{"meta":{"query_hash":"605ce1fd6d14","filters":{"topic":"Surgical Simulation and Training"},"cohort_total":2557,"direct_labels_cover":3,"predictions_cover":2557,"exported":2557,"export_cap":100000,"truncated":false,"label_status":"direct model label, unvalidated","prediction_status":"machine_predicted_unvalidated (Codex and Gemma teacher distillation)","score_status":"score_only:v0-immature-baseline","snapshot":{"source":"OpenAlex, pinned release, all 482 partitions","release":"2026-06-24","frame_built":"2026-07-12"},"permalink":"https://metacan.xera.ac/q/605ce1fd6d14","api":"https://metacan.xera.ac/api/v1/cohort?topic=Surgical+Simulation+and+Training"},"results":[{"id":"W1081911750","doi":"10.1002/rcs.1868","title":"Development of a physical shoulder simulator for the training of basic arthroscopic skills","year":2017,"lang":"en","type":"article","venue":"International Journal of Medical Robotics and Computer Assisted Surgery","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Simulation; Computer science; Physical therapy; Training (meteorology); Medicine; Medical physics","score_opus":0.08106729558878739,"score_gpt":0.37076263746051963,"score_spread":0.28969534187173224,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1081911750","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7693519,0.00010268077,0.22524665,0.003820157,0.0013136383,0.000097564545,0.0000030473707,0.00000455669,0.00005977562],"genre_scores_gemma":[0.9925958,0.000027563727,0.006461043,0.00028702596,0.0006087619,0.0000010966819,0.000002758562,0.0000077026025,0.000008244934],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99810696,0.000022501794,0.00065318827,0.00008779846,0.0010239017,0.000105677296],"domain_scores_gemma":[0.99647963,0.0022392315,0.0005684971,0.00010658318,0.00045201267,0.00015406383],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0008830003,0.00008698858,0.00043397382,0.000092858514,0.00008242063,0.000036987723,0.00023097072,0.000068091926,0.000031106036],"category_scores_gemma":[0.00078996347,0.00005366739,0.00023999748,0.000029295212,0.00016174691,0.00005553933,0.000072884395,0.0001760198,1.7665623e-7],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00024947853,0.00052242156,0.015022816,0.00006313464,0.0010211738,0.0000703794,0.0012365932,0.002630502,0.00005611541,0.0013349494,0.000085596694,0.97770685],"study_design_scores_gemma":[0.008050562,0.0002491627,0.5090471,0.0030411435,0.0002520721,0.00022847297,0.00028433237,0.46796572,0.0005314012,0.0003301581,0.009822603,0.00019727073],"about_ca_topic_score_codex":0.0000010100987,"about_ca_topic_score_gemma":0.0000011244455,"teacher_disagreement_score":0.97750956,"about_ca_system_score_codex":0.000016693644,"about_ca_system_score_gemma":0.00035769682,"threshold_uncertainty_score":0.21884926},"labels":[],"label_agreement":null},{"id":"W1107462340","doi":"10.1016/j.amjsurg.2015.04.024","title":"Establishing the concurrent validity of general and technique-specific skills assessments in surgical education","year":2015,"lang":"en","type":"article","venue":"The American Journal of Surgery","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":13,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Research Manitoba; University of Manitoba","funders":"University of Manitoba","keywords":"Laparoscopic cholecystectomy; Concurrent validity; Rating scale; Scale (ratio); Medicine; Medical physics; Laparoscopic surgery; Educational measurement; Psychometrics; Medical education; Laparoscopy; Psychology; General surgery; Curriculum; Clinical psychology","score_opus":0.10842316043418136,"score_gpt":0.3849365926364623,"score_spread":0.2765134322022809,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1107462340","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9975268,0.00036640267,0.0002322452,0.00070350326,0.0003013829,0.000091829665,9.3356033e-7,0.000004306525,0.00077259867],"genre_scores_gemma":[0.9990396,0.0002750391,0.00025101873,0.00015384413,0.0002473987,0.000002964339,0.0000018848424,0.0000069447315,0.000021332886],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99863446,0.00035369056,0.00046822103,0.00007083933,0.00035503643,0.0001177539],"domain_scores_gemma":[0.9973717,0.0016630879,0.00052891806,0.00011444961,0.00019834259,0.000123547],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0029473992,0.00007435408,0.00038336642,0.00013290938,0.000027619062,0.000021577507,0.0000758941,0.000017595701,0.000020164862],"category_scores_gemma":[0.00029638244,0.00003875831,0.00009387097,0.0003638628,0.0002482376,0.00010343455,0.00002380262,0.0002683414,4.4681073e-7],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00034983875,0.00036642601,0.46915653,0.000009749698,0.00003869415,0.00005041734,0.0005447035,0.00008154647,0.00017366234,0.00022354469,0.0006676276,0.52833724],"study_design_scores_gemma":[0.0017379321,0.00034085466,0.952335,0.0004936609,0.00007470865,0.0010925598,0.0037910412,0.0002686529,0.0006845528,0.0005859174,0.03843328,0.00016182927],"about_ca_topic_score_codex":0.000037331956,"about_ca_topic_score_gemma":3.8768135e-7,"teacher_disagreement_score":0.5281754,"about_ca_system_score_codex":0.000056054298,"about_ca_system_score_gemma":0.00031002247,"threshold_uncertainty_score":0.1580518},"labels":[],"label_agreement":null},{"id":"W111247914","doi":"10.1007/978-3-642-11615-5_16","title":"Haptic Simulator for Prostate Brachytherapy with Simulated Ultrasound","year":2010,"lang":"en","type":"book-chapter","venue":"Lecture notes in computer science","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":10,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Haptic technology; Computer science; Simulation; Brachytherapy; Ultrasound; Computer graphics (images); Radiology; Medicine; Radiation therapy","score_opus":0.018545450963407945,"score_gpt":0.28065713577722706,"score_spread":0.26211168481381913,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W111247914","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.022908445,0.00014365543,0.9724972,0.0004044122,0.00057503325,0.0016675146,0.000013050214,0.0001705428,0.0016201509],"genre_scores_gemma":[0.9559076,0.000007960958,0.040968068,0.0020276485,0.0003968445,0.000006106465,0.00003289426,0.00006455773,0.0005883507],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9977942,0.000008168429,0.00035109773,0.000828127,0.00056262664,0.0004557657],"domain_scores_gemma":[0.99735713,0.0014217446,0.00016760861,0.0004980028,0.00033560343,0.00021993676],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00036938096,0.0003907165,0.0005410712,0.00032165734,0.00018130016,0.00012623034,0.0002484954,0.00033769757,0.00014308993],"category_scores_gemma":[0.0001671071,0.00027965446,0.00011651408,0.00025196146,0.0006300181,0.00011031172,0.00004129354,0.0007806509,0.00001246079],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0011918196,0.000120394005,0.001675519,0.00017171087,0.00011649616,0.00019641365,0.0012435452,0.3847408,0.00261219,0.001252463,0.00000168747,0.60667694],"study_design_scores_gemma":[0.009522278,0.0018627017,0.0012225249,0.0009789399,0.00010227091,0.00019175466,4.9709104e-7,0.9321171,0.0020269703,0.027496511,0.023435606,0.0010428661],"about_ca_topic_score_codex":0.0000053843582,"about_ca_topic_score_gemma":0.000030932348,"teacher_disagreement_score":0.93299913,"about_ca_system_score_codex":0.00009329333,"about_ca_system_score_gemma":0.0003487382,"threshold_uncertainty_score":0.99996555},"labels":[],"label_agreement":null},{"id":"W1121875846","doi":"10.1016/j.jsurg.2015.04.029","title":"The Generic Error Rating Tool: A Novel Approach to Assessment of Performance and Surgical Education in Gynecologic Laparoscopy","year":2015,"lang":"en","type":"article","venue":"Journal of surgical education","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":44,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto; St. Michael's Hospital","funders":"","keywords":"Inter-rater reliability; Intraclass correlation; Laparoscopy; Medicine; Interquartile range; Intra-rater reliability; Reliability (semiconductor); Rating scale; Surgery; Medical physics; Psychometrics; Statistics; Mathematics; Confidence interval; Internal medicine","score_opus":0.070803474136236,"score_gpt":0.3849640659900897,"score_spread":0.3141605918538537,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1121875846","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98434573,0.0003423303,0.00014498149,0.0013581597,0.00044648902,0.00024783905,3.683567e-7,0.000005138087,0.013108941],"genre_scores_gemma":[0.99184877,0.00011738416,0.0073255217,0.00014290761,0.00028516984,0.000016627959,0.000005694803,0.000007864253,0.000250049],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.998549,0.000094313,0.0006678601,0.00013123034,0.00039993116,0.00015766523],"domain_scores_gemma":[0.9985331,0.00037305348,0.00032486703,0.000106615254,0.0004252859,0.00023705639],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0016256416,0.000101873025,0.0003093594,0.00015533906,0.00006137957,0.00003258447,0.00007767865,0.000073664865,0.000017625807],"category_scores_gemma":[0.00034365288,0.00006386255,0.00006293216,0.00039549702,0.000056093486,0.00014655931,0.000024031306,0.000269201,0.0000011381925],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0019104142,0.0074598,0.4850421,0.00022264717,0.00009139526,0.000015628984,0.0025933487,0.008994801,0.0005749519,0.009984505,0.00093654444,0.48217386],"study_design_scores_gemma":[0.008609168,0.0014647553,0.7744979,0.0004414742,0.000104859144,0.0012224483,0.00787562,0.0345001,0.00018133971,0.00018403838,0.1706168,0.00030144598],"about_ca_topic_score_codex":0.000009187584,"about_ca_topic_score_gemma":0.0000012343913,"teacher_disagreement_score":0.4818724,"about_ca_system_score_codex":0.00017571737,"about_ca_system_score_gemma":0.0018462026,"threshold_uncertainty_score":0.32750842},"labels":[],"label_agreement":null},{"id":"W1131294740","doi":"10.1016/j.jsurg.2015.07.009","title":"Development of a PROficiency-Based StePwise Endovascular Curricular Training (PROSPECT) Program","year":2015,"lang":"en","type":"article","venue":"Journal of surgical education","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":26,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"","keywords":"Medicine; Curriculum; Fluoroscopy; Medical education; Physical therapy; Surgery; Medical physics; Psychology","score_opus":0.06489935913028111,"score_gpt":0.35895298851186486,"score_spread":0.29405362938158375,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1131294740","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9944595,0.00075140526,0.0005039873,0.00042840475,0.0003225914,0.00035754516,2.5656732e-7,0.00002465616,0.0031516564],"genre_scores_gemma":[0.9637912,0.000008217341,0.03586888,0.00005604999,0.0002001333,0.000015265661,0.000008631179,0.000010915716,0.000040740033],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9981442,0.00005588181,0.0007596315,0.000121809855,0.0007473661,0.00017109491],"domain_scores_gemma":[0.9982424,0.00006567327,0.00040788058,0.00010854645,0.00079764874,0.0003778569],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0011504751,0.000111245216,0.00037207402,0.00020114458,0.000038042155,0.000016788894,0.00007371953,0.00007023387,0.00010585152],"category_scores_gemma":[0.00025898076,0.000079904785,0.0002018695,0.00042269786,0.000051872936,0.00009916335,0.000009049641,0.00020769895,0.0000054143666],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0008301387,0.0053578205,0.026268926,0.00017007794,0.00017023094,0.00015007524,0.007122562,0.0007538729,0.0003264202,0.0011990027,0.000101929945,0.9575489],"study_design_scores_gemma":[0.03596264,0.0027868012,0.075341105,0.0022347146,0.0005378166,0.0014914615,0.01792221,0.0090379445,0.00814816,0.00053700345,0.8453295,0.00067060697],"about_ca_topic_score_codex":0.0000018020556,"about_ca_topic_score_gemma":2.9846208e-7,"teacher_disagreement_score":0.95687836,"about_ca_system_score_codex":0.00013923347,"about_ca_system_score_gemma":0.0027978285,"threshold_uncertainty_score":0.49632278},"labels":[],"label_agreement":null},{"id":"W1133951958","doi":"10.1016/j.jor.2015.05.014","title":"The trends and challenges in orthopaedic simulation","year":2015,"lang":"en","type":"review","venue":"Journal of Orthopaedics","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":27,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Sherbrooke","funders":"","keywords":"Medicine; Task (project management); Orthopedic surgery; Medical physics; Engineering ethics; Surgery; Systems engineering; Engineering","score_opus":0.24739722952534676,"score_gpt":0.4158415636288544,"score_spread":0.16844433410350762,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1133951958","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0000380595,0.99582726,0.000007843298,0.000553171,0.00035974642,0.00013214615,0.0000018107862,0.000009374987,0.003070577],"genre_scores_gemma":[0.0012428067,0.99777484,0.000057615554,0.000030340756,0.0006846995,0.0000025607476,0.0000070296546,0.00003146757,0.00016862225],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9976393,0.00021894924,0.001164053,0.00015160989,0.0006239087,0.00020215227],"domain_scores_gemma":[0.9973385,0.0010952802,0.00086303847,0.00017138023,0.0002554691,0.00027634163],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0024832075,0.00023482161,0.0013247478,0.0005132062,0.00005511978,0.000030061314,0.0000963527,0.00026775835,0.000023849938],"category_scores_gemma":[0.0007278767,0.00012607285,0.0004871577,0.00045620816,0.00008349731,0.000084715124,0.000035346067,0.00085419463,0.0000034087323],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000059313432,0.000036143,0.0002104334,0.0011534082,0.00009370957,0.00022821088,0.00008513368,0.000058240134,9.873071e-10,0.00009006279,0.000026229358,0.99795914],"study_design_scores_gemma":[0.0018039726,0.00023280662,0.00049987604,0.0051527354,0.00056651153,0.0005725462,0.00008064272,0.00038349922,1.7683639e-9,0.000049073533,0.99055,0.00010836884],"about_ca_topic_score_codex":4.2215538e-7,"about_ca_topic_score_gemma":0.000006889808,"teacher_disagreement_score":0.9978507,"about_ca_system_score_codex":0.00010357704,"about_ca_system_score_gemma":0.00038896853,"threshold_uncertainty_score":0.5141101},"labels":[],"label_agreement":null},{"id":"W116980077","doi":"","title":"Core competencies in surgery: evaluating the goals of urology residency training in Canada.","year":2006,"lang":"en","type":"article","venue":"PubMed","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":19,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of British Columbia","funders":"","keywords":"Medicine; Accreditation; Specialty; Core competency; Graduate medical education; Medical education; Health care; Training (meteorology); Family medicine","score_opus":0.1796364812068889,"score_gpt":0.31456258171494716,"score_spread":0.13492610050805826,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W116980077","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9915586,0.00029926648,0.0000020765508,0.0016663317,0.00008342335,0.00030841824,0.0000017409932,0.000008491473,0.006071627],"genre_scores_gemma":[0.999362,0.0000036444433,0.00003194933,0.00036216842,0.0000438246,0.00011110931,0.00000729288,0.000006374014,0.000071641996],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.998832,0.00010905352,0.0004122866,0.0001165928,0.00024333528,0.00028673772],"domain_scores_gemma":[0.9978389,0.0018901133,0.00009432418,0.000100073514,0.00003772597,0.000038833972],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0013161182,0.000064177555,0.00027701876,0.0001000873,0.000021648106,0.0000029379148,0.000046554796,0.00003252841,0.000048733404],"category_scores_gemma":[0.001143187,0.00004626713,0.000032861608,0.00034015204,0.0000460588,0.000021694043,0.000012098052,0.00013791643,3.4592452e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00010257425,0.000014955114,0.9113897,0.000013017743,0.000006489221,0.000048844708,0.00034058277,0.0017839812,0.000020490928,0.0011258934,0.000047013804,0.085106425],"study_design_scores_gemma":[0.0008471603,0.000007515256,0.9944596,0.000017411707,0.000008719916,0.000006663086,0.00064548565,0.0026940054,0.000016450696,0.000829551,0.00042362066,0.000043792887],"about_ca_topic_score_codex":0.3916054,"about_ca_topic_score_gemma":0.8426074,"teacher_disagreement_score":0.45100197,"about_ca_system_score_codex":0.00011614969,"about_ca_system_score_gemma":0.00070429256,"threshold_uncertainty_score":0.61244595},"labels":[],"label_agreement":null},{"id":"W1170194797","doi":"10.1007/s11999-015-4498-0","title":"A Porcine Knee Model Is Valid for Use in the Evaluation of Arthroscopic Skills: A Pilot Study","year":2015,"lang":"en","type":"article","venue":"Clinical Orthopaedics and Related Research","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":35,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Manitoba","funders":"","keywords":"Medicine; Sports medicine; Physical therapy; Arthroscopy; Knee surgery; Orthopedic surgery; Knee Joint; Medical physics; Surgery; Pathology; Alternative medicine; Osteoarthritis","score_opus":0.6647792134789405,"score_gpt":0.5807974124448013,"score_spread":0.08398180103413921,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1170194797","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9948718,0.00036360172,0.00006143393,0.0011063721,0.00011512683,0.0020786347,0.0000045009224,0.000010862816,0.0013876961],"genre_scores_gemma":[0.9989285,0.000120587116,0.00017474161,0.00022420971,0.000062949635,0.00006595638,0.000016021348,0.000013615485,0.00039344883],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99642754,0.0009314958,0.0007886139,0.00030917075,0.0013012129,0.0002419768],"domain_scores_gemma":[0.9955946,0.0026641134,0.0000900091,0.00029920638,0.0011337845,0.00021825584],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.024710435,0.000089720415,0.00034922114,0.00017542791,0.000078771365,0.00002420829,0.00007423958,0.00013267684,0.000039307735],"category_scores_gemma":[0.008287896,0.000052537565,0.000097353615,0.0005696937,0.0002586736,0.00005721694,0.00005574772,0.00073953526,0.0000041312965],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0028787735,0.009230132,0.90820575,0.00006688472,0.00031429456,0.0000686739,0.00489104,0.0022750606,0.000009513456,0.0007657445,0.00077557657,0.07051857],"study_design_scores_gemma":[0.04131727,0.01586289,0.24578002,0.00019720418,0.0002996456,0.000011055393,0.0021791758,0.68844277,0.0000017947142,0.004910133,0.00089302956,0.00010503932],"about_ca_topic_score_codex":0.000028488754,"about_ca_topic_score_gemma":0.000022966668,"teacher_disagreement_score":0.68616766,"about_ca_system_score_codex":0.000026013407,"about_ca_system_score_gemma":0.00040266378,"threshold_uncertainty_score":0.99219847},"labels":[],"label_agreement":null},{"id":"W1186414748","doi":"","title":"Rapid assessment of vision in the Royal College of Surgeons & Long Evens rats using Optomotor; a virtual reality visual screening system.","year":2004,"lang":"en","type":"article","venue":"Investigative Ophthalmology & Visual Science","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia; University of Lethbridge","funders":"","keywords":"Virtual reality; Optometry; Computer science; Computer vision; Medicine; Artificial intelligence; Psychology; Human–computer interaction; Ophthalmology","score_opus":0.08628403315532379,"score_gpt":0.41743211968847316,"score_spread":0.33114808653314937,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1186414748","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99719304,0.000023480232,0.00029435378,0.0001686351,0.00012783436,0.00058703445,0.000022488963,0.000020187123,0.0015629486],"genre_scores_gemma":[0.9984539,5.4466415e-7,0.0014012038,0.000073097486,0.000031388714,0.000012368612,0.0000083408395,0.000011204973,0.000007938103],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99668396,0.000613025,0.0007636819,0.0005062103,0.0009829967,0.0004501261],"domain_scores_gemma":[0.9980358,0.00072422647,0.00041190005,0.00023972194,0.00035131694,0.0002370173],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.0038886007,0.00021341142,0.00059788435,0.0003238795,0.00026744604,0.000014277962,0.0002815514,0.00013212106,0.000050558174],"category_scores_gemma":[0.00070295425,0.00015600832,0.00011704014,0.0018271198,0.0033422967,0.00019976021,0.00014152811,0.0003479449,0.0000013085954],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0005637035,0.0018389411,0.68753505,0.00022807934,0.0001176543,0.0020018886,0.004210499,0.040749352,0.25369745,0.0077844686,0.0000030534898,0.0012698671],"study_design_scores_gemma":[0.002336582,0.0017664145,0.9011359,0.00075548614,0.000045680994,0.00029623945,0.0034511678,0.061810732,0.028081128,0.00015136562,0.0000030736433,0.00016621627],"about_ca_topic_score_codex":0.0006639036,"about_ca_topic_score_gemma":0.000010015151,"teacher_disagreement_score":0.22561632,"about_ca_system_score_codex":0.00026366033,"about_ca_system_score_gemma":0.00103708,"threshold_uncertainty_score":0.99937004},"labels":[],"label_agreement":null},{"id":"W1190249101","doi":"10.1007/s11999-015-4510-8","title":"Global Rating Scales and Motion Analysis Are Valid Proficiency Metrics in Virtual and Benchtop Knee Arthroscopy Simulators","year":2015,"lang":"en","type":"article","venue":"Clinical Orthopaedics and Related Research","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":35,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Kingston General Hospital; 3M (Canada); Queen's University; University of Toronto","funders":"","keywords":"Medicine; Arthroscopy; Modalities; Medical physics; Competence (human resources); Rating scale; Virtual reality; Motion analysis; Confidence interval; Physical therapy; Medical education; Surgery; Artificial intelligence; Computer science","score_opus":0.17931532616326623,"score_gpt":0.48396417802937153,"score_spread":0.3046488518661053,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1190249101","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99494624,0.0022178136,0.00023228416,0.00073530956,0.00014745386,0.00033234767,0.0000056190315,0.000033090546,0.0013498451],"genre_scores_gemma":[0.99879533,0.00074039324,0.00014807943,0.000084909625,0.00007145205,0.0000040699924,0.000021044612,0.000010370836,0.0001243393],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9970074,0.00049839815,0.0007888484,0.0005445743,0.00078721606,0.00037352034],"domain_scores_gemma":[0.9970234,0.00148565,0.00011837833,0.00017485497,0.0004599878,0.0007377254],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0065318975,0.00014232291,0.00053517224,0.0005224797,0.00017905424,0.000074074786,0.00004663719,0.0004078012,0.00002216983],"category_scores_gemma":[0.0086892,0.00010665201,0.00012851732,0.0033607762,0.0006742407,0.00009412486,0.00015416188,0.00088421366,0.000003782163],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00015003717,0.00017352286,0.95138186,0.000020770669,0.00014330617,0.00012634463,0.00014760056,0.00092330715,9.1844754e-7,0.0006443236,0.000010933902,0.046277087],"study_design_scores_gemma":[0.0053831525,0.0009942775,0.7704736,0.00010214856,0.00019543272,0.00001853294,0.0014543567,0.22017695,0.0000013216047,0.00076138345,0.000305096,0.00013374297],"about_ca_topic_score_codex":0.000029058381,"about_ca_topic_score_gemma":0.00003397757,"teacher_disagreement_score":0.21925364,"about_ca_system_score_codex":0.000049198163,"about_ca_system_score_gemma":0.00010847333,"threshold_uncertainty_score":0.999661},"labels":[],"label_agreement":null},{"id":"W1217723723","doi":"","title":"Getting started with robotics in general surgery with cholecystectomy: the Canadian experience.","year":2009,"lang":"en","type":"article","venue":"PubMed","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":55,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"London Health Sciences Centre","funders":"","keywords":"Medicine; Robotic surgery; Robotics; Cholecystectomy; General surgery; Learning curve; Surgery; Laparoscopic cholecystectomy; Laparoscopy; Robotic arm; Artificial intelligence; Robot; Computer science","score_opus":0.03906656113359591,"score_gpt":0.24451152610581983,"score_spread":0.20544496497222392,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1217723723","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9862607,0.000036499492,0.000023116274,0.0057537607,0.000033343254,0.00042598293,4.9877775e-7,0.00003797035,0.0074281385],"genre_scores_gemma":[0.996655,0.0000011171533,0.0001253885,0.0028191525,0.000079540616,0.00010569041,0.000007420008,0.000009210014,0.0001974788],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9990614,0.00003046236,0.00014422918,0.00014632534,0.00020657122,0.00041102574],"domain_scores_gemma":[0.99944335,0.000087411834,0.000036469333,0.00014053595,0.00004297231,0.00024926974],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0002495823,0.00008984488,0.00016993942,0.00011269615,0.0000978136,0.000037116934,0.00004151385,0.000039423026,0.00001899758],"category_scores_gemma":[0.00007514889,0.000049715036,0.00002292248,0.0004198495,0.00005084111,0.000053907344,0.0000027944247,0.00016234399,0.0000013850434],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00039679254,0.0000632499,0.78961945,0.000007895465,0.000037990045,0.00058019883,0.0017954416,0.007717357,0.0000031056388,0.0004265301,0.000055803695,0.19929619],"study_design_scores_gemma":[0.0018336857,0.000022602455,0.9940717,0.000022235386,0.00001067381,0.000029359928,0.00016545366,0.0013110661,0.00003063602,0.000012542302,0.0023989053,0.0000911436],"about_ca_topic_score_codex":0.006579135,"about_ca_topic_score_gemma":0.058102302,"teacher_disagreement_score":0.20445225,"about_ca_system_score_codex":0.00012084781,"about_ca_system_score_gemma":0.00015190917,"threshold_uncertainty_score":0.99457276},"labels":[],"label_agreement":null},{"id":"W1235995046","doi":"","title":"Visuospatial Abilities Relevant to Learning Psychomotor Skills in Surgery","year":2002,"lang":"en","type":"article","venue":"Investigative Ophthalmology & Visual Science","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Psychomotor learning; Psychology; Cognitive psychology; Medicine; Physical medicine and rehabilitation; Audiology; Neuroscience; Cognition","score_opus":0.0657157897082692,"score_gpt":0.3651587551346308,"score_spread":0.2994429654263616,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1235995046","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9896661,0.00003743775,0.0000036816557,0.0011996445,0.0002841679,0.00031762736,0.0000011158987,0.000065554945,0.008424687],"genre_scores_gemma":[0.9976371,0.0000035440078,0.0006568528,0.0008018288,0.00009730717,0.000037156155,0.000002577475,0.000015233853,0.0007484296],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9975893,0.00020704063,0.00044333137,0.0006385677,0.0005159047,0.0006058912],"domain_scores_gemma":[0.9978819,0.0011354797,0.00010031903,0.00016906594,0.00016766884,0.00054557197],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0011567696,0.00019365882,0.00042004377,0.00047127428,0.00022544923,0.00003690336,0.00015337345,0.00010376252,0.001509383],"category_scores_gemma":[0.0059390105,0.00016858405,0.000079895195,0.001721508,0.0019655658,0.00022707324,0.00008321328,0.00039162918,0.00028731715],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00008330333,0.0004246495,0.9383452,0.000019955722,0.00001145911,0.00055355555,0.0045713875,0.0003352734,0.04514422,0.000138147,0.000043531316,0.010329307],"study_design_scores_gemma":[0.0010228388,0.0009003774,0.9746175,0.00021320907,0.000008858511,0.00024885242,0.00062439346,0.0052157147,0.015191396,0.00088363455,0.00076288957,0.00031037352],"about_ca_topic_score_codex":0.00007929804,"about_ca_topic_score_gemma":0.0000031163784,"teacher_disagreement_score":0.03627225,"about_ca_system_score_codex":0.00016096764,"about_ca_system_score_gemma":0.0001452307,"threshold_uncertainty_score":0.99940336},"labels":[],"label_agreement":null},{"id":"W1242867264","doi":"10.1016/j.gyobfe.2015.06.006","title":"Formation des internes de gynécologie obstétrique : évaluation d’un programme pédagogique intégrant cours théoriques et sessions pratiques sur simulateurs","year":2015,"lang":"fr","type":"article","venue":"Gynécologie Obstétrique & Fertilité","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":7,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Centre Hospitalier Universitaire Sainte-Justine","funders":"","keywords":"Session (web analytics); Medicine; Obstetrics and gynaecology; Shoulder dystocia; Simulation training; Gynecology; Knowledge retention; Obstetrics; Psychology; Pregnancy; Medical education; Simulation; Computer science","score_opus":0.16716286599527197,"score_gpt":0.3776056322159924,"score_spread":0.21044276622072045,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1242867264","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.91930664,0.0209366,0.031215543,0.013396068,0.002986032,0.004122508,0.000067523135,0.0018208713,0.0061482103],"genre_scores_gemma":[0.97802734,0.0057347277,0.009082556,0.0020281782,0.0008288686,0.0007970497,0.00045017005,0.00017117902,0.0028799057],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9880038,0.004912812,0.0022613842,0.001250105,0.0011197549,0.0024521693],"domain_scores_gemma":[0.9859176,0.008223296,0.00089657673,0.00097247923,0.0023748244,0.0016151868],"candidate_categories":["metaresearch","metaepi_narrow","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.0078245,0.0012077801,0.0015590731,0.0005624308,0.00045395637,0.00043690208,0.000699908,0.0019976404,0.0005007838],"category_scores_gemma":[0.042969685,0.0010623771,0.0006455706,0.0012519632,0.0009428417,0.0019138138,0.00041658868,0.0022111959,0.00014056],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0035744216,0.003930336,0.063085206,0.0010494487,0.0006156419,0.001740422,0.04183005,0.018112406,0.0014252083,0.005813114,0.0012302991,0.8575934],"study_design_scores_gemma":[0.03059033,0.012465492,0.27335608,0.0061606225,0.0017790736,0.0014044393,0.050807416,0.34905776,0.048987966,0.08812622,0.13290603,0.004358575],"about_ca_topic_score_codex":0.0006762717,"about_ca_topic_score_gemma":0.0010042028,"teacher_disagreement_score":0.8532349,"about_ca_system_score_codex":0.004626381,"about_ca_system_score_gemma":0.004328774,"threshold_uncertainty_score":0.999298},"labels":[],"label_agreement":null},{"id":"W124455151","doi":"10.1533/9780857097392.41","title":"Localization and tracking technologies for medical robotics","year":2012,"lang":"en","type":"book-chapter","venue":"Elsevier eBooks","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":7,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University","funders":"","keywords":"Global Positioning System; Robotics; Orientation (vector space); Computer science; Computer vision; Robot end effector; Artificial intelligence; Robot; Tracking (education); Position (finance); Engineering; Telecommunications","score_opus":0.03933466222927442,"score_gpt":0.29913895601395074,"score_spread":0.25980429378467634,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W124455151","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000012243636,0.0037096278,0.0020777907,0.0004763509,0.00017540411,0.00063720485,0.000005531767,0.00028328062,0.99262255],"genre_scores_gemma":[0.079118915,0.00067085173,0.0023104618,0.0011348461,0.0006842667,0.000040438204,0.00012536642,0.00014271753,0.91577214],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9989616,0.0000056823455,0.00031148602,0.00021970789,0.0003077374,0.00019376416],"domain_scores_gemma":[0.9993081,0.00019149442,0.00010683285,0.0001666447,0.00009364604,0.00013326826],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00024502593,0.00020083484,0.0004025402,0.00010518479,0.00007487204,0.00001661696,0.000053979198,0.00062273897,0.00016330203],"category_scores_gemma":[0.00021543079,0.00016404752,0.00010571623,0.000009039366,0.00017230952,0.000021643878,0.000044891724,0.00031205258,0.000012382016],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000027052178,0.0000062001236,0.00008368827,0.00014342344,0.00005702838,0.000011415857,0.00005776929,0.000003436622,5.639957e-7,0.024439331,0.000010084215,0.97516],"study_design_scores_gemma":[0.0012351888,0.00006290583,0.000022453281,0.0007120695,0.00022089774,0.000043178778,0.00002201443,0.0009734111,0.000015676495,0.0070643094,0.989444,0.00018390683],"about_ca_topic_score_codex":4.1652026e-8,"about_ca_topic_score_gemma":0.0000018008408,"teacher_disagreement_score":0.9894339,"about_ca_system_score_codex":0.0000319588,"about_ca_system_score_gemma":0.000056479676,"threshold_uncertainty_score":0.6689664},"labels":[],"label_agreement":null},{"id":"W124676807","doi":"10.20380/gi2003.32","title":"Toward Modeling of a Suturing Task","year":2003,"lang":"en","type":"article","venue":"","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":34,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Simon Fraser University","funders":"","keywords":"Fibrous joint; Computer science; Software; Simulation; Task (project management); Surgery; Engineering; Medicine","score_opus":0.09065040241645037,"score_gpt":0.31174435536918976,"score_spread":0.2210939529527394,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W124676807","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5951286,0.000045410314,0.014717965,0.00007539923,0.000044048604,0.000045349385,1.1923652e-7,0.00003269404,0.38991043],"genre_scores_gemma":[0.9974621,0.0000027530132,0.002005881,0.00016088039,0.000019723057,6.1143055e-7,7.7726503e-7,0.0000037306395,0.00034352991],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9996907,0.0000068677646,0.0001017552,0.00005627734,0.00008002002,0.00006437131],"domain_scores_gemma":[0.9998396,0.00002479301,0.000010290611,0.000052287545,0.000027746484,0.000045267687],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00008037892,0.000029783638,0.00008606039,0.000025264671,0.0000090059075,0.0000017256834,0.00000946257,0.000020180023,0.0006689403],"category_scores_gemma":[0.000073898584,0.00002211864,0.000037499027,0.000058824342,0.0000060671027,0.000015836224,0.000002986398,0.000036630423,0.000009417454],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00076921063,0.0010244655,0.11837117,0.00063835026,0.0005055327,0.0002240002,0.0075645754,0.25916067,0.010435095,0.5123917,0.00019493299,0.08872035],"study_design_scores_gemma":[0.0091678165,0.00014722616,0.0020625605,0.00014923386,0.000076244614,0.000049795955,0.0018165087,0.9526133,0.0111813955,0.001841075,0.02066951,0.00022534806],"about_ca_topic_score_codex":0.0000075637486,"about_ca_topic_score_gemma":3.713288e-7,"teacher_disagreement_score":0.69345266,"about_ca_system_score_codex":0.0000055120254,"about_ca_system_score_gemma":0.000013858478,"threshold_uncertainty_score":0.7324427},"labels":[],"label_agreement":null},{"id":"W1251689921","doi":"10.1007/s00464-013-3392-7","title":"Simulation-based training for thoracoscopic lobectomy: a randomized controlled trial","year":2014,"lang":"en","type":"article","venue":"Surgical Endoscopy","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":86,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"The Wilson Centre; University of Toronto; University Health Network","funders":"","keywords":"Randomized controlled trial; Training (meteorology); Computer science; Medicine; Surgery; Geography","score_opus":0.04277603717252887,"score_gpt":0.36256938641336783,"score_spread":0.31979334924083896,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1251689921","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.80324125,0.00020466791,0.12977682,0.0016557624,0.0016555405,0.01664045,0.000011613083,0.00072947174,0.046084423],"genre_scores_gemma":[0.9943909,0.000002343459,0.0022236018,0.00077966007,0.0008974998,0.0010213979,0.00007172871,0.00004339154,0.0005694794],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9972128,0.00052494474,0.00093460263,0.00041804172,0.0004534595,0.00045610653],"domain_scores_gemma":[0.9662276,0.03276951,0.00024126128,0.00025054233,0.00018550722,0.0003255614],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0023748272,0.00028946155,0.002363669,0.00016700744,0.0001542427,0.00005224757,0.00008270131,0.0001934852,0.0011314859],"category_scores_gemma":[0.009375525,0.00019726649,0.0011233152,0.00022718846,0.0001534015,0.00005677453,0.000010670535,0.00022284077,0.00003476962],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.966293,0.00018590208,0.000044629945,0.000033417968,0.00015882347,0.000011555118,0.00007727732,0.024604144,0.00000495273,0.0038338483,0.000004744158,0.0047477167],"study_design_scores_gemma":[0.5793161,0.00034155964,0.000004730518,0.000055001205,0.00020609917,6.055487e-7,0.000011449462,0.40638205,0.000044537588,0.0004349822,0.013089109,0.000113787675],"about_ca_topic_score_codex":0.000005411009,"about_ca_topic_score_gemma":9.712136e-7,"teacher_disagreement_score":0.3869769,"about_ca_system_score_codex":0.000043916385,"about_ca_system_score_gemma":0.00020104239,"threshold_uncertainty_score":0.9997816},"labels":[],"label_agreement":null},{"id":"W133911084","doi":"10.1007/978-3-540-78387-9_3","title":"Ergonomics of Endoscopic Surgery","year":2008,"lang":"en","type":"book-chapter","venue":"","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Children's Hospital of Eastern Ontario","funders":"","keywords":"Operating table; Endoscopic surgery; Medicine; Instrumentation (computer programming); Surgical equipment; Diathermy; Surgery; Radiological weapon; Endoscope; Endoscopy; Medical physics; Computer science","score_opus":0.06975647710089125,"score_gpt":0.27331486787261366,"score_spread":0.20355839077172241,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W133911084","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0025855901,0.0003031485,0.00002046473,0.000039983475,0.00013881398,0.00009030869,0.0000039099914,0.000041872205,0.9967759],"genre_scores_gemma":[0.264345,0.00079340336,0.00020252967,0.00035676043,0.00016213264,8.294819e-7,0.00006529525,0.000031097672,0.73404294],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9993504,0.0000025325835,0.00030983414,0.00012917924,0.00012668209,0.00008135145],"domain_scores_gemma":[0.9993016,0.00030998437,0.000103250044,0.00015799294,0.000048058202,0.00007908976],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00004839446,0.00011816061,0.000473206,0.00011566272,0.000012451761,0.0000014234878,0.000021227721,0.00017057241,0.0065529672],"category_scores_gemma":[0.000029870025,0.00009812266,0.00022234466,0.000011290399,0.000056478155,0.000010709035,0.0000123624295,0.00013365314,0.000118873395],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0015717596,0.00028063022,0.017674154,0.0010517763,0.0019585935,0.0012184967,0.0004091219,0.00008049433,0.00003747752,0.4476025,0.035180252,0.49293473],"study_design_scores_gemma":[0.0008841805,0.00003538725,0.002262736,0.00023877203,0.000062928404,0.000021395657,0.000003294772,0.000055908553,0.00009029287,0.00021563517,0.9960115,0.00011795969],"about_ca_topic_score_codex":0.000005140133,"about_ca_topic_score_gemma":0.0000014114661,"teacher_disagreement_score":0.9608313,"about_ca_system_score_codex":0.00002139929,"about_ca_system_score_gemma":0.000107708416,"threshold_uncertainty_score":0.9943552},"labels":[],"label_agreement":null},{"id":"W1410912685","doi":"10.1096/fasebj.29.1_supplement.691.14","title":"Effectiveness of Simulation‐Based Training in Aneurysm Diagnosis &amp; Coiling in Cerebral Angiography","year":2015,"lang":"en","type":"article","venue":"The FASEB Journal","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University","funders":"","keywords":"Neurosurgery; Medicine; Radiology; Angiography; Cerebral angiography; SAFER; Medical physics; Aneurysm; Computer science","score_opus":0.08648296013418878,"score_gpt":0.3372812436612443,"score_spread":0.2507982835270555,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1410912685","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9975634,0.00020241801,0.0011874015,0.00012575676,0.0001055796,0.00016778384,0.0000018755036,0.000012734535,0.00063303777],"genre_scores_gemma":[0.99960256,0.0000025591048,0.00020916482,0.000094391165,0.00006384111,0.0000059059835,0.0000063183866,0.000011380136,0.0000038546173],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9987186,0.0003767577,0.0003293225,0.00010004208,0.00028499524,0.00019027435],"domain_scores_gemma":[0.9977022,0.0018599958,0.000107746564,0.00010571775,0.000090678994,0.00013367276],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0020239525,0.00009248283,0.00026265718,0.00037643564,0.000040478313,0.000015228155,0.00007060913,0.00005232725,0.00010255611],"category_scores_gemma":[0.0006451835,0.00006456274,0.00016637755,0.00067648455,0.000061017578,0.00007530432,0.000010582864,0.00032412965,0.0000041255203],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00057459605,0.00008157914,0.5634037,0.000022076936,0.000020847663,0.000069571455,0.0015308296,0.43110707,0.0003659878,0.000020183286,0.0000011335034,0.0028024337],"study_design_scores_gemma":[0.02148311,0.00029769822,0.8687386,0.0011952026,0.00009290648,0.00010241314,0.0017031543,0.1010317,0.003725626,0.0012412299,0.00018217445,0.00020622289],"about_ca_topic_score_codex":0.000021749076,"about_ca_topic_score_gemma":0.000023666256,"teacher_disagreement_score":0.33007535,"about_ca_system_score_codex":0.0000549903,"about_ca_system_score_gemma":0.00011948915,"threshold_uncertainty_score":0.2632792},"labels":[],"label_agreement":null},{"id":"W1421554827","doi":"10.1016/j.amjsurg.2015.06.014","title":"An overview of research priorities in surgical simulation: what the literature shows has been achieved during the 21st century and what remains","year":2015,"lang":"en","type":"review","venue":"The American Journal of Surgery","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":69,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"","keywords":"Debriefing; Competence (human resources); Teamwork; Curriculum; Medical education; Simulation training; Psychology; Medicine; Engineering ethics; Computer science; Engineering; Simulation; Political science; Pedagogy","score_opus":0.2850584448119286,"score_gpt":0.4556493244660729,"score_spread":0.17059087965414432,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1421554827","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.08411206,0.91393,2.1146344e-7,0.0012546137,0.00024890678,0.00038714905,0.00000605934,0.000008007341,0.000052978336],"genre_scores_gemma":[0.15860984,0.8404274,0.0000065354857,0.00011554671,0.00076047005,0.0000059370373,0.000010319946,0.000035450073,0.000028490425],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99343145,0.0033966454,0.001328484,0.00023405207,0.0012142613,0.00039512457],"domain_scores_gemma":[0.9865583,0.01083323,0.001206139,0.0005855316,0.0005784646,0.00023832696],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.009783399,0.0003114424,0.002309014,0.0004447797,0.00025373994,0.0006376895,0.00038936254,0.00012708208,0.000046305144],"category_scores_gemma":[0.00053362583,0.00013035437,0.0006014855,0.0016620083,0.0013133163,0.00084130495,0.000117431846,0.0019500669,0.0000013964766],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00047466691,0.000069109585,0.0006845129,0.0015566568,0.00018889643,0.00029422907,0.0025991527,0.00008680736,2.489777e-7,0.000061894134,0.000007257535,0.9939766],"study_design_scores_gemma":[0.0008424521,0.0002108453,0.006111317,0.070683666,0.00038302908,0.0017173184,0.026255162,0.00006675815,3.7243487e-7,0.000089642155,0.8933937,0.00024574157],"about_ca_topic_score_codex":0.000011641939,"about_ca_topic_score_gemma":0.0000040691825,"teacher_disagreement_score":0.99373084,"about_ca_system_score_codex":0.00013297723,"about_ca_system_score_gemma":0.0006547029,"threshold_uncertainty_score":0.84721786},"labels":[],"label_agreement":null},{"id":"W1426328284","doi":"10.1007/s00464-015-4334-3","title":"Fundamental Use of Surgical Energy (FUSE) certification: validation and predictors of success","year":2015,"lang":"en","type":"article","venue":"Surgical Endoscopy","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":9,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"","keywords":"Medicine; Certification; Hepatology; Abdominal surgery; Internal medicine; Medical physics; General surgery","score_opus":0.08059713275394033,"score_gpt":0.32574967216729206,"score_spread":0.24515253941335174,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1426328284","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99433255,0.00020367412,0.000051167903,0.000251932,0.0001670413,0.00012549257,0.000019619134,0.00004714965,0.0048013846],"genre_scores_gemma":[0.9990658,0.00011263528,0.00019344914,0.000025030442,0.00011426292,0.000007800957,0.00012614687,0.0000148155195,0.00034006446],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.9984698,0.00011159134,0.0005134061,0.00024278324,0.000489291,0.0001731138],"domain_scores_gemma":[0.9986438,0.000474514,0.00016056794,0.00019288003,0.00019111704,0.00033712003],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00023085577,0.00013439987,0.00039869495,0.00010926585,0.000028251789,0.00001745887,0.00005241858,0.00011734864,0.0003821928],"category_scores_gemma":[0.00011015524,0.0001082019,0.00009564773,0.0002843127,0.00023004078,0.00016664674,0.000041776064,0.000097693905,0.0000036654637],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0072729955,0.0009944687,0.96169716,0.00014465771,0.00024092647,0.00018543804,0.00059905846,0.00046864423,0.000647287,0.019198352,0.00031972022,0.008231313],"study_design_scores_gemma":[0.109534875,0.0019801622,0.08228498,0.0004414919,0.00041465924,0.00040684897,0.0005447054,0.0074442723,0.11533785,0.0005665587,0.6803663,0.00067731994],"about_ca_topic_score_codex":0.0001349039,"about_ca_topic_score_gemma":0.0000021260332,"teacher_disagreement_score":0.8794122,"about_ca_system_score_codex":0.000033838427,"about_ca_system_score_gemma":0.000061462444,"threshold_uncertainty_score":0.44123456},"labels":[],"label_agreement":null},{"id":"W1481496951","doi":"10.1007/s12630-009-9090-1","title":"Validation of the Imperial College Surgical Assessment Device (ICSAD) for labour epidural placement","year":2009,"lang":"en","type":"article","venue":"Canadian Journal of Anesthesia/Journal canadien d anesthésie","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":70,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Toronto General Hospital; St. Michael's Hospital; Mount Sinai Hospital; University of Toronto","funders":"University of Toronto; Imperial College London; Royal College of Physicians and Surgeons of Canada","keywords":"Multivariate analysis of variance; Checklist; Construct validity; Medicine; Rating scale; Repeated measures design; Physical therapy; Concurrent validity; Psychology; Surgery; Patient satisfaction; Statistics; Mathematics; Developmental psychology","score_opus":0.022673685621562616,"score_gpt":0.2838689224229842,"score_spread":0.2611952368014216,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1481496951","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98605204,0.00019436084,0.000024738938,0.012080332,0.00040750983,0.00037752933,0.000017630335,0.000005065133,0.00084082084],"genre_scores_gemma":[0.9978063,0.0000129474265,0.00057659985,0.00031261233,0.0009174932,0.0000023470272,0.000008119318,0.000024186584,0.0003393758],"study_design_codex":"case_report","study_design_gemma":"case_report","domain_scores_codex":[0.9973565,0.0001794233,0.0010776381,0.00016345682,0.00062039506,0.0006025988],"domain_scores_gemma":[0.9962626,0.00020948658,0.0008018382,0.00019585327,0.0009905793,0.00153963],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0017408283,0.0002414382,0.0006364208,0.0003614924,0.00043318947,0.000085255895,0.00033366028,0.00016955468,0.00035285862],"category_scores_gemma":[0.00026218695,0.00017047813,0.00048266028,0.00044398618,0.00012205522,0.00020184333,0.000004560952,0.0005507627,0.0000013760682],"study_design_candidate":"case_report","study_design_consensus":"case_report","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.009557142,0.0011076814,0.124010235,0.00051548413,0.0017191044,0.70083296,0.007922653,0.022213826,0.00129867,0.071606115,0.0130427815,0.04617336],"study_design_scores_gemma":[0.010449502,0.002760755,0.06832129,0.00043244264,0.00035093114,0.85391426,0.0010462165,0.00033832144,0.0007506374,0.0009838134,0.060316686,0.00033514263],"about_ca_topic_score_codex":0.0005589696,"about_ca_topic_score_gemma":0.0007247425,"teacher_disagreement_score":0.15308131,"about_ca_system_score_codex":0.0008040395,"about_ca_system_score_gemma":0.0052144425,"threshold_uncertainty_score":0.92501974},"labels":[],"label_agreement":null},{"id":"W1482814433","doi":"","title":"Teaching cognitive skills improves learning in surgical skills courses: a blinded, prospective, randomized study.","year":2004,"lang":"en","type":"article","venue":"PubMed","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":122,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto; University Health Network","funders":"","keywords":"Medicine; Cognitive skill; Cognition; Test (biology); Task (project management); Randomized controlled trial; Educational measurement; Medical education; Curriculum; Psychology; Surgery; Pedagogy","score_opus":0.01584820352183425,"score_gpt":0.3007687246103802,"score_spread":0.28492052108854593,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1482814433","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.96780306,0.00009250106,0.00009476955,0.00031563692,0.00011745501,0.0051776846,0.0000013430924,0.00020046173,0.026197065],"genre_scores_gemma":[0.99611443,0.000010645973,0.00006279145,0.00023629297,0.00018723965,0.0019589805,0.000011635308,0.000034040335,0.001383944],"study_design_codex":"design_other","study_design_gemma":"randomized_trial","domain_scores_codex":[0.99753135,0.00041516675,0.0005753536,0.00046908052,0.0004634138,0.00054560177],"domain_scores_gemma":[0.99786043,0.001491649,0.00015341876,0.000119739125,0.00010986091,0.00026488092],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0025622647,0.00023723679,0.0008893616,0.00026766176,0.00013445882,0.00005356063,0.000066229986,0.00011746799,0.00004759376],"category_scores_gemma":[0.0036836078,0.00018263368,0.0002235493,0.00034394345,0.00014777978,0.00018552649,0.000047600926,0.0008957148,0.000019392794],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.07326807,0.008730472,0.2604218,0.000047004934,0.0006704864,0.0015202406,0.012186459,0.0006553373,0.0000044943267,0.0014126275,0.0000011995635,0.6410818],"study_design_scores_gemma":[0.5082065,0.00012798917,0.4878303,0.00009656113,0.00014660739,0.000039390547,0.002540028,0.00010861926,0.000038597398,0.00035213557,0.00031302794,0.00020023965],"about_ca_topic_score_codex":0.00014691782,"about_ca_topic_score_gemma":0.000025383237,"teacher_disagreement_score":0.64088154,"about_ca_system_score_codex":0.00017047308,"about_ca_system_score_gemma":0.00007990706,"threshold_uncertainty_score":0.74475855},"labels":[],"label_agreement":null},{"id":"W1484155333","doi":"","title":"VIRTUAL REALITY SIMULATIONS AND INTERVENTIONAL RADIOLOGY","year":2007,"lang":"en","type":"article","venue":"Gothenburg University Publications Electronic Archive (Gothenburg University)","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Sahlgrenska Universitetssjukhuset; Sahlgrenska Akademin; Rigshospitalet; University of Toronto; AstraZeneca","keywords":"Virtual reality; Radiology; Computer science; Medicine; Medical physics; Computer graphics (images); Human–computer interaction","score_opus":0.020453399313290006,"score_gpt":0.2580923631958465,"score_spread":0.23763896388255648,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1484155333","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.39108425,0.00007394874,0.41868338,0.004256934,0.000091057824,0.0011683444,0.00018051316,0.0005985464,0.18386301],"genre_scores_gemma":[0.97550285,0.000064647946,0.00067351025,0.000177133,0.00007925354,3.8357857e-7,0.00031628556,0.000021007474,0.023164904],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99805814,0.0001761685,0.0002660637,0.00058163924,0.0002581693,0.00065979303],"domain_scores_gemma":[0.9979939,0.00073193986,0.00017995536,0.00042686745,0.00023411466,0.00043323907],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00045991523,0.00023221421,0.00032980886,0.0012572006,0.00063416216,0.000025595955,0.0002813536,0.00016587807,0.0009194502],"category_scores_gemma":[0.00013402004,0.0002777628,0.00022451882,0.0008255376,0.0005375209,0.0003960326,0.00016665208,0.00050685427,0.000018281195],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0010821585,0.00053422444,0.021500582,0.000015315629,0.00042019234,0.00005988813,0.00091266463,0.00043595154,0.0005866128,0.9626907,0.0005774974,0.011184204],"study_design_scores_gemma":[0.0058592516,0.00044852786,0.067383416,0.0000383955,0.00024073392,0.00010518673,0.0019376561,0.0041556596,0.000047050147,0.0045279646,0.9148681,0.0003880298],"about_ca_topic_score_codex":0.00007836404,"about_ca_topic_score_gemma":0.0005039624,"teacher_disagreement_score":0.9581627,"about_ca_system_score_codex":0.00057193974,"about_ca_system_score_gemma":0.0004064463,"threshold_uncertainty_score":0.99999386},"labels":[],"label_agreement":null},{"id":"W1491493799","doi":"10.1503/cjs.015411","title":"Knowing the operative game plan: a novel tool for the assessment of surgical procedural knowledge","year":2012,"lang":"en","type":"article","venue":"Canadian Journal of Surgery","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Montreal General Hospital; Jewish General Hospital","funders":"","keywords":"Medicine; Inguinal hernia; Test (biology); Medical physics; Surgery; Hernia","score_opus":0.11720921127312964,"score_gpt":0.3634371524887206,"score_spread":0.24622794121559097,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1491493799","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9806866,0.0028672826,0.0010733488,0.007970035,0.0013999824,0.0005033791,0.000028331297,0.0000061849605,0.0054648705],"genre_scores_gemma":[0.99848783,0.000017322567,0.000109579756,0.00036309104,0.00073922897,0.0000083624145,0.0000035633411,0.000011901644,0.0002591452],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.9989855,0.00004974159,0.00044111448,0.00005834573,0.00016207717,0.00030316916],"domain_scores_gemma":[0.9962185,0.002847078,0.00016940299,0.0000947654,0.00029558502,0.0003746806],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0015985776,0.00009385739,0.00031949673,0.000121822115,0.00013674487,0.000024982097,0.00008162772,0.00005038881,0.0002750159],"category_scores_gemma":[0.00044241556,0.00004694555,0.0002676199,0.00018188532,0.00010848433,0.00012641265,0.0000062468125,0.00024191276,0.0000013045646],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0004985024,0.00036956614,0.8884962,0.00020511237,0.0011586376,0.0001732508,0.009244384,0.00076964695,0.0002527489,0.010644727,0.014302618,0.07388456],"study_design_scores_gemma":[0.0023884086,0.00008423778,0.35964075,0.00039182787,0.00018036492,0.0008296481,0.001784189,0.0025074258,0.00014705454,0.000012788074,0.6318923,0.0001409909],"about_ca_topic_score_codex":0.00007127988,"about_ca_topic_score_gemma":0.00016628453,"teacher_disagreement_score":0.6175897,"about_ca_system_score_codex":0.00010099793,"about_ca_system_score_gemma":0.001865755,"threshold_uncertainty_score":0.3309769},"labels":[],"label_agreement":null},{"id":"W1496841464","doi":"10.1002/lary.23763","title":"Assessment of phonomicrosurgical training in otolaryngology residencies: A resident survey","year":2013,"lang":"en","type":"article","venue":"The Laryngoscope","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":22,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Otorhinolaryngology; Medicine; Laryngology; Family medicine; Training (meteorology); Medical education; Surgery","score_opus":0.054950074915930174,"score_gpt":0.3386458794197185,"score_spread":0.28369580450378834,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1496841464","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97810596,0.00012908773,0.00005788569,0.0008946986,0.00008445444,0.0005286488,0.0000036103104,0.000029421435,0.020166218],"genre_scores_gemma":[0.99842745,0.000032132317,0.00035343444,0.00065715343,0.0000461357,0.000045207482,0.000019012183,0.000016939433,0.00040251893],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99832314,0.00038855354,0.00052429707,0.00022890187,0.00022555499,0.00030956947],"domain_scores_gemma":[0.9983002,0.0010871381,0.0001173476,0.00030092843,0.00009072018,0.000103663115],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0015545692,0.00013170973,0.00046508093,0.00011239758,0.000054374617,0.000020974692,0.00014869313,0.000096188814,0.0020979017],"category_scores_gemma":[0.00031925982,0.00008677945,0.00008522018,0.00034130595,0.00016406576,0.00008801848,0.00007332175,0.00032029807,0.00006743757],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00024802913,0.00013356835,0.98689777,0.00004806714,0.00008150238,0.00005902796,0.0027986374,0.00021991433,0.004605947,0.0018617703,0.00030930212,0.002736486],"study_design_scores_gemma":[0.002318302,0.00012717009,0.993507,0.0000928819,0.000013730862,0.000022530727,0.00059603783,0.0019546095,0.00029825643,0.00024224014,0.0007411605,0.00008608161],"about_ca_topic_score_codex":0.0025666992,"about_ca_topic_score_gemma":0.00047888592,"teacher_disagreement_score":0.02032149,"about_ca_system_score_codex":0.0000627533,"about_ca_system_score_gemma":0.00024098331,"threshold_uncertainty_score":0.99881434},"labels":[],"label_agreement":null},{"id":"W1505021387","doi":"10.5772/29112","title":"Safety of Interactive Image-Guided Surgery","year":2011,"lang":"en","type":"book-chapter","venue":"InTech eBooks","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Royal Military College of Canada","funders":"","keywords":"Strengths and weaknesses; State (computer science); Computer science; Current (fluid); Image (mathematics); Medical physics; Medicine; Artificial intelligence; Psychology; Engineering; Electrical engineering; Algorithm","score_opus":0.07830943967425442,"score_gpt":0.3147581078305208,"score_spread":0.23644866815626636,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1505021387","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0003438869,0.000049257338,0.00070839573,0.000036958776,0.00027595862,0.00028514795,0.000022255443,0.00010676574,0.9981714],"genre_scores_gemma":[0.522267,0.0000142778035,0.00020248744,0.00025534705,0.00013423518,0.0000056473264,0.00004017126,0.00006397282,0.47701687],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9986058,0.000015765989,0.0006763121,0.00028005827,0.0002563797,0.00016568607],"domain_scores_gemma":[0.99830276,0.0005351107,0.00035239354,0.00034110804,0.00034061266,0.00012801381],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00022922318,0.0002678731,0.0007755471,0.00027854962,0.000024366887,0.0000062245404,0.0000799572,0.00032075815,0.005040346],"category_scores_gemma":[0.00016699449,0.00022865983,0.00047103432,0.000012093728,0.00021362248,0.000025566533,0.00006707602,0.0005460001,0.00018717782],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0073361574,0.0001987284,0.0003816914,0.00086646806,0.0032152866,0.0016811565,0.002797758,2.246199e-7,0.009918531,0.07608067,0.0028470655,0.89467627],"study_design_scores_gemma":[0.0019941991,0.00017881748,0.00023027485,0.0034709824,0.00035753558,0.00015839202,0.000053212047,0.000008355648,0.06272607,0.01934173,0.91097045,0.00050996576],"about_ca_topic_score_codex":0.000022533723,"about_ca_topic_score_gemma":0.0000045051665,"teacher_disagreement_score":0.9081234,"about_ca_system_score_codex":0.000074302116,"about_ca_system_score_gemma":0.0001396463,"threshold_uncertainty_score":0.99586916},"labels":[],"label_agreement":null},{"id":"W1512092148","doi":"10.1002/lary.24875","title":"Otolaryngology–head and neck surgery in undergraduate medical education: Advances and innovations","year":2014,"lang":"en","type":"review","venue":"The Laryngoscope","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":100,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University","funders":"","keywords":"Curriculum; Medical education; Otorhinolaryngology; Graduate medical education; Medicine; Standardization; Inclusion (mineral); Psychology; Computer science; Pedagogy; Surgery","score_opus":0.04894184641176131,"score_gpt":0.38029947259449015,"score_spread":0.33135762618272885,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1512092148","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.002882996,0.9872078,0.0000143549,0.0041469163,0.00022895097,0.00052263675,0.0000025239472,0.00004118912,0.0049526915],"genre_scores_gemma":[0.0024913147,0.99441946,0.00008925512,0.002193705,0.00025556525,0.00008980147,0.00012372567,0.000029998431,0.00030717207],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9983169,0.00026318547,0.0006209543,0.0003241119,0.0002481936,0.00022667613],"domain_scores_gemma":[0.9979056,0.0014331222,0.00018641049,0.00025123326,0.00005149038,0.00017213963],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0008258748,0.00025080412,0.0012692028,0.0002451982,0.00010413115,0.000027279853,0.000093464165,0.00026696917,0.00015526946],"category_scores_gemma":[0.00095036224,0.0001539184,0.00009675463,0.0006484302,0.0002380872,0.000076010714,0.00007928704,0.00059903454,0.000027178838],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000012139092,0.00006457744,0.0031215986,0.004458907,0.000043863714,0.000017671131,0.00002951328,8.3626915e-8,7.050587e-9,0.0028275095,0.00029160333,0.9891325],"study_design_scores_gemma":[0.000502118,0.000027576598,0.0034053554,0.0114683565,0.00015236667,0.00027513414,0.000009987679,0.000032106476,2.6148204e-8,0.0004782512,0.98350096,0.00014776802],"about_ca_topic_score_codex":0.000023359418,"about_ca_topic_score_gemma":0.00005813922,"teacher_disagreement_score":0.98898476,"about_ca_system_score_codex":0.000029493904,"about_ca_system_score_gemma":0.0007898784,"threshold_uncertainty_score":0.62766105},"labels":[],"label_agreement":null},{"id":"W151362380","doi":"10.1007/978-1-4471-4387-1_98","title":"Assessment of Competence","year":2012,"lang":"en","type":"book-chapter","venue":"Urolithiasis","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University; St. Joseph’s Healthcare Hamilton","funders":"","keywords":"Certification; Competence (human resources); Specialty; Apprenticeship; Core competency; Medical education; Curriculum; Medicine; Competency assessment; Psychology; Family medicine; Pedagogy; Management","score_opus":0.05201505474372317,"score_gpt":0.32223855961034803,"score_spread":0.27022350486662483,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W151362380","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00056173035,0.0005500921,0.000086008455,0.00011188878,0.00012939044,0.0001525756,0.000015808242,0.000042910964,0.9983496],"genre_scores_gemma":[0.8589483,0.0000991086,0.0012959343,0.00045300947,0.00020451976,0.00000246426,0.000046588746,0.000033092183,0.13891701],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9990348,0.000008599196,0.0002998009,0.00016071169,0.00035458503,0.00014147116],"domain_scores_gemma":[0.9991877,0.0001325417,0.0001636744,0.00026167798,0.00010273129,0.00015168895],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00014698732,0.00015528926,0.00043798008,0.00009592374,0.000020531681,0.0000034954332,0.00005232259,0.00018865686,0.0063027334],"category_scores_gemma":[0.00002146291,0.00013003622,0.0001921799,0.000020960222,0.00007478457,0.000020960524,0.00003040636,0.00027955836,0.00009128444],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00007023994,0.00012996371,0.02672636,0.00031328725,0.00047242697,0.00006008594,0.00015575197,0.00001716799,0.00003492423,0.8395797,0.00015097871,0.13228913],"study_design_scores_gemma":[0.0016170661,0.0001464037,0.11345422,0.00035867005,0.00047611262,0.000034739518,0.000012317649,0.0002947892,0.000025674664,0.0018882807,0.8814561,0.00023565291],"about_ca_topic_score_codex":0.000004411946,"about_ca_topic_score_gemma":4.0454754e-7,"teacher_disagreement_score":0.8813051,"about_ca_system_score_codex":0.000038359623,"about_ca_system_score_gemma":0.00007892147,"threshold_uncertainty_score":0.99460566},"labels":[],"label_agreement":null},{"id":"W152145004","doi":"10.1503/cjs.010912","title":"Feasibility and fidelity of practising surgical fixation on a virtual ulna bone","year":2013,"lang":"en","type":"article","venue":"Canadian Journal of Surgery","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"University of Calgary","keywords":"Medicine; Fidelity; Simulation; Virtual reality; Haptic technology; Fixation (population genetics); Medical physics; Computer science; Human–computer interaction","score_opus":0.08783684226393754,"score_gpt":0.3051201961221323,"score_spread":0.21728335385819478,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W152145004","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9969044,0.00028105493,0.00002006561,0.0011421648,0.00016922608,0.000086260145,0.0000037358354,0.000003481494,0.0013896219],"genre_scores_gemma":[0.99951404,0.000020993004,0.00005264735,0.00023802428,0.00011981189,5.007655e-7,0.0000036364404,0.000006584121,0.00004373956],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9989519,0.00008589573,0.00051114865,0.000091671885,0.00019982275,0.00015957783],"domain_scores_gemma":[0.99764967,0.001028096,0.00028453962,0.00009112882,0.00029993543,0.00064662955],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00091211894,0.00007357516,0.00034226364,0.00024676663,0.00005192315,0.000022767448,0.000019823534,0.00007034932,0.0008192756],"category_scores_gemma":[0.0015349487,0.000059928123,0.00012074572,0.000147881,0.00009022519,0.00017877114,0.0000029731527,0.00021481456,0.000004479679],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0003476347,0.00007435543,0.8629882,0.000039009028,0.000057041194,0.000628314,0.0002667248,0.00006807086,0.000102999235,0.00025937843,0.0010763296,0.13409194],"study_design_scores_gemma":[0.001317526,0.000119160264,0.9892614,0.00025308627,0.000027899849,0.0005055662,0.00022949387,0.00023886014,0.00011650376,0.00019075868,0.0076612914,0.000078488236],"about_ca_topic_score_codex":0.0014663874,"about_ca_topic_score_gemma":0.00031354307,"teacher_disagreement_score":0.13401346,"about_ca_system_score_codex":0.00010071224,"about_ca_system_score_gemma":0.0006293488,"threshold_uncertainty_score":0.89704937},"labels":[],"label_agreement":null},{"id":"W1523457368","doi":"10.5772/6895","title":"Telementoring and Telesurgery: Future or Fiction?","year":2010,"lang":"en","type":"book-chapter","venue":"InTech eBooks","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University","funders":"","keywords":"Computer science; Art","score_opus":0.03468644757881979,"score_gpt":0.29342743332646887,"score_spread":0.2587409857476491,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1523457368","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0016387271,0.00012502036,0.0001200549,0.00016623075,0.0008780257,0.00031853674,0.0000101698715,0.00021441249,0.9965288],"genre_scores_gemma":[0.25174502,0.00005027357,0.0005251924,0.00047785504,0.002102442,0.000013682558,0.000026791944,0.00007425868,0.7449845],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9990119,0.000004509949,0.00028711994,0.00029059418,0.0002366565,0.00016923634],"domain_scores_gemma":[0.9992997,0.00010926996,0.000105066,0.00022782822,0.000088911744,0.00016922041],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00014140841,0.00023871454,0.00037005584,0.00015874057,0.00008486537,0.000030135747,0.00004460242,0.0004757429,0.0024160808],"category_scores_gemma":[0.000035589535,0.0001763594,0.00011377685,0.0000101277055,0.000083835366,0.000016238333,0.0000458187,0.00086390343,0.000036000994],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00059192243,0.000022342549,0.00039194428,0.00017826333,0.00034745588,0.0005231934,0.00040656485,4.0598113e-8,0.003709016,0.012269906,0.0003933297,0.981166],"study_design_scores_gemma":[0.0008590535,0.00008622554,0.00009848014,0.00030672413,0.000084933,0.000114378054,0.000047602713,0.00000304073,0.0026307912,0.000917784,0.99466103,0.0001899245],"about_ca_topic_score_codex":0.000003826182,"about_ca_topic_score_gemma":0.000013778692,"teacher_disagreement_score":0.99426776,"about_ca_system_score_codex":0.000036368034,"about_ca_system_score_gemma":0.000068838286,"threshold_uncertainty_score":0.9984958},"labels":[],"label_agreement":null},{"id":"W1525959642","doi":"10.1111/j.1464-410x.2010.10060.x","title":"Randomized controlled trial of virtual reality and hybrid simulation for robotic surgical training","year":2011,"lang":"en","type":"article","venue":"British Journal of Urology","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":47,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Jewish General Hospital; McGill University Health Centre","funders":"Jewish General Hospital","keywords":"Virtual reality; Robotics; Randomized controlled trial; Population; Medical physics; Task (project management); Simulation training; Physical therapy; Computer science; Medicine; Physical medicine and rehabilitation; Artificial intelligence; Simulation; Robot; Surgery; Engineering","score_opus":0.07410817062856291,"score_gpt":0.3253732255487055,"score_spread":0.2512650549201426,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1525959642","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9736577,0.00066130667,0.022332748,0.000167107,0.00036695847,0.0012836717,0.000002421004,0.000010303001,0.0015177436],"genre_scores_gemma":[0.9991237,0.00009802977,0.00034156122,0.00010073095,0.0002782592,0.000012571161,0.0000040779905,0.000009840893,0.000031258132],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9980228,0.00043813584,0.0011096013,0.00010760059,0.00017308176,0.00014875898],"domain_scores_gemma":[0.9953916,0.0035501863,0.0006081194,0.000047451154,0.0002721263,0.0001305288],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0028565275,0.00008336293,0.0015940291,0.00009245262,0.00003906956,0.000007823054,0.000038078248,0.00009154957,0.00017183315],"category_scores_gemma":[0.0029982307,0.0000714487,0.0004558512,0.00003865952,0.00019012514,0.00005981924,0.000008563279,0.0001843831,2.5359554e-7],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.96586347,0.00018374991,0.000025169731,0.000008492241,0.00024366363,0.0002915875,0.00020337632,0.005576248,0.0000058821333,0.00044817294,0.0000046562977,0.02714551],"study_design_scores_gemma":[0.95600885,0.0018655639,0.00032971805,0.000034829533,0.00052820204,0.0020365687,0.000045778586,0.037922516,0.0000070136466,0.00095986394,0.00020645242,0.000054641554],"about_ca_topic_score_codex":0.0000085497395,"about_ca_topic_score_gemma":0.0000014917376,"teacher_disagreement_score":0.03234627,"about_ca_system_score_codex":0.000007707725,"about_ca_system_score_gemma":0.00007295822,"threshold_uncertainty_score":0.3589379},"labels":[],"label_agreement":null},{"id":"W1531996034","doi":"10.1007/11866565_110","title":"Automated 3D Freehand Ultrasound Calibration with Real-Time Accuracy Control","year":2006,"lang":"en","type":"article","venue":"Lecture notes in computer science","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":20,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University","funders":"","keywords":"Computer science; Imaging phantom; Calibration; Computer vision; 3D ultrasound; Robustness (evolution); Artificial intelligence; Set (abstract data type); Ultrasound; Radiology; Medicine","score_opus":0.0093966034005152,"score_gpt":0.26446848233148523,"score_spread":0.25507187893097005,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1531996034","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.37523028,0.0000119248925,0.6238157,0.00025018246,0.000059764658,0.00016716785,9.283204e-7,0.00021325183,0.00025080403],"genre_scores_gemma":[0.9644777,8.1935804e-7,0.03468137,0.00065124006,0.00016343185,0.000003290463,0.000012054228,0.0000071053,0.0000029848836],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9988765,0.000029293142,0.00018569612,0.00031131232,0.00034629635,0.00025089976],"domain_scores_gemma":[0.9987483,0.0008397333,0.00006171122,0.00018692002,0.000086261665,0.00007708507],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00024288843,0.00011359911,0.00018356822,0.00012774736,0.000111122616,0.0001083304,0.000106083244,0.00005474783,0.00006833284],"category_scores_gemma":[0.00012876818,0.00007831585,0.000021976459,0.0008097787,0.00022347261,0.00020718508,0.000015300493,0.00011620211,0.0000072400744],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00031254304,0.00019144455,0.07524419,0.000018243327,0.000015963953,0.00014846165,0.0005108467,0.79643565,0.030383931,0.00011185295,0.00002529302,0.096601576],"study_design_scores_gemma":[0.0030350494,0.00012825026,0.071676016,0.000051994906,0.000009362694,0.00005323609,2.8957734e-7,0.921474,0.003182919,0.00024820078,0.000036740978,0.00010395859],"about_ca_topic_score_codex":0.00018099746,"about_ca_topic_score_gemma":0.000045639415,"teacher_disagreement_score":0.5892474,"about_ca_system_score_codex":0.00005515204,"about_ca_system_score_gemma":0.00012773073,"threshold_uncertainty_score":0.31936276},"labels":[],"label_agreement":null},{"id":"W1535163203","doi":"10.3171/2012.10.jns12767","title":"Needs assessment for simulation training in neuroendoscopy: a Canadian national survey","year":2012,"lang":"en","type":"article","venue":"Journal of neurosurgery","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":40,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Hospital for Sick Children; The Wilson Centre; London Health Sciences Centre; University of Toronto; SickKids Foundation; Western University","funders":"","keywords":"Medicine; Endoscopic third ventriculostomy; Ventriculostomy; Curriculum; Medical education; Simulation training; Medical physics; Computer science; Simulation; Surgery; Psychology; Endoscopy; Pedagogy","score_opus":0.15571795514774509,"score_gpt":0.39095814366853776,"score_spread":0.23524018852079268,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1535163203","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99648136,0.000027891585,0.00056417985,0.00084143184,0.00095449906,0.00014737263,0.000011273828,0.000006962979,0.00096505095],"genre_scores_gemma":[0.9976044,0.000005426566,0.00030693898,0.0015881804,0.00042032808,0.0000028298919,0.000014855942,0.000017910974,0.00003909063],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9985977,0.00013117901,0.0005378779,0.000065583765,0.00036710105,0.0003005748],"domain_scores_gemma":[0.99701357,0.0020568364,0.00021652458,0.00004904741,0.00028275346,0.00038125447],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0017822819,0.00009005485,0.00028379943,0.0009537611,0.00005543815,0.000021501844,0.00003604395,0.000046358397,0.00006599154],"category_scores_gemma":[0.001941367,0.00008074067,0.00013307815,0.00050425186,0.0000145031345,0.0002375681,0.0000044418,0.00023359658,0.0000014356241],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00041422553,0.00010378094,0.9751484,0.000013777279,0.000022892695,0.00004739686,0.00037361056,0.016415484,0.00021263617,0.00013097972,0.00020366703,0.006913155],"study_design_scores_gemma":[0.001798162,0.0000946127,0.96575844,0.00004195899,0.000014759267,0.0000832532,0.00007298483,0.019349143,0.000012334364,0.000043319353,0.012664663,0.000066348075],"about_ca_topic_score_codex":0.00020910313,"about_ca_topic_score_gemma":0.00041871628,"teacher_disagreement_score":0.012460995,"about_ca_system_score_codex":0.00020079088,"about_ca_system_score_gemma":0.0008632792,"threshold_uncertainty_score":0.32925087},"labels":[],"label_agreement":null},{"id":"W1536902481","doi":"10.1002/lary.24919","title":"Comparison of cadaveric and isomorphic three‐dimensional printed models in temporal bone education","year":2015,"lang":"en","type":"article","venue":"The Laryngoscope","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":100,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Health Sciences Centre; University of Manitoba","funders":"","keywords":"3d printed; Cadaveric spasm; Otorhinolaryngology; Temporal bone; Likert scale; Computer science; Medical physics; Medicine; Biomedical engineering; Orthodontics; Surgery; Psychology","score_opus":0.10218564645652317,"score_gpt":0.358081446568477,"score_spread":0.25589580011195384,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1536902481","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9942564,0.0008401176,0.00008598536,0.0010044813,0.000062473635,0.0002173508,0.0000013079347,0.000015837957,0.0035160466],"genre_scores_gemma":[0.99919975,0.0000029253713,0.00032207003,0.00029975295,0.00002483899,0.0000055395053,0.000024292773,0.000005589342,0.00011523117],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99938166,0.000039322327,0.00021273541,0.000098839075,0.00017891893,0.0000885109],"domain_scores_gemma":[0.9996127,0.000060500162,0.0000623695,0.000110624766,0.0000719723,0.00008182744],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00026982586,0.000064095955,0.00021269626,0.000054643,0.000020215728,0.0000044730386,0.000031030104,0.000038774782,0.00004908173],"category_scores_gemma":[0.000046730955,0.0000424026,0.000018464838,0.00017097649,0.000064271844,0.000052591095,0.000031309693,0.00012434962,0.000008990563],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0014622306,0.0012437518,0.9585262,0.00008907216,0.00005682025,0.0000160584,0.0040935203,0.007337723,0.0010402222,0.0052000005,0.0008413657,0.02009303],"study_design_scores_gemma":[0.010115736,0.00054636435,0.45561686,0.00044076392,0.000093477145,0.00008193638,0.0012837453,0.51853865,0.0008307217,0.0068529574,0.005338765,0.0002599931],"about_ca_topic_score_codex":0.0002792849,"about_ca_topic_score_gemma":0.00008204492,"teacher_disagreement_score":0.51120096,"about_ca_system_score_codex":0.000022220413,"about_ca_system_score_gemma":0.00014557243,"threshold_uncertainty_score":0.17291279},"labels":[],"label_agreement":null},{"id":"W1542719234","doi":"10.1503/cjs.027910","title":"Canadian Association of University Surgeons’ Annual Symposium. Surgical simulation: The solution to safe training or a promise unfulfilled?","year":2012,"lang":"en","type":"review","venue":"Canadian Journal of Surgery","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":22,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"University of Toronto; University of Alberta","funders":"","keywords":"Medicine; Simulation training; Patient safety; Training (meteorology); Value (mathematics); Medical education; Health care; Simulation; Law","score_opus":0.12643037150895511,"score_gpt":0.31331906172094215,"score_spread":0.18688869021198704,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1542719234","genre_codex":"review","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.006095893,0.966618,0.000084702944,0.007880488,0.004671819,0.0024295554,0.0012390828,0.000042957403,0.010937498],"genre_scores_gemma":[0.5902437,0.39922816,0.00009226717,0.00049124565,0.0022122373,0.000006993556,0.00027508865,0.00015298715,0.007297344],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99670637,0.000684158,0.0011708662,0.00020439387,0.0004953711,0.000738861],"domain_scores_gemma":[0.9906974,0.004586361,0.0010957071,0.00022690502,0.00077772397,0.0026159459],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0040276977,0.00031177409,0.0018744302,0.001503266,0.00029073533,0.000034752466,0.0001896192,0.00047902192,0.0011695641],"category_scores_gemma":[0.0015502074,0.00022150892,0.00095579115,0.0012458198,0.00006875269,0.00019712454,0.0000130939625,0.00067898113,0.000019981593],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0004268164,0.000052236654,0.012328006,0.0015491623,0.0011669395,0.0029636826,0.0022447605,0.0008157095,8.515876e-8,0.000092583614,0.0043803216,0.9739797],"study_design_scores_gemma":[0.0005600008,0.00004190103,0.0013287223,0.003739168,0.0010416941,0.0004159862,0.0003473534,0.000040144663,8.156311e-8,0.000001454728,0.9922588,0.00022471936],"about_ca_topic_score_codex":0.028010126,"about_ca_topic_score_gemma":0.17097832,"teacher_disagreement_score":0.98787844,"about_ca_system_score_codex":0.0029427595,"about_ca_system_score_gemma":0.020815622,"threshold_uncertainty_score":0.9997435},"labels":[],"label_agreement":null},{"id":"W1543316906","doi":"10.1002/lary.24004","title":"Virtual surgical planning in endoscopic skull base surgery","year":2013,"lang":"en","type":"article","venue":"The Laryngoscope","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":21,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Mount Sinai Hospital; University of Toronto; Toronto General Hospital; University Health Network","funders":"","keywords":"Workload; Surgical planning; Magnetic resonance imaging; Medicine; Operation planning; Virtual reality; Medical physics; Surgery; Radiology; Computer science; Artificial intelligence; Engineering; Operations research","score_opus":0.04098744740063337,"score_gpt":0.29643540689717324,"score_spread":0.25544795949653987,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1543316906","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9715412,0.000289811,0.00002096711,0.0016514672,0.00016115028,0.0002929132,0.0000010686867,0.00008253965,0.025958844],"genre_scores_gemma":[0.99722356,0.00001807107,0.00004622674,0.0013402008,0.00019618608,0.000033979824,0.000019635772,0.000019196135,0.0011029289],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9987997,0.00012928045,0.00030384868,0.00019650317,0.00023900218,0.00033168777],"domain_scores_gemma":[0.9983553,0.001200152,0.00004577992,0.00021868634,0.00003122774,0.00014881836],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00045517084,0.00013254567,0.00031950301,0.00010730638,0.00007601244,0.000032441207,0.000078394936,0.00007650395,0.003835141],"category_scores_gemma":[0.00017490193,0.00008344377,0.000091307214,0.00030887287,0.000077430544,0.000108653396,0.000044149325,0.00030498154,0.0006723247],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0005654336,0.00047180275,0.9246824,0.00006693574,0.000107342625,0.001805598,0.0018061278,0.0007274122,0.00061666116,0.002642422,0.0044374513,0.062070437],"study_design_scores_gemma":[0.0095382435,0.00026352427,0.8740658,0.00073037297,0.000058286874,0.00016732748,0.00095515687,0.010832373,0.0011935816,0.00041724322,0.101352416,0.00042563767],"about_ca_topic_score_codex":0.00019123555,"about_ca_topic_score_gemma":0.0000048282773,"teacher_disagreement_score":0.09691496,"about_ca_system_score_codex":0.000029145032,"about_ca_system_score_gemma":0.00005572,"threshold_uncertainty_score":0.9970755},"labels":[],"label_agreement":null},{"id":"W1550613540","doi":"10.1007/978-3-642-15711-0_51","title":"Fused Video and Ultrasound Images for Minimally Invasive Partial Nephrectomy: A Phantom Study","year":2010,"lang":"en","type":"article","venue":"Lecture notes in computer science","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":47,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University; Robarts Clinical Trials","funders":"","keywords":"Visualization; Nephrectomy; Computer science; Invasive surgery; Imaging phantom; Computer vision; Workload; Image-guided surgery; Artificial intelligence; Medicine; Radiology; Surgery; Kidney","score_opus":0.02157559993695826,"score_gpt":0.30956734911026007,"score_spread":0.28799174917330184,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1550613540","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.80261415,0.000020177777,0.19607718,0.00031684275,0.00031906608,0.0005929457,0.0000014478928,0.0000389861,0.00001917199],"genre_scores_gemma":[0.94945145,0.0000011651571,0.049284212,0.00095384737,0.0002714956,0.000027893691,0.000001630526,0.000007387499,9.3025596e-7],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9988266,0.00002354158,0.00018019878,0.0004403604,0.00025167313,0.00027761175],"domain_scores_gemma":[0.99769115,0.0018185197,0.00004581408,0.00019473095,0.00011050173,0.00013929175],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00053443265,0.00012374634,0.00021045472,0.00014228388,0.0001368859,0.00012797538,0.0001456697,0.00005170702,0.000026318503],"category_scores_gemma":[0.0011450391,0.00009460817,0.000034530065,0.0004691119,0.00030333805,0.00014148369,0.00006030803,0.00021382657,0.000001933718],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00041444326,0.0005081575,0.3700536,0.0000366966,0.000028813036,0.00007998683,0.006137602,0.0011238676,0.14421052,0.000036652822,0.000006875402,0.47736278],"study_design_scores_gemma":[0.021994598,0.0028139919,0.65265757,0.00013893514,0.000090749134,0.0001903026,0.0000535007,0.14174533,0.17528975,0.0031412707,0.0011889371,0.0006950926],"about_ca_topic_score_codex":0.000018560804,"about_ca_topic_score_gemma":0.00013967794,"teacher_disagreement_score":0.4766677,"about_ca_system_score_codex":0.000016528733,"about_ca_system_score_gemma":0.00015800318,"threshold_uncertainty_score":0.3858009},"labels":[],"label_agreement":null},{"id":"W1554051257","doi":"10.1007/978-3-642-15711-0_37","title":"Surgical Task and Skill Classification from Eye Tracking and Tool Motion in Minimally Invasive Surgery","year":2010,"lang":"en","type":"article","venue":"Lecture notes in computer science","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":84,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University","funders":"National Cancer Institute; Johns Hopkins University; National Institutes of Health; National Science Foundation","keywords":"Task (project management); Gaze; Surgical simulation; Context (archaeology); Invasive surgery; Eye tracking; Motion (physics); Computer science; Artificial intelligence; Medical physics; Computer vision; Surgery; Medicine; Engineering","score_opus":0.02651912413077506,"score_gpt":0.29263449679777265,"score_spread":0.2661153726669976,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1554051257","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9460645,0.000050593084,0.052710224,0.0008032417,0.00021214897,0.000116946736,8.495715e-7,0.000021598258,0.000019899428],"genre_scores_gemma":[0.9901164,0.0000123310565,0.009362193,0.00035698406,0.00013748865,0.0000026591767,0.0000070784977,0.0000045981224,2.7069703e-7],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9989493,0.000036220295,0.00021908387,0.00039707715,0.00021643806,0.00018190272],"domain_scores_gemma":[0.9980845,0.0015918401,0.000050975937,0.00013229111,0.00005551212,0.00008488953],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0005726892,0.00009382172,0.00018664246,0.00020498146,0.000060888753,0.00008420337,0.000060968017,0.000095960364,0.000017045486],"category_scores_gemma":[0.0006539994,0.00007775837,0.000021196302,0.00047060495,0.00025722853,0.00020029387,0.000045764133,0.00028825778,0.0000013180259],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000028509814,0.000034782446,0.4795201,0.000006940647,0.0000013511576,0.000045544082,0.00085040234,0.00027396492,0.006182326,0.000029121484,1.8207798e-7,0.5130268],"study_design_scores_gemma":[0.0007346649,0.000021221997,0.8375451,0.00006853109,0.0000029013638,0.000019904606,0.0000035155344,0.15903962,0.0016879297,0.0007572542,0.000036029058,0.00008332758],"about_ca_topic_score_codex":0.000040398325,"about_ca_topic_score_gemma":0.00015472827,"teacher_disagreement_score":0.51294345,"about_ca_system_score_codex":0.000024967136,"about_ca_system_score_gemma":0.00007718498,"threshold_uncertainty_score":0.3170894},"labels":[],"label_agreement":null},{"id":"W1554476125","doi":"10.1002/rcs.1678","title":"Application of a laser‐guided docking system in robot‐assisted urologic surgery","year":2015,"lang":"en","type":"article","venue":"International Journal of Medical Robotics and Computer Assisted Surgery","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"CAE (Canada)","funders":"","keywords":"Docking (animal); Robot; Computer science; Nephrectomy; Laser; Surgery; Robotic surgery; Medicine; Urology; Artificial intelligence; Nursing; Physics; Internal medicine; Optics; Kidney","score_opus":0.07835446387138967,"score_gpt":0.3293110255844952,"score_spread":0.25095656171310554,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1554476125","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7996991,0.00049765105,0.19114321,0.005565206,0.0025300456,0.00014414918,0.0000029859145,0.000043924596,0.00037369604],"genre_scores_gemma":[0.9967308,0.0000629065,0.002088318,0.0005565427,0.00052371103,0.0000021624119,0.000019512727,0.00001216144,0.000003854028],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9964573,0.00017492905,0.0013716231,0.00017191896,0.0016494971,0.0001747662],"domain_scores_gemma":[0.99620134,0.0018482829,0.0006585741,0.00011015711,0.0007592002,0.00042244376],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0027142784,0.00013941457,0.0007133995,0.00055837794,0.00001870748,0.000037326852,0.00017452495,0.000187662,0.000016348036],"category_scores_gemma":[0.00088848,0.000110291505,0.0002455055,0.00029006175,0.00008293744,0.0000930668,0.00007981017,0.00034228084,0.0000019113602],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0011241762,0.0008500551,0.49972212,0.00017000524,0.0005462174,0.0031278066,0.0001876012,0.028358346,0.00002006997,0.0010844088,0.0009032748,0.4639059],"study_design_scores_gemma":[0.0045205476,0.000120141776,0.5214553,0.0020311866,0.00009788658,0.004177569,0.00019162512,0.46453735,0.000040030398,0.00013181282,0.0024847023,0.00021184396],"about_ca_topic_score_codex":0.000032163036,"about_ca_topic_score_gemma":0.0000044992166,"teacher_disagreement_score":0.46369407,"about_ca_system_score_codex":0.0001284004,"about_ca_system_score_gemma":0.00042991564,"threshold_uncertainty_score":0.4497557},"labels":[],"label_agreement":null},{"id":"W1559362816","doi":"10.1155/2013/186284","title":"Current Status of Core and Advanced Adult Gastrointestinal Endoscopy Training in Canada: Survey of Existing Accredited Programs","year":2013,"lang":"en","type":"article","venue":"Canadian Journal of Gastroenterology","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":14,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"Montreal General Hospital; Canadian Association of Gastroenterology; McGill University Health Centre","funders":"","keywords":"Accreditation; Training (meteorology); Core (optical fiber); Endoscopy; Medicine; Medical education; Computer science; Surgery; Geography; Telecommunications","score_opus":0.07946118109033423,"score_gpt":0.30630437477347117,"score_spread":0.22684319368313693,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1559362816","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99921864,0.00014579366,0.00008783849,0.00010456589,0.00016273095,0.00015594611,0.000025278843,0.0000016496098,0.0000975322],"genre_scores_gemma":[0.9982418,0.000012331835,0.001596321,0.000083283834,0.000029150424,0.0000023909733,0.000023205237,0.00001004437,0.0000014935788],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9983807,0.000121568606,0.0007095555,0.00011178016,0.00014974218,0.00052663824],"domain_scores_gemma":[0.99784553,0.00022122217,0.00045277248,0.000072152325,0.000615866,0.0007924469],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00029601523,0.00011414356,0.0005187586,0.00025669066,0.0000192823,0.0000051024062,0.000072132505,0.000023712988,0.00008175987],"category_scores_gemma":[0.0013066807,0.00010313579,0.000039967596,0.0001563234,0.00015016588,0.00006186916,0.000008747804,0.00030010202,1.4170102e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000616234,0.00001644076,0.9680249,0.00003593812,0.000020728397,0.00009441079,0.0002745954,0.000098382036,0.0001416,0.0000119288625,0.000014337413,0.030650493],"study_design_scores_gemma":[0.004213166,0.0013740432,0.9912741,0.0005881146,0.000016499649,0.0005677991,0.0010009081,0.00083205104,0.000009717158,0.000011969032,0.00007409868,0.000037538997],"about_ca_topic_score_codex":0.7237856,"about_ca_topic_score_gemma":0.97169226,"teacher_disagreement_score":0.24790668,"about_ca_system_score_codex":0.00022519755,"about_ca_system_score_gemma":0.002892168,"threshold_uncertainty_score":0.5130582},"labels":[],"label_agreement":null},{"id":"W1563208405","doi":"10.1002/14651858.cd010479.pub2","title":"Laparoscopic surgical box model training for surgical trainees with no prior laparoscopic experience","year":2014,"lang":"en","type":"review","venue":"Cochrane Database of Systematic Reviews","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":125,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Medicine; MEDLINE; Meta-analysis; Medical physics; Physical therapy; Clinical trial; Data collection; Statistics","score_opus":0.18736621900878975,"score_gpt":0.42601991409042306,"score_spread":0.2386536950816333,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1563208405","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00010324748,0.98290867,0.0014024395,0.000012729574,0.00022790198,0.013068969,0.00031161524,0.00009621392,0.0018682069],"genre_scores_gemma":[0.00021183837,0.9876835,0.00476087,0.00005122184,0.00040820875,0.0042385217,0.0016097727,0.00014288291,0.0008932307],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.991333,0.0009014607,0.004870731,0.0011248932,0.001040508,0.000729418],"domain_scores_gemma":[0.99104327,0.0037350792,0.0024171977,0.001862552,0.0003701673,0.000571714],"candidate_categories":["metaepi_narrow","metaepi_broad"],"consensus_categories":[],"category_scores_codex":[0.003720922,0.0011405718,0.015401411,0.0002856403,0.00014921708,0.00006522315,0.0005822006,0.0004130515,0.00031144015],"category_scores_gemma":[0.002697223,0.0006508736,0.0016421595,0.0005766325,0.00028600259,0.00017670605,0.00008733068,0.00052334834,0.00013579492],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0001319962,0.00014958312,0.0000013693932,0.9782162,0.00022053669,0.00010193947,0.00044110528,0.000007543789,5.8821985e-7,0.0005486122,0.00010401851,0.02007653],"study_design_scores_gemma":[0.00516057,0.00023401626,6.8976824e-8,0.5963026,0.0024867516,0.00048552445,0.00007782587,0.0019098487,0.0000015161829,0.0000018941654,0.3928911,0.00044827335],"about_ca_topic_score_codex":0.0000034951547,"about_ca_topic_score_gemma":0.0000021003516,"teacher_disagreement_score":0.3927871,"about_ca_system_score_codex":0.000102465274,"about_ca_system_score_gemma":0.0005041834,"threshold_uncertainty_score":0.9995943},"labels":[],"label_agreement":null},{"id":"W1564056974","doi":"10.1111/j.1532-950x.2012.01058.x","title":"Effect of Two Instrument Designs on Laparoscopic Skills Performance","year":2012,"lang":"en","type":"article","venue":"Veterinary Surgery","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"American College of Veterinary Internal Medicine","keywords":"Medicine; Task (project management); Set (abstract data type); Session (web analytics); Medical physics; Ligature; Crossover study; Physical therapy; Surgery; Computer science","score_opus":0.07183623246072132,"score_gpt":0.34197468072323306,"score_spread":0.27013844826251177,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1564056974","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99532825,0.00006294376,0.000006048018,0.000019118903,0.0004620057,0.00014653447,0.0000013098811,0.000043579785,0.0039302246],"genre_scores_gemma":[0.9995007,0.000021578093,0.000047949612,0.00015371865,0.00012715944,0.000013622321,0.000012078228,0.000013290871,0.00010988995],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9991458,0.00011102138,0.00021257313,0.000104843915,0.0001852891,0.00024049102],"domain_scores_gemma":[0.9987157,0.00091347005,0.000060755236,0.00016307634,0.000013685767,0.00013333166],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00059105165,0.000113637936,0.0003235734,0.0001080889,0.00003493231,0.0000033665442,0.000025361634,0.000039665214,0.0003431448],"category_scores_gemma":[0.00007972743,0.00008501758,0.00010789174,0.00012998251,0.00003574136,0.00008889351,0.000017770362,0.0000861505,0.000083817096],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0010871942,0.00028571865,0.8121449,0.00026484206,0.00004369971,0.000032117878,0.00012962993,0.000044166136,0.0025596716,0.000025207988,0.00005085198,0.18333203],"study_design_scores_gemma":[0.005660627,0.0066366442,0.87048507,0.0010228506,0.00008757726,0.00017870755,0.000014570795,0.0005803108,0.09771231,0.000003052614,0.017308231,0.00031004648],"about_ca_topic_score_codex":0.0000025229426,"about_ca_topic_score_gemma":1.5159577e-8,"teacher_disagreement_score":0.18302199,"about_ca_system_score_codex":0.000028585519,"about_ca_system_score_gemma":0.000016603855,"threshold_uncertainty_score":0.37571952},"labels":[],"label_agreement":null},{"id":"W1566801666","doi":"","title":"The adoption of laparoscopic colorectal surgery: a national survey of general surgeons.","year":2009,"lang":"en","type":"article","venue":"PubMed","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":61,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Ottawa Hospital","funders":"","keywords":"Medicine; Colorectal surgery; Logistic regression; Laparoscopic surgery; Confidence interval; Descriptive statistics; General surgery; Multivariate analysis; Laparoscopy; Surgery; Internal medicine; Abdominal surgery","score_opus":0.0658466919018159,"score_gpt":0.29205213289576487,"score_spread":0.22620544099394896,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1566801666","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.994466,0.00008038429,0.000006647649,0.00030090008,0.00011825253,0.00021857483,0.00001137388,0.000015380941,0.004782459],"genre_scores_gemma":[0.9995506,0.00002067405,0.000014051422,0.000100032215,0.00003234965,0.000032827305,0.00006987273,0.00000358715,0.00017600346],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99909663,0.00009169705,0.00027418314,0.00008099438,0.00030869117,0.00014777805],"domain_scores_gemma":[0.99861515,0.000893277,0.00011011719,0.00006389252,0.00025544188,0.00006213162],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0013363197,0.000052161417,0.00020057283,0.00005915537,0.000035410867,0.0000053512576,0.00003109437,0.000040860352,0.00001968159],"category_scores_gemma":[0.0012031818,0.00003607791,0.0000707525,0.00026656716,0.000056184184,0.000027055748,0.000005389351,0.00005451113,0.0000013063724],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00070684485,0.00016226988,0.84847856,0.0000109988,0.00005574058,0.00000195676,0.00003123995,0.00007979307,0.00006596871,0.0016396771,0.0006154553,0.14815149],"study_design_scores_gemma":[0.00075689127,0.000019352916,0.99732107,0.0000059737526,0.000008856763,0.0000020807515,0.000004266702,0.0003281658,0.0006478016,0.00009367611,0.00077961426,0.00003224305],"about_ca_topic_score_codex":0.00006930233,"about_ca_topic_score_gemma":0.000039768274,"teacher_disagreement_score":0.14884251,"about_ca_system_score_codex":0.000024428078,"about_ca_system_score_gemma":0.00007247514,"threshold_uncertainty_score":0.14712143},"labels":[],"label_agreement":null},{"id":"W1568937561","doi":"","title":"Can video gaming help improve laparoscopic skills in medical students?","year":2015,"lang":"en","type":"article","venue":"The Journal of Macrodynamic Analysis (Memorial University of Newfoundland)","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Memorial University of Newfoundland","funders":"","keywords":"Video recording; Medical education; Multimedia; Computer science; Medicine; Psychology","score_opus":0.012492824083576066,"score_gpt":0.27881643025901287,"score_spread":0.2663236061754368,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1568937561","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9962029,0.00006496737,0.0010233824,0.0012182929,0.00038702373,0.000097275966,0.0000045518022,0.0000078230305,0.0009938142],"genre_scores_gemma":[0.9987633,0.00010591148,0.00009987139,0.00012559822,0.0002894227,2.7542702e-8,0.000009606303,0.000006811654,0.00059940957],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9975707,0.00025129085,0.0004760861,0.00012781643,0.001371249,0.00020285319],"domain_scores_gemma":[0.9983368,0.0003660468,0.00046343016,0.00020466564,0.00030006794,0.00032902605],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0023305498,0.00012652001,0.0007272846,0.00044538747,0.00006783167,0.000016995305,0.000498534,0.00011421981,0.0003252345],"category_scores_gemma":[0.0003809804,0.00009321096,0.00030533894,0.000878618,0.0001654039,0.00009799314,0.000119262724,0.00040330517,0.0000051750726],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0045951013,0.00077513035,0.96426207,0.000033131135,0.00362695,0.0009921219,0.0056683645,0.012175084,0.0002898631,0.00012083924,0.0001291632,0.007332212],"study_design_scores_gemma":[0.07821826,0.0017012603,0.8174067,0.00051385676,0.012368652,0.0002731005,0.019483251,0.06413395,0.000037286718,0.0009050025,0.004410063,0.00054858753],"about_ca_topic_score_codex":0.0023662988,"about_ca_topic_score_gemma":0.008268675,"teacher_disagreement_score":0.14685531,"about_ca_system_score_codex":0.00034706385,"about_ca_system_score_gemma":0.00034594105,"threshold_uncertainty_score":0.46141148},"labels":[],"label_agreement":null},{"id":"W1570811136","doi":"10.25011/cim.v33i2.12345","title":"Effect of US State Certificate of Need regulation of operating rooms on surgical resident training","year":2010,"lang":"en","type":"article","venue":"Clinical and investigative medicine","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Ottawa Hospital","funders":"","keywords":"Medicine; Health care; Surgical procedures; Surgery; General surgery; Law","score_opus":0.2630197668937464,"score_gpt":0.40856982172788336,"score_spread":0.14555005483413697,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1570811136","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9949573,0.000052777552,0.000016929793,0.0019324906,0.0002136543,0.00030564616,0.0000039025717,0.000017163982,0.002500103],"genre_scores_gemma":[0.999258,0.000019478917,0.00020394269,0.00015186671,0.00019596465,0.0000042509605,0.00002258885,0.000012615657,0.00013131012],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9975892,0.0003362749,0.0012918265,0.00026958366,0.00036797175,0.00014515445],"domain_scores_gemma":[0.9965157,0.0023554158,0.00044251356,0.0002020471,0.0001909389,0.000293423],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.002564649,0.00015744961,0.000982295,0.000106686,0.00003795951,0.000002297631,0.000057310746,0.00012735004,0.00020495644],"category_scores_gemma":[0.005507297,0.00009526893,0.00011166707,0.00023233735,0.004688618,0.000051109862,0.000026097829,0.00046362382,0.0000013406187],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0030327223,0.00022743658,0.69645107,0.0006271241,0.00024427834,0.00003390519,0.004215554,0.00026630345,0.14370349,0.007966,0.00006878132,0.14316332],"study_design_scores_gemma":[0.01643058,0.009766803,0.8451762,0.0018459484,0.00021663064,0.000014766987,0.00033466448,0.008432881,0.11375037,0.0030034154,0.0008690266,0.00015868492],"about_ca_topic_score_codex":0.000062231346,"about_ca_topic_score_gemma":0.000006385358,"teacher_disagreement_score":0.14872514,"about_ca_system_score_codex":0.0000045607417,"about_ca_system_score_gemma":0.000053130778,"threshold_uncertainty_score":0.99802005},"labels":[],"label_agreement":null},{"id":"W1578350683","doi":"10.4103/0972-9941.28183","title":"Teaching impact in pediatric minimal access surgery: Personal perspective from \"Fellow\"","year":2006,"lang":"en","type":"article","venue":"Journal of Minimal Access Surgery","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Alberta Children's Hospital","funders":"","keywords":"Medicine; Accreditation; Pediatric surgery; Curriculum; Perspective (graphical); Medical education; Graduate medical education; Residency training; Pediatric Surgeon; General surgery; Surgery; Continuing education; Pedagogy; Psychology","score_opus":0.05702262451356252,"score_gpt":0.36443502094960883,"score_spread":0.30741239643604634,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1578350683","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9921364,0.0014957008,0.000029536592,0.0012177443,0.00075893267,0.00012999453,0.00002593674,0.0000353833,0.0041703577],"genre_scores_gemma":[0.9945036,0.00012712486,0.00010367997,0.00029623765,0.0047914353,0.000003827293,0.000029164172,0.000051749525,0.00009314342],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9960828,0.00031315084,0.0015618525,0.00040567404,0.0010151925,0.0006213444],"domain_scores_gemma":[0.9926372,0.005346844,0.0010503823,0.00015770919,0.0004208838,0.0003869902],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.001972959,0.00038092962,0.0013885659,0.0015159366,0.00012579108,0.00027460617,0.00029167865,0.00021886348,0.0013525252],"category_scores_gemma":[0.0014202907,0.00029644952,0.0011857022,0.00083632936,0.00007944484,0.0014715622,0.0001078334,0.001091986,0.00001433706],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0024138691,0.0007012515,0.98526436,0.000041107123,0.00013366462,0.0018025198,0.00041085755,0.00012321997,0.000082109145,0.000013246069,0.004265515,0.0047482736],"study_design_scores_gemma":[0.0020442717,0.000094375304,0.99425215,0.00023001069,0.00019487282,0.00021206646,0.0005814347,0.000691878,0.00010268986,0.0002280704,0.001044372,0.00032379437],"about_ca_topic_score_codex":0.0023478973,"about_ca_topic_score_gemma":0.000086394044,"teacher_disagreement_score":0.008987797,"about_ca_system_score_codex":0.000465931,"about_ca_system_score_gemma":0.00083752535,"threshold_uncertainty_score":0.99994874},"labels":[],"label_agreement":null},{"id":"W1580817027","doi":"10.1007/978-3-642-11615-5_1","title":"LASTIC: A Light Aspiration Device for in vivo Soft TIssue Characterization","year":2010,"lang":"en","type":"book-chapter","venue":"Lecture notes in computer science","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":23,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Biomedical engineering; Soft tissue; Finite element method; Materials science; Compartment (ship); Computer science; Surgery; Medicine; Physics; Geology","score_opus":0.02602594726870053,"score_gpt":0.28982739226468957,"score_spread":0.263801444995989,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1580817027","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0035615694,0.000030097171,0.9921452,0.00079802016,0.0007925506,0.00065757066,0.0000063232214,0.000051563653,0.0019571069],"genre_scores_gemma":[0.95126075,0.000004700735,0.04341234,0.0032912863,0.0011810762,0.000023829196,0.00008487144,0.00004428224,0.00069685193],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9985743,0.0000081729195,0.0003286169,0.0005142378,0.0003339551,0.00024072034],"domain_scores_gemma":[0.9990335,0.0003424238,0.00013430827,0.00022664515,0.00017176814,0.00009133301],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0003363998,0.00020664452,0.00031588043,0.00039511916,0.0000804804,0.0000765397,0.00016278664,0.00031065822,0.00014722356],"category_scores_gemma":[0.00022332915,0.00017879737,0.000046160716,0.00022787531,0.00011446851,0.00013748593,0.000054194414,0.0004155464,0.000013177811],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000070272064,0.000040128503,0.00036505697,0.00009069104,0.000005783603,0.000031336775,0.0005707306,0.0014595194,0.036998805,0.0011369163,7.132626e-7,0.95923007],"study_design_scores_gemma":[0.0059411246,0.0012148232,0.0057149245,0.0022858493,0.000079657955,0.000082556435,5.537403e-7,0.5976481,0.08697637,0.018581284,0.28018945,0.0012853101],"about_ca_topic_score_codex":0.000003640329,"about_ca_topic_score_gemma":0.0001065431,"teacher_disagreement_score":0.95794475,"about_ca_system_score_codex":0.00008761946,"about_ca_system_score_gemma":0.000182019,"threshold_uncertainty_score":0.72911453},"labels":[],"label_agreement":null},{"id":"W1592467020","doi":"10.1136/jamia.2001.0080111","title":"Educational Instruction on a Hospital Information System for Medical Students During Their Surgical Rotations","year":2001,"lang":"en","type":"article","venue":"Journal of the American Medical Informatics Association","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":19,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Calgary","funders":"","keywords":"Test (biology); Medicine; Chart; Order entry; Educational program; Medical education; Medical emergency; Mathematics; Statistics","score_opus":0.008216586643399162,"score_gpt":0.302879684939005,"score_spread":0.2946630982956059,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1592467020","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98527825,0.000005336305,0.0007724764,0.011472986,0.00093841,0.00033163052,0.000008400659,0.000025747395,0.0011667772],"genre_scores_gemma":[0.9975083,0.000053455766,0.00027613618,0.0011964341,0.0008501681,0.00001666784,0.000022783684,0.000009355996,0.0000666913],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9949437,0.00010082915,0.0013318274,0.000055490018,0.003332393,0.00023579028],"domain_scores_gemma":[0.9958629,0.00080536737,0.0021682607,0.000131958,0.00065884506,0.00037269565],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0019618047,0.00013786071,0.00040570833,0.00021335567,0.00022789356,0.00009038457,0.00032830518,0.00014348127,0.00010223376],"category_scores_gemma":[0.004234426,0.00008650181,0.00031070772,0.00050142006,0.0000836014,0.00043460037,0.000052107902,0.00054530334,0.00001909407],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0029771985,0.0013860706,0.81461036,0.00038607343,0.0014602522,0.00003227047,0.008163504,0.0013883254,0.0000064430096,0.003119109,0.002929782,0.16354059],"study_design_scores_gemma":[0.02831061,0.00148076,0.8786736,0.0016549933,0.00030002178,0.0015923576,0.012729167,0.040314857,0.00011039278,0.00021817285,0.034219064,0.0003959916],"about_ca_topic_score_codex":0.0000061410155,"about_ca_topic_score_gemma":0.0000014349987,"teacher_disagreement_score":0.16314459,"about_ca_system_score_codex":0.000905297,"about_ca_system_score_gemma":0.00051029184,"threshold_uncertainty_score":0.50693095},"labels":[],"label_agreement":null},{"id":"W1598502703","doi":"10.1111/j.1445-2197.2010.05272.x","title":"The role of surgical trainees in overseas surgical missions","year":2010,"lang":"en","type":"article","venue":"ANZ Journal of Surgery","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Citation; Medicine; Library science; Computer science","score_opus":0.033358463682237646,"score_gpt":0.309056132865166,"score_spread":0.2756976691829283,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1598502703","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98528737,0.0007259429,0.0000010479171,0.0013731377,0.00030301049,0.00004216358,0.000001332119,0.0000063012167,0.01225971],"genre_scores_gemma":[0.9991207,0.00035353078,0.000036311823,0.000038682818,0.00031067574,5.7683604e-7,0.0000015259153,0.000009171605,0.00012878318],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.9985435,0.00007972797,0.00068998005,0.00007732525,0.00040461746,0.00020486445],"domain_scores_gemma":[0.9957835,0.0034613204,0.00023675936,0.000119143864,0.00015719066,0.00024206792],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0014556657,0.00008926631,0.0004096703,0.00016896335,0.00005549924,0.000012426038,0.000071219045,0.00010069776,0.00061198435],"category_scores_gemma":[0.0005032299,0.000051380186,0.0003667329,0.00026835722,0.00013188511,0.00007838274,0.000014165924,0.00055596925,0.0000030683982],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0023802137,0.0006722594,0.80989414,0.000021389635,0.00014140648,0.0036838062,0.00042058172,0.000052971984,0.0023190826,0.0054221232,0.0007290373,0.174263],"study_design_scores_gemma":[0.0034789217,0.00007799443,0.16977824,0.00020150802,0.000041439263,0.001995519,0.0008107617,0.0003546877,0.0011327299,0.0007682565,0.82124585,0.000114106355],"about_ca_topic_score_codex":0.000009072282,"about_ca_topic_score_gemma":0.000005236142,"teacher_disagreement_score":0.8205168,"about_ca_system_score_codex":0.0000112842135,"about_ca_system_score_gemma":0.00019279911,"threshold_uncertainty_score":0.67007995},"labels":[],"label_agreement":null},{"id":"W1604445486","doi":"10.26443/mjm.v10i2.648","title":"Surgery through the keyhole: a new view of an old art","year":2020,"lang":"en","type":"article","venue":"McGill Journal of Medicine","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"McGill University","funders":"","keywords":"Keyhole; Medicine; Surgery; General surgery; Mechanical engineering; Engineering","score_opus":0.14075342686619494,"score_gpt":0.3501436208797458,"score_spread":0.20939019401355088,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1604445486","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.2847885,0.00733121,0.001563,0.64889,0.00137586,0.00051200157,0.000009896812,0.00007586247,0.055453688],"genre_scores_gemma":[0.9521217,0.00044207432,0.00028290163,0.04565425,0.0011950181,3.1174642e-7,0.0000043918817,0.00001528496,0.00028411925],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.998345,0.00008884323,0.0007435417,0.00009573338,0.0005912687,0.00013559667],"domain_scores_gemma":[0.99840766,0.00052348955,0.00038793887,0.0001402823,0.00018346439,0.00035716372],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00067430275,0.000108490814,0.0006308804,0.0000519671,0.00004669151,0.0000026026212,0.00010518226,0.00004774844,0.0014849041],"category_scores_gemma":[0.0010368959,0.000054636992,0.000155875,0.00034813475,0.000102442646,0.00010422018,0.000014548424,0.00031468557,0.0000134752345],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0039900164,0.00048232486,0.0055492893,0.00049444946,0.0008757172,0.0020709413,0.005959886,0.0005181102,0.0041004596,0.0036510436,0.21417882,0.75812894],"study_design_scores_gemma":[0.0056177843,0.0010133757,0.004251211,0.000784479,0.00023720536,0.00047410568,0.0005905978,0.0002460508,0.00046520826,0.00027947224,0.98597264,0.00006783836],"about_ca_topic_score_codex":0.00001516732,"about_ca_topic_score_gemma":8.974729e-7,"teacher_disagreement_score":0.77179384,"about_ca_system_score_codex":0.000014389489,"about_ca_system_score_gemma":0.00006850501,"threshold_uncertainty_score":0.99942786},"labels":[],"label_agreement":null},{"id":"W1607529660","doi":"10.1007/978-3-642-15745-5_77","title":"3D Ultrasound to Stereoscopic Camera Registration through an Air-Tissue Boundary","year":2010,"lang":"en","type":"article","venue":"Lecture notes in computer science","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":18,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Vancouver General Hospital; University of British Columbia","funders":"Natural Sciences and Engineering Research Council of Canada; Canadian Institutes of Health Research","keywords":"Fiducial marker; Computer vision; Stereoscopy; Artificial intelligence; 3D ultrasound; Ultrasound; Computer science; Tracking (education); Image registration; Medicine; Radiology; Image (mathematics)","score_opus":0.02295884090933904,"score_gpt":0.32886100791696193,"score_spread":0.3059021670076229,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1607529660","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.47740373,0.000010576482,0.5207989,0.00085100264,0.00051021436,0.00013787918,5.5619523e-7,0.000042808486,0.00024434138],"genre_scores_gemma":[0.77191734,6.967182e-7,0.22356161,0.0041843005,0.000318147,0.0000030492736,0.0000053254103,0.0000061167816,0.0000033935544],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9986819,0.000024514113,0.00019421111,0.00044517627,0.00037526313,0.00027893146],"domain_scores_gemma":[0.99906933,0.00024051405,0.000040927855,0.00038588955,0.00009259291,0.00017073164],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00033635282,0.000119595235,0.00016045968,0.00010774447,0.00016940889,0.00012859578,0.0002073196,0.0000767577,0.00010230833],"category_scores_gemma":[0.0002801747,0.00009889418,0.000019704205,0.00076188985,0.00026956107,0.00038722885,0.000039602044,0.0003318301,0.000019865014],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00005824032,0.00015402834,0.0237785,0.00002124929,0.000005019532,0.000060772985,0.0057018762,0.012676405,0.0667531,0.00037246998,0.0000074656646,0.8904109],"study_design_scores_gemma":[0.0063057328,0.0031320865,0.56059027,0.00041022134,0.000041177875,0.00070883177,0.00002860276,0.18308307,0.18201311,0.013133533,0.04920326,0.0013500988],"about_ca_topic_score_codex":0.00009505994,"about_ca_topic_score_gemma":0.00037953135,"teacher_disagreement_score":0.8890608,"about_ca_system_score_codex":0.00004176483,"about_ca_system_score_gemma":0.00017762388,"threshold_uncertainty_score":0.40327877},"labels":[],"label_agreement":null},{"id":"W1621461303","doi":"10.1080/10401334.2015.1044661","title":"Going Paperless? Issues in Converting a Surgical Assessment Tool to an Electronic Version","year":2015,"lang":"en","type":"article","venue":"Teaching and Learning in Medicine","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Ottawa","funders":"","keywords":"Medical education; Medicine; Psychology; Nursing","score_opus":0.029889569916498108,"score_gpt":0.37942420237951435,"score_spread":0.34953463246301625,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1621461303","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9884372,0.0003488021,0.00011499804,0.003570179,0.00005781894,0.00015556734,4.8822503e-8,0.00010174514,0.007213641],"genre_scores_gemma":[0.9978112,0.000025270549,0.0007792777,0.0006179964,0.00021203504,0.0000058305545,0.000019639276,0.000016744008,0.0005120377],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99811554,0.0005700033,0.00033308598,0.0002928692,0.00034056333,0.00034791484],"domain_scores_gemma":[0.99915224,0.00042441025,0.00005042256,0.00010308364,0.000028879123,0.00024096189],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0051463125,0.00013401161,0.00039093042,0.00022894073,0.000111001915,0.000015150826,0.00004695693,0.00007629859,0.00009355397],"category_scores_gemma":[0.0016835161,0.000106395906,0.00001934557,0.00020149452,0.000037151218,0.00009700255,0.00003335222,0.0015978819,0.000009404204],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00057180796,0.00015755651,0.77178925,0.000050924584,0.00001605139,0.00036198375,0.019888947,0.0043452294,0.00046498497,0.0012830225,0.00006284842,0.20100741],"study_design_scores_gemma":[0.029925924,0.003601995,0.38940609,0.0025831212,0.000056550198,0.00016875706,0.025161905,0.19525386,0.000014004753,0.00017420309,0.35315958,0.00049402483],"about_ca_topic_score_codex":0.0005553553,"about_ca_topic_score_gemma":0.00003454658,"teacher_disagreement_score":0.38238317,"about_ca_system_score_codex":0.00018084251,"about_ca_system_score_gemma":0.000072972376,"threshold_uncertainty_score":0.6942091},"labels":[],"label_agreement":null},{"id":"W1626349561","doi":"10.25011/cim.v31i5.4869","title":"Impact of US state government regulation on patient access to elective surgical care","year":2008,"lang":"en","type":"article","venue":"Clinical and investigative medicine","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Ottawa Hospital","funders":"","keywords":"Medicine; Health care; Cohort; Surgery; Internal medicine; Law","score_opus":0.21075079494489338,"score_gpt":0.42081537123289137,"score_spread":0.210064576287998,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1626349561","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98902136,0.00008607348,0.000020201227,0.0019764416,0.000105132756,0.00043812668,0.000013465015,0.000022316506,0.008316862],"genre_scores_gemma":[0.9981742,0.000059591857,0.00007606476,0.0013493773,0.00018258468,0.000009902842,0.000025485266,0.000011553254,0.000111278605],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9981798,0.0001387803,0.0006429801,0.00032947896,0.0005357465,0.00017321091],"domain_scores_gemma":[0.9983757,0.00045718488,0.00017446125,0.0001559307,0.00023919328,0.000597529],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00021171712,0.00016672752,0.00057653326,0.00005469724,0.00006875659,0.0000034355446,0.00004934693,0.00007341588,0.00021162785],"category_scores_gemma":[0.0013734298,0.00009982576,0.000120294484,0.0002907694,0.0020095399,0.00007171479,0.000048071328,0.00024696084,0.0000066150756],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0016948284,0.00020889578,0.9526984,0.00002492375,0.00012189375,0.00007940757,0.0025646808,0.00021506398,0.00012081738,0.0005627239,0.00056478375,0.041143585],"study_design_scores_gemma":[0.00521185,0.008626654,0.98000973,0.00030557901,0.00003917143,0.00001562156,0.00017592886,0.00022106634,0.00073388993,0.0007099951,0.003847041,0.00010345756],"about_ca_topic_score_codex":0.00007067854,"about_ca_topic_score_gemma":0.000005360387,"teacher_disagreement_score":0.041040126,"about_ca_system_score_codex":0.000093028684,"about_ca_system_score_gemma":0.000088977176,"threshold_uncertainty_score":0.7404233},"labels":[],"label_agreement":null},{"id":"W1672700154","doi":"10.1063/1.2744261","title":"FUSBOTUS: Empirical Studies Using a Surgical Robotic System for Urological Applications","year":2007,"lang":"en","type":"article","venue":"AIP conference proceedings","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Institute of Cancer Research","funders":"","keywords":"Computer science; Modular design; Computer vision; Robot; Set (abstract data type); Artificial intelligence; Transducer; Protocol (science); Medical physics; Medicine; Engineering","score_opus":0.18542373805626627,"score_gpt":0.4081833125708075,"score_spread":0.2227595745145412,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1672700154","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.83125675,0.00051566836,0.1501653,0.0017972746,0.00016985697,0.0019690834,0.0000036608028,0.00060270546,0.013519702],"genre_scores_gemma":[0.9949195,0.00000830842,0.0041644694,0.00029595464,0.0003686862,0.00011244093,0.0000074734994,0.000019041086,0.00010414493],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9983735,0.000007224456,0.00046665216,0.0004205024,0.00028468986,0.00044739456],"domain_scores_gemma":[0.998324,0.00044636376,0.00012282161,0.0000881903,0.000749719,0.00026891092],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000683023,0.00019392018,0.0004889638,0.000113943126,0.00021096025,0.00004571359,0.00009719647,0.00017600751,0.00003727274],"category_scores_gemma":[0.00025139507,0.0001481955,0.00014125754,0.00035041434,0.0001704938,0.000090462345,0.00005037893,0.00021619303,0.000020054955],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.004848189,0.0014483643,0.68314135,0.0032567712,0.0010882607,0.00047653302,0.0073548905,0.000111143396,0.0055912267,0.23803595,0.00039680232,0.054250512],"study_design_scores_gemma":[0.0429528,0.0043870937,0.100510426,0.0024226797,0.002903206,0.006780486,0.068815,0.56622136,0.0024835486,0.009309082,0.19001627,0.003198081],"about_ca_topic_score_codex":0.0000019759211,"about_ca_topic_score_gemma":4.523422e-7,"teacher_disagreement_score":0.58263093,"about_ca_system_score_codex":0.00013868911,"about_ca_system_score_gemma":0.00007712465,"threshold_uncertainty_score":0.6043237},"labels":[],"label_agreement":null},{"id":"W1680955175","doi":"10.1016/j.jpurol.2015.06.017","title":"Endoscopic correction of vesicoureteral reflux simulator curriculum as an effective teaching tool: Pilot study","year":2015,"lang":"en","type":"article","venue":"Journal of Pediatric Urology","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":9,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Medicine; Vesicoureteral reflux; Simulation; Urology; Reflux; Medical physics; Internal medicine; Computer science","score_opus":0.03370006953563048,"score_gpt":0.3443306742124897,"score_spread":0.3106306046768592,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1680955175","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.996747,0.00013256038,0.00032242373,0.00008868608,0.0017591618,0.00028593905,4.6547433e-7,0.000021158003,0.00064260286],"genre_scores_gemma":[0.99728525,0.000006001372,0.00011019736,0.00029738818,0.0022616952,0.0000025684926,0.0000016420473,0.000015225736,0.000020007514],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99820685,0.0004935656,0.00058067974,0.00015008214,0.00038861512,0.00018020468],"domain_scores_gemma":[0.9983457,0.00043158492,0.00050487084,0.00012539933,0.00035325965,0.00023919086],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0012428156,0.00012773326,0.00045428818,0.0003191753,0.000045240824,0.000009983139,0.00008279328,0.000073703755,0.000056855],"category_scores_gemma":[0.0015147781,0.000097665405,0.00008429145,0.00019638076,0.0000269385,0.00017353428,0.000023401353,0.00061570294,0.000008189339],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.002730196,0.0053513,0.9745217,0.000011275796,0.00028775304,0.00035882246,0.0020062064,0.0033981954,0.00013396643,0.00005241201,0.00037503315,0.010773168],"study_design_scores_gemma":[0.056500208,0.18737745,0.7311548,0.00001180432,0.0027306867,0.0006112929,0.0019943744,0.015762348,0.0000816903,0.0005066863,0.0029831647,0.0002854911],"about_ca_topic_score_codex":0.00004851807,"about_ca_topic_score_gemma":0.0000028586321,"teacher_disagreement_score":0.24336687,"about_ca_system_score_codex":0.00006940916,"about_ca_system_score_gemma":0.00011375257,"threshold_uncertainty_score":0.39826795},"labels":[],"label_agreement":null},{"id":"W1687644188","doi":"10.2106/jbjs.n.01140","title":"A Validated Orthopaedic Surgical Simulation Model for Training and Evaluation of Basic Arthroscopic Skills","year":2015,"lang":"en","type":"article","venue":"Journal of Bone and Joint Surgery","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":48,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University; McGill University Health Centre; Jewish General Hospital; St Mary's Hospital Centre; Montreal General Hospital","funders":"","keywords":"Knot tying; Surgical simulation; Physical therapy; Medicine; Orthopedic surgery; Surgery","score_opus":0.20934724749121955,"score_gpt":0.37366505869789,"score_spread":0.16431781120667047,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1687644188","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99498224,0.0008178809,0.003515861,0.00024404928,0.00011360264,0.00017298943,0.0000028076067,0.000007200042,0.00014334418],"genre_scores_gemma":[0.9990266,0.00007215717,0.00064334006,0.000074541276,0.00013445287,0.0000022232957,0.0000098011915,0.0000103171,0.000026558148],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99829465,0.00009462128,0.00087437284,0.00010128922,0.0005126762,0.00012239823],"domain_scores_gemma":[0.99776924,0.0007440612,0.0005007304,0.00005748813,0.00070956495,0.00021894251],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00497015,0.00008959881,0.0006604889,0.00028859833,0.00003284662,0.000013040783,0.0000052353676,0.000074068244,0.000023856923],"category_scores_gemma":[0.0014656915,0.000069362024,0.00018497246,0.00012144006,0.000048038655,0.00015476858,0.0000079285355,0.00010560251,2.3349419e-7],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0036780334,0.00088987546,0.11181352,0.00054272974,0.00051276106,0.00018324115,0.008059331,0.27887163,0.0010851781,0.00025971362,0.00041104577,0.59369296],"study_design_scores_gemma":[0.0099445665,0.00025848788,0.023775937,0.00054480456,0.0003559091,0.00022819139,0.00036933544,0.96248597,0.00012914726,0.00114922,0.0006573938,0.00010106662],"about_ca_topic_score_codex":0.0000012206373,"about_ca_topic_score_gemma":7.0492007e-7,"teacher_disagreement_score":0.6836143,"about_ca_system_score_codex":0.000025557163,"about_ca_system_score_gemma":0.00032124532,"threshold_uncertainty_score":0.28285015},"labels":[],"label_agreement":null},{"id":"W1696538706","doi":"","title":"Simulateur collaboratif de chirurgie d'instrumentation du rachis scoliotique en réalité virtuelle avec interface haptique logicielle","year":2010,"lang":"fr","type":"article","venue":"PolyPublie (École Polytechnique de Montréal)","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Humanities; Philosophy","score_opus":0.009305364703005836,"score_gpt":0.26532866124662197,"score_spread":0.2560232965436161,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1696538706","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.72248113,0.002987196,0.24307364,0.020327926,0.0020105513,0.0021689902,0.00013321785,0.00089725124,0.005920068],"genre_scores_gemma":[0.9594994,0.0011361546,0.025662031,0.0051208935,0.0014522646,0.0002968983,0.00011166263,0.00020649529,0.006514159],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99437803,0.0008673813,0.0013623264,0.0009942532,0.00069956295,0.0016984274],"domain_scores_gemma":[0.99544996,0.0011673702,0.00056085206,0.0010960504,0.0004242557,0.0013014928],"candidate_categories":["metaepi_narrow","research_integrity","insufficient_payload"],"consensus_categories":["research_integrity"],"category_scores_codex":[0.0026879222,0.0008936978,0.0010169249,0.000636817,0.00056335353,0.00041249776,0.0006203214,0.0015502288,0.002671144],"category_scores_gemma":[0.0018801639,0.0009431325,0.00042745552,0.0013825576,0.00041420854,0.000697675,0.00033359317,0.0024905456,0.00026940895],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0032988593,0.004486221,0.20347615,0.0008307808,0.0010302099,0.0025769928,0.013347999,0.1668255,0.12057609,0.18879408,0.0040127872,0.29074433],"study_design_scores_gemma":[0.0066560428,0.00079387886,0.0525959,0.00063768384,0.00032609454,0.00071421184,0.0016057788,0.7956732,0.0693119,0.002959486,0.06749362,0.0012321988],"about_ca_topic_score_codex":0.0070889154,"about_ca_topic_score_gemma":0.005576539,"teacher_disagreement_score":0.6288477,"about_ca_system_score_codex":0.001458746,"about_ca_system_score_gemma":0.0012849526,"threshold_uncertainty_score":0.99981076},"labels":[],"label_agreement":null},{"id":"W1703040284","doi":"10.1007/978-3-540-75757-3_54","title":"Improved Statistical TRE Model When Using a Reference Frame","year":2007,"lang":"en","type":"article","venue":"Lecture notes in computer science","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":18,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University","funders":"","keywords":"Fiducial marker; Computer science; Artificial intelligence; Computer vision; Metric (unit); Reference frame; Centroid; Statistical model; Statistic; Point (geometry); Frame (networking); Isotropy; Algorithm; Mathematics; Statistics; Engineering; Physics; Optics; Geometry","score_opus":0.06232469310579558,"score_gpt":0.3489212663838111,"score_spread":0.2865965732780155,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1703040284","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.20497997,0.000019111827,0.7944541,0.00014595945,0.000115197254,0.0000944465,0.0000011862201,0.000038485843,0.00015155006],"genre_scores_gemma":[0.6103251,2.9402548e-7,0.38854963,0.0010609777,0.000057252408,3.774275e-7,0.0000014269054,0.000003990621,9.443758e-7],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9987144,0.000013061631,0.00021158198,0.00036464276,0.00032703206,0.00036927458],"domain_scores_gemma":[0.99908483,0.00041001613,0.000036909056,0.00020179382,0.00009188181,0.00017458793],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0005658017,0.000105811814,0.00016971337,0.00015620026,0.00008838782,0.000049153892,0.00014488693,0.00007823288,0.00004317042],"category_scores_gemma":[0.00027634855,0.000082923856,0.000022628257,0.00048088096,0.00024129977,0.000099850724,0.000074210635,0.00029047695,0.0000031272352],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000097472024,0.00006891485,0.0038284168,0.0000132462965,0.0000036081826,0.000061401275,0.0009961973,0.13520372,0.00624497,0.00057769776,6.3730846e-7,0.8529037],"study_design_scores_gemma":[0.00076358096,0.0000714898,0.0045770747,0.000042864955,0.0000050512535,0.000018978066,0.000001161001,0.9869626,0.0014331753,0.0059947427,0.0000307118,0.000098548844],"about_ca_topic_score_codex":0.00003902567,"about_ca_topic_score_gemma":0.000026851212,"teacher_disagreement_score":0.85280514,"about_ca_system_score_codex":0.00009887649,"about_ca_system_score_gemma":0.00017437809,"threshold_uncertainty_score":0.3381537},"labels":[],"label_agreement":null},{"id":"W1711021486","doi":"10.1155/2014/804367","title":"Computer-Based Virtual Reality Colonoscopy Simulation Improves Patient-Based Colonoscopy Performance","year":2014,"lang":"en","type":"article","venue":"Canadian Journal of Gastroenterology and Hepatology","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":37,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University","funders":"","keywords":"Colonoscopy; Insertion time; Medicine; Virtual reality; Endoscopy; Competence (human resources); Physical therapy; Virtual colonoscopy; General surgery; Surgery; Internal medicine; Computer science; Psychology; Colorectal cancer; Artificial intelligence","score_opus":0.01706523124196431,"score_gpt":0.2603734234322488,"score_spread":0.2433081921902845,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1711021486","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.982203,0.00002013601,0.015232576,0.0019097195,0.00042342488,0.000117450145,0.0000063028933,0.0000101000105,0.00007730868],"genre_scores_gemma":[0.9925602,0.0000021748742,0.00089003966,0.0064061345,0.00010734822,0.000002193109,0.000018898838,0.000010169514,0.0000028037364],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9987275,0.00022250264,0.00045072578,0.00016446895,0.000084945976,0.0003498659],"domain_scores_gemma":[0.9986,0.00025617692,0.0002709054,0.000112686306,0.00019236104,0.00056783785],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0003027016,0.00013672981,0.00045999727,0.00027111717,0.00014618188,0.000013304887,0.00006710598,0.00016166303,0.0000823617],"category_scores_gemma":[0.00010632078,0.00012377577,0.00007908826,0.00006679459,0.00032215443,0.000060272047,0.000006504166,0.00029769776,0.000003197601],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.005554457,0.000049824797,0.9712426,0.000025600832,0.000044383945,0.000077758654,0.00007782796,0.01498069,0.000023314537,0.00008468422,0.00008086671,0.007757965],"study_design_scores_gemma":[0.008145314,0.02717659,0.34560046,0.000069559675,0.000097405464,0.0002674283,0.000023179415,0.6091966,0.000108878674,0.000028845045,0.009186772,0.00009897431],"about_ca_topic_score_codex":0.00016617644,"about_ca_topic_score_gemma":0.0025807733,"teacher_disagreement_score":0.6256422,"about_ca_system_score_codex":0.00007445056,"about_ca_system_score_gemma":0.00041732637,"threshold_uncertainty_score":0.5047429},"labels":[],"label_agreement":null},{"id":"W1736945118","doi":"10.1111/j.1471-0528.2012.03398.x","title":"The mind’s scalpel in surgical education: a randomised controlled trial of mental imagery","year":2012,"lang":"en","type":"article","venue":"BJOG An International Journal of Obstetrics & Gynaecology","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":42,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Calgary; University of Ottawa; Dalhousie University; University of British Columbia","funders":"","keywords":"Mental image; Guided imagery; Psychology; Medicine; General surgery; Psychiatry; Cognition; Anxiety","score_opus":0.027198387457965434,"score_gpt":0.34821198555494054,"score_spread":0.3210135980969751,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1736945118","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97127014,0.0011484289,0.000025499921,0.0005298953,0.012233323,0.0006185939,0.0000022508846,0.0000035044338,0.014168387],"genre_scores_gemma":[0.9985676,0.00012315284,0.00021420473,0.00013552143,0.00068187737,0.000020129908,0.000010159788,0.0000092104365,0.00023816236],"study_design_codex":"design_other","study_design_gemma":"randomized_trial","domain_scores_codex":[0.99768054,0.0002890314,0.0011279695,0.00009278865,0.0005990407,0.00021061698],"domain_scores_gemma":[0.9927622,0.005589805,0.0006820848,0.00010542161,0.0006632065,0.00019729276],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0016018797,0.000108429536,0.0005216335,0.00046071626,0.00004387863,0.000024696283,0.00023088374,0.00011039894,0.0009900925],"category_scores_gemma":[0.0054118456,0.00007026751,0.0003127445,0.00023992089,0.00011398522,0.00022460535,0.000028452208,0.00029149608,0.000006781289],"study_design_candidate":"randomized_trial","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.4296594,0.005182616,0.11020386,0.000005826522,0.0005662403,0.00024373356,0.00078436773,0.000056467798,0.00003473977,0.0019323737,0.000118279335,0.4512121],"study_design_scores_gemma":[0.8495538,0.0006536216,0.13177791,0.000012941873,0.00008812787,0.00028891055,0.0004986152,0.00032954218,0.000054326923,0.00011122883,0.016549807,0.000081142585],"about_ca_topic_score_codex":0.000003010768,"about_ca_topic_score_gemma":0.0000010702317,"teacher_disagreement_score":0.45113096,"about_ca_system_score_codex":0.0002679982,"about_ca_system_score_gemma":0.00046935305,"threshold_uncertainty_score":0.9999231},"labels":[],"label_agreement":null},{"id":"W1737321695","doi":"","title":"Robot-assisted surgery compared with open surgery and laparoscopic surgery.","year":2012,"lang":"en","type":"article","venue":"PubMed","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":12,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Medicine; Da Vinci Surgical System; Surgery; Robotic surgery; Blood loss; Nephrectomy; Laparoscopic surgery; Laparoscopy; Surgical robot; General surgery; Robot","score_opus":0.13998883786598662,"score_gpt":0.29652140951489514,"score_spread":0.15653257164890852,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1737321695","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99120146,0.000463321,0.000020473526,0.000807842,0.0003897929,0.0006738445,0.0000037756583,0.00011746753,0.006322048],"genre_scores_gemma":[0.9977346,0.000030647872,0.0000730704,0.0008108234,0.00020262002,0.00041027734,0.00007950059,0.00003138692,0.00062706],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9983241,0.00011659169,0.00038379378,0.00025255233,0.0002795546,0.00064339436],"domain_scores_gemma":[0.99638873,0.0025571976,0.00013895417,0.00024080901,0.000066514825,0.0006077856],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0013752253,0.00018170914,0.00080699835,0.00017869503,0.000104803694,0.00009288011,0.000056455014,0.00008032872,0.00020501416],"category_scores_gemma":[0.00045765983,0.00013660356,0.00010405968,0.0003960986,0.000094021845,0.0003104316,0.00006297608,0.00013210728,0.000015748326],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00035409117,0.00015426449,0.8727608,0.000048338807,0.000089684174,0.000028083497,0.00004652299,0.0000023248224,0.0000022219613,0.000026572046,0.0018305168,0.12465661],"study_design_scores_gemma":[0.0011462183,0.000003906453,0.97395086,0.00007182947,0.000068345915,0.00006753545,0.000049509188,0.000021513677,0.00010872781,0.0000046179666,0.02432813,0.00017877921],"about_ca_topic_score_codex":0.000079582074,"about_ca_topic_score_gemma":0.000017872488,"teacher_disagreement_score":0.12447783,"about_ca_system_score_codex":0.000043620345,"about_ca_system_score_gemma":0.00008036879,"threshold_uncertainty_score":0.55705315},"labels":[],"label_agreement":null},{"id":"W175267141","doi":"10.1007/978-3-319-12508-4_15","title":"Tracked Ultrasound in Navigated Spine Interventions","year":2014,"lang":"en","type":"book-chapter","venue":"Lecture notes in computational vision and biomechanics","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":12,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University","funders":"","keywords":"Modality (human–computer interaction); Ultrasound; Medicine; Ultrasound imaging; Modalities; Medical physics; 3D ultrasound; Radiology; Computer vision; Computer science; Artificial intelligence","score_opus":0.032060433662878855,"score_gpt":0.3324734267986972,"score_spread":0.3004129931358183,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W175267141","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.03852418,0.004192451,0.91954315,0.006424747,0.0013251661,0.0024815574,0.00016363806,0.00038263603,0.026962468],"genre_scores_gemma":[0.99326986,0.00009566952,0.003086756,0.0009934052,0.00009760223,0.0000037156153,0.0011106458,0.000037721995,0.0013046024],"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99857354,0.000030721367,0.000568133,0.00034739455,0.00031715023,0.00016305664],"domain_scores_gemma":[0.99880785,0.0007135385,0.00014670037,0.000115880684,0.00010704864,0.000109001245],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00027892858,0.00027171656,0.00048346556,0.00048532305,0.00004566106,0.000034075263,0.000056455145,0.00042085088,0.00059936196],"category_scores_gemma":[0.00023433934,0.0002278717,0.00018023115,0.00017529023,0.00005632081,0.000025697314,0.00003655254,0.00053904305,0.000023502484],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00038136847,0.00030884836,0.00013436636,0.00061586837,0.00013789743,0.00017549229,0.0003359959,0.009486401,0.0005674718,0.085036464,0.000036113866,0.9027837],"study_design_scores_gemma":[0.0146166,0.0014376817,0.003962067,0.009458803,0.00018922311,0.00033579918,0.00001770819,0.3604468,0.00018101897,0.56090426,0.047267035,0.0011829671],"about_ca_topic_score_codex":0.000005651652,"about_ca_topic_score_gemma":0.000040034167,"teacher_disagreement_score":0.9547457,"about_ca_system_score_codex":0.00008073022,"about_ca_system_score_gemma":0.000045228277,"threshold_uncertainty_score":0.9292338},"labels":[],"label_agreement":null},{"id":"W1760893596","doi":"10.1007/s11999-015-4512-6","title":"Simulation for Teaching Orthopaedic Residents in a Competency-based Curriculum: Do the Benefits Justify the Increased Costs?","year":2015,"lang":"en","type":"article","venue":"Clinical Orthopaedics and Related Research","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":88,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Queen's University; Health Sciences Centre; McMaster University; University of Toronto; Sunnybrook Health Science Centre","funders":"University of Toronto; Ontario Ministry of Health and Long-Term Care","keywords":"Curriculum; Medicine; Medical education; Graduate medical education; Medical physics; Accreditation; Psychology; Pedagogy","score_opus":0.14034880570332717,"score_gpt":0.46202378005290196,"score_spread":0.3216749743495748,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1760893596","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97568476,0.002049369,0.00011780052,0.015584378,0.00046938265,0.00200536,0.000008732022,0.00006292892,0.0040172776],"genre_scores_gemma":[0.9982823,0.00017768999,0.00025147127,0.0006624857,0.0003011958,0.00006696821,0.000065775435,0.000031763007,0.0001603193],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.995222,0.0015907178,0.0010648227,0.00049192144,0.001099332,0.00053120527],"domain_scores_gemma":[0.98308593,0.015074551,0.00016725088,0.00043427348,0.00069386483,0.00054414757],"candidate_categories":["metaresearch","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.020004487,0.00018000127,0.0004022258,0.00023274742,0.0005927523,0.0000964915,0.00022353738,0.00039786834,0.0000415829],"category_scores_gemma":[0.023731664,0.00009301718,0.00030498876,0.0008023947,0.00078254746,0.00007273799,0.00013540711,0.0026274496,0.000022151204],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0026123233,0.0009323834,0.78874856,0.000095017094,0.00017743652,0.00018480417,0.00069633656,0.024714762,0.0000021534122,0.024443293,0.0006317685,0.15676118],"study_design_scores_gemma":[0.024698526,0.0010919342,0.23280124,0.0006752108,0.00014400718,0.000018187873,0.0016724454,0.7220257,6.922068e-7,0.0021880455,0.01449147,0.00019252292],"about_ca_topic_score_codex":0.00018572199,"about_ca_topic_score_gemma":0.00007669769,"teacher_disagreement_score":0.6973109,"about_ca_system_score_codex":0.000091286005,"about_ca_system_score_gemma":0.00082677806,"threshold_uncertainty_score":0.99967355},"labels":[],"label_agreement":null},{"id":"W1761194235","doi":"10.3233/978-1-61499-067-3-322","title":"Toward the next generation of simulator for intraoperative navigation of scoliotic spine surgeries","year":2012,"lang":"en","type":"article","venue":"Studies in health technology and informatics","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Polytechnique Montréal","funders":"","keywords":"Computer science; Simulation; Medicine; Physical medicine and rehabilitation","score_opus":0.2371836816568523,"score_gpt":0.424549245688711,"score_spread":0.1873655640318587,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1761194235","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9923062,0.0040585385,0.00089222455,0.0019765948,0.00014527132,0.0005392175,0.0000029317075,0.000016238453,0.0000628297],"genre_scores_gemma":[0.9968603,0.0007809516,0.0020232613,0.00026724554,0.000029684597,0.000024238623,0.000008305701,0.00000275277,0.0000032471246],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"qualitative","domain_scores_codex":[0.9991645,0.000016204518,0.0005853521,0.000031620522,0.00006581593,0.00013646399],"domain_scores_gemma":[0.9993727,0.00017568225,0.00021175563,0.00007448899,0.0001436096,0.000021737516],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00055776857,0.00005981209,0.00028597668,0.00014028023,0.00007590944,0.0000015807658,0.000022891805,0.00007013961,0.0000020864443],"category_scores_gemma":[0.0005749945,0.00003804717,0.00001889786,0.00029599742,0.00034206902,0.00012684311,0.000025951462,0.00009768228,2.0472157e-7],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00037615898,0.0003246663,0.22395699,0.013185568,0.0004432141,6.8907957e-7,0.19749238,0.002142184,0.00022258244,0.3263138,0.00016807688,0.2353737],"study_design_scores_gemma":[0.018527579,0.0060561527,0.1010245,0.0053868415,0.0002597324,0.000099378754,0.48660988,0.3217148,0.028212752,0.008516189,0.0228587,0.00073352776],"about_ca_topic_score_codex":0.0000022548759,"about_ca_topic_score_gemma":0.0000017233943,"teacher_disagreement_score":0.3195726,"about_ca_system_score_codex":0.000027372995,"about_ca_system_score_gemma":0.000042666143,"threshold_uncertainty_score":0.15515184},"labels":[],"label_agreement":null},{"id":"W1765280084","doi":"10.1007/s00464-015-4307-6","title":"Validity evidence for a new portable, lower-cost platform for the fundamentals of endoscopic surgery skills test","year":2015,"lang":"en","type":"article","venue":"Surgical Endoscopy","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":9,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University; McGill University Health Centre","funders":"","keywords":"Medicine; Abdominal surgery; Test (biology); Endoscopy; Hepatology; Confidence interval; Endoscopic surgery; Medical physics; Correlation coefficient; Physical therapy; Surgery; Simulation; Internal medicine; Computer science; Machine learning","score_opus":0.23738116879999077,"score_gpt":0.40560170061937767,"score_spread":0.1682205318193869,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1765280084","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97692364,0.0023799026,0.0058485037,0.0026228419,0.0022154204,0.0051883743,0.00027758873,0.00021750835,0.0043262234],"genre_scores_gemma":[0.99574107,0.00013352517,0.0012020234,0.00039982918,0.0006029074,0.00019738838,0.00008428615,0.00003492532,0.0016040689],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.9979046,0.000033543245,0.0006921033,0.00035696934,0.000513235,0.0004995715],"domain_scores_gemma":[0.9761749,0.022458898,0.00023964123,0.00036706575,0.00024395231,0.0005155491],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0013794764,0.00023592342,0.00069695886,0.00008445986,0.00011300052,0.00003711901,0.0001515778,0.00013314268,0.0005461365],"category_scores_gemma":[0.005714161,0.00015360398,0.0004528723,0.00032065454,0.00013970895,0.00018616377,0.00004267165,0.00016239932,0.000021600394],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.037668962,0.0051773353,0.713809,0.0017547129,0.0010146423,0.00042771487,0.0015299094,0.0010329899,0.00079560344,0.0078256605,0.06464,0.16432346],"study_design_scores_gemma":[0.066737585,0.0022515506,0.016189333,0.0014188903,0.0005903452,0.00007913314,0.0003744534,0.0036937671,0.017165555,0.0018146556,0.8891406,0.0005441492],"about_ca_topic_score_codex":0.00009257502,"about_ca_topic_score_gemma":0.000011222722,"teacher_disagreement_score":0.82450056,"about_ca_system_score_codex":0.00009416199,"about_ca_system_score_gemma":0.00058161706,"threshold_uncertainty_score":0.6840797},"labels":[],"label_agreement":null},{"id":"W1781228005","doi":"10.5489/cuaj.1011","title":"Task-specific bench model training versus basic laparoscopic skills training for laparoscopic radical prostatectomy: a randomized controlled study","year":2013,"lang":"en","type":"article","venue":"Canadian Urological Association Journal","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":14,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"McMaster University; Université de Sherbrooke","funders":"McMaster University","keywords":"Medicine; Laparoscopic radical prostatectomy; Checklist; Laparoscopic surgery; Randomized controlled trial; Anastomosis; Laparoscopy; Task (project management); Prostatectomy; Surgery; Physical therapy; Psychology; Internal medicine; Prostate","score_opus":0.03584548053862651,"score_gpt":0.28149885423143567,"score_spread":0.24565337369280915,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1781228005","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9840544,0.0001809376,0.00079258636,0.0055829235,0.0007946441,0.0051614107,0.000025045938,0.00010008376,0.0033079889],"genre_scores_gemma":[0.99433947,0.000029112425,0.0009655153,0.002659521,0.0005907232,0.0007335172,0.0000466577,0.000038765906,0.0005967242],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9957344,0.000676652,0.0012887513,0.00047096203,0.0007109141,0.0011183287],"domain_scores_gemma":[0.9942303,0.0030581285,0.0006011523,0.00016569802,0.00051251886,0.0014322064],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0033494327,0.0003654811,0.0022362494,0.00036808974,0.00061466615,0.0003255532,0.0001806898,0.0003908756,0.0013825027],"category_scores_gemma":[0.0059135454,0.00026568922,0.00067468296,0.00032391804,0.0001175673,0.00021166497,0.000014624544,0.0009704169,0.000050738156],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.5775178,0.0053992863,0.16129538,0.00012685862,0.01626144,0.00089564425,0.0701157,0.03652566,0.00065656524,0.016384782,0.01648765,0.098333225],"study_design_scores_gemma":[0.9092811,0.0011435308,0.01412118,0.00004487871,0.00054345897,0.000029948978,0.0019061427,0.06432244,0.000004487576,0.0026813282,0.0055272146,0.00039427966],"about_ca_topic_score_codex":0.00011179646,"about_ca_topic_score_gemma":0.000118285316,"teacher_disagreement_score":0.3317633,"about_ca_system_score_codex":0.00090175343,"about_ca_system_score_gemma":0.001062595,"threshold_uncertainty_score":0.99997956},"labels":[],"label_agreement":null},{"id":"W1784436360","doi":"10.1177/1553350615604054","title":"Description and Preliminary Evaluation of a Low-Cost Simulator for Training and Evaluation of Flexible Endoscopic Skills","year":2015,"lang":"en","type":"article","venue":"Surgical Innovation","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Centre Hospitalier de l’Université de Montréal; McGill University; University of Toronto","funders":"","keywords":"Medicine; Interquartile range; Medical physics; Endoscope; Endoscopy; Physical therapy; Test (biology); Surgery; Simulation; Computer science","score_opus":0.2566246694347536,"score_gpt":0.42347344354716016,"score_spread":0.16684877411240656,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1784436360","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99503934,0.00027240993,0.0015334525,0.000087070664,0.00012556723,0.0014225345,0.000007992452,0.000023658105,0.0014879599],"genre_scores_gemma":[0.99897575,0.00000424613,0.0005859545,0.00003037395,0.00007480431,0.00010100172,0.00017682776,0.0000117589525,0.00003927758],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9981637,0.00013959249,0.0005463825,0.00021129414,0.0008115684,0.00012747644],"domain_scores_gemma":[0.9967678,0.00028368362,0.00024604754,0.000107614556,0.0025218518,0.0000729964],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.004403901,0.0001036779,0.00027881993,0.00025994927,0.00003581585,0.000011595823,0.000019964671,0.000114348804,0.00006969372],"category_scores_gemma":[0.0014705516,0.0000934211,0.000031318003,0.00056574895,0.0000800511,0.00019156226,0.000014618669,0.00007166217,6.1627895e-7],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0016799187,0.00057025906,0.027174143,0.0002945127,0.00011904592,0.0000015300277,0.003997968,0.009421849,0.0019453462,0.0129748285,0.000029688686,0.94179094],"study_design_scores_gemma":[0.040861804,0.0012470917,0.15337987,0.0005182228,0.0006589104,0.000018767312,0.0016751103,0.78655106,0.0059105237,0.008172719,0.0008056089,0.00020029422],"about_ca_topic_score_codex":0.0000059573954,"about_ca_topic_score_gemma":7.3135044e-7,"teacher_disagreement_score":0.9415906,"about_ca_system_score_codex":0.000080009966,"about_ca_system_score_gemma":0.00022679103,"threshold_uncertainty_score":0.3809602},"labels":[],"label_agreement":null},{"id":"W179085861","doi":"","title":"A retrospective review of general surgery training outcomes at the University of Toronto.","year":2009,"lang":"en","type":"review","venue":"PubMed","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":16,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Toronto; St Joseph's Health Centre; University Health Network","funders":"","keywords":"Medicine; Workload; Subspecialty; Graduation (instrument); Certification; Family medicine","score_opus":0.1228660356814705,"score_gpt":0.3203171115052324,"score_spread":0.1974510758237619,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W179085861","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00003330018,0.96811867,0.0000014622963,0.00012196076,0.000095685966,0.0010302691,0.000022379727,0.000020594976,0.0305557],"genre_scores_gemma":[0.0006601326,0.99637073,0.000017538234,0.00020546616,0.00006591611,0.000017951174,0.000057823956,0.000014220539,0.0025902425],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9985791,0.00018223406,0.0005062975,0.0002105834,0.00030614343,0.00021564156],"domain_scores_gemma":[0.998489,0.00047316207,0.0005308375,0.00030872072,0.00009337659,0.00010485414],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0009681086,0.0001878058,0.0023542645,0.000033368262,0.000043225966,0.0000018560607,0.00010413652,0.00011749535,0.00072395],"category_scores_gemma":[0.0005533701,0.00011463404,0.0010906324,0.00017481601,0.0000901842,0.00003249583,0.000039499857,0.0001584084,0.0000034281738],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000011277254,0.000021922817,0.00038809667,0.012241459,0.00022616617,0.000012053017,0.000056049317,6.093451e-8,2.750427e-9,0.00006245717,0.00053017074,0.98645025],"study_design_scores_gemma":[0.00029805565,0.000008338068,0.05036083,0.01634406,0.0011006055,0.000013240562,0.00001761909,6.119071e-7,5.8204566e-8,0.0000030521464,0.9317551,0.00009838816],"about_ca_topic_score_codex":0.00008178315,"about_ca_topic_score_gemma":0.000033586068,"teacher_disagreement_score":0.9863519,"about_ca_system_score_codex":0.00034263683,"about_ca_system_score_gemma":0.00012728252,"threshold_uncertainty_score":0.7926745},"labels":[],"label_agreement":null},{"id":"W179374799","doi":"10.1007/978-3-642-45432-5_14","title":"An Overview of Virtual Simulation and Serious Gaming for Surgical Education and Training","year":2014,"lang":"en","type":"book-chapter","venue":"Studies in computational intelligence","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":26,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Memorial University of Newfoundland; Health Sciences Centre; Sunnybrook Health Science Centre; University of Ontario Institute of Technology","funders":"","keywords":"Popularity; Serious game; Fidelity; Virtual reality; Computer science; Multimedia; Cognition; Medical education; Human–computer interaction; Psychology; Medicine","score_opus":0.26199206321688384,"score_gpt":0.4743115179888554,"score_spread":0.21231945477197156,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W179374799","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.2838351,0.18893166,0.33351725,0.0017952737,0.004207909,0.0101178,0.00026019398,0.00046303848,0.17687176],"genre_scores_gemma":[0.9947643,0.00082867395,0.002537699,0.00013094384,0.00017019326,0.00001347755,0.00008331225,0.000020960162,0.001450398],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99888355,0.000022739909,0.00048703767,0.0003038804,0.00020084839,0.00010197726],"domain_scores_gemma":[0.99728656,0.0020612453,0.00018041351,0.00007485819,0.00033073063,0.000066209876],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0003251162,0.00017618097,0.00048716477,0.00016174039,0.000062983614,0.000009949459,0.00003372146,0.00011382131,0.000028416462],"category_scores_gemma":[0.00017155909,0.00016827103,0.000053892152,0.000041707328,0.00024490315,0.000047752135,0.000030541167,0.00013426035,8.300192e-7],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00013374821,0.00003017072,0.00015324095,0.00035354437,0.000080122314,0.000003744347,0.002158986,0.12838322,2.6859126e-7,0.28813297,0.0000022457818,0.5805677],"study_design_scores_gemma":[0.0018521091,0.0011491611,0.0018729562,0.0036711628,0.00019091635,0.000084128114,0.002699768,0.78416663,0.0000053303925,0.1789557,0.024844132,0.00050800305],"about_ca_topic_score_codex":0.0000023117555,"about_ca_topic_score_gemma":0.0000052320224,"teacher_disagreement_score":0.7109292,"about_ca_system_score_codex":0.0000443179,"about_ca_system_score_gemma":0.000089653186,"threshold_uncertainty_score":0.68618935},"labels":[],"label_agreement":null},{"id":"W1798421505","doi":"10.1590/1516-3180.2015.9603001","title":"Evaluation of the impact of collaborative work by teams from the National Medical Residency Committee and the Brazilian Society of Neurosurgery. Retrospective and prospective study","year":2015,"lang":"en","type":"article","venue":"Sao Paulo Medical Journal","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Royal College of Physicians and Surgeons of Canada","funders":"","keywords":"Medicine; Neurosurgery; Work (physics); Medical education; Residency training; Family medicine; Surgery","score_opus":0.03631417866707226,"score_gpt":0.3665862341730035,"score_spread":0.33027205550593125,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1798421505","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98833203,0.0011400034,0.00003772435,0.008807167,0.00011756984,0.00072439807,0.000030150282,0.000004886461,0.0008060526],"genre_scores_gemma":[0.9992166,0.00010160543,0.000020871805,0.0004179241,0.00020998919,0.000009926635,0.000002928191,0.000008808792,0.0000113461165],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99213535,0.0016934972,0.0006589811,0.00017253538,0.0051973765,0.00014225295],"domain_scores_gemma":[0.9945059,0.002433354,0.0005276625,0.00014907533,0.0020818983,0.0003021441],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.012944049,0.0001351913,0.00047002494,0.000031148793,0.00017346088,0.000020749605,0.00018407455,0.00012882924,0.00039915848],"category_scores_gemma":[0.01510756,0.000054861837,0.00017124531,0.00063941086,0.001240598,0.000075410906,0.0000976549,0.00084182026,2.7230885e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0011847484,0.00045260388,0.96780986,0.00000360612,0.0007853332,0.0000036982774,0.013916211,0.000020881593,0.000016646809,0.0000919764,0.009011678,0.006702739],"study_design_scores_gemma":[0.014285819,0.0004400917,0.96716434,0.00022042036,0.00027020817,0.000042200725,0.007279791,0.0033078631,0.000029421135,0.006874474,0.000032021024,0.000053358977],"about_ca_topic_score_codex":0.00019156185,"about_ca_topic_score_gemma":0.000050585288,"teacher_disagreement_score":0.01310107,"about_ca_system_score_codex":0.00016395489,"about_ca_system_score_gemma":0.0023048185,"threshold_uncertainty_score":0.9931886},"labels":[],"label_agreement":null},{"id":"W1805938648","doi":"10.1007/s00464-015-4242-6","title":"New models for advanced laparoscopic suturing: taking it to the next level","year":2015,"lang":"en","type":"article","venue":"Surgical Endoscopy","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":25,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University Health Centre","funders":"","keywords":"Competence (human resources); Medicine; Internal consistency; Reliability (semiconductor); Laparoscopic surgery; Laparoscopy; Physical therapy; Medical physics; Surgery; Psychology; Social psychology; Patient satisfaction","score_opus":0.23938454251357266,"score_gpt":0.39061274087138176,"score_spread":0.1512281983578091,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1805938648","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.73667884,0.0013053742,0.06368765,0.033099774,0.0030473657,0.00327657,0.000038360453,0.0005443994,0.15832165],"genre_scores_gemma":[0.98346764,0.000011629078,0.008529452,0.002215682,0.00083192415,0.00006239999,0.000021982307,0.000032476455,0.004826819],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99854046,0.00003696104,0.00030098783,0.0003221876,0.00038379862,0.0004156294],"domain_scores_gemma":[0.9984037,0.00046928172,0.000072676936,0.00028402806,0.00011799891,0.0006522665],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00032801184,0.00017703236,0.0003526008,0.000058108344,0.000104137725,0.000052756623,0.00014502453,0.00008680587,0.00033856125],"category_scores_gemma":[0.00040530213,0.00011557207,0.00014439427,0.00025868532,0.000028070846,0.00014020753,0.00005447962,0.00018655798,0.00010483514],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.03292863,0.0008258808,0.0042602867,0.00029721844,0.000589105,0.0005818492,0.012390065,0.26872405,0.00082137634,0.13940986,0.04708509,0.4920866],"study_design_scores_gemma":[0.041993648,0.00039235764,0.00021544329,0.00014838853,0.000052382045,0.000025614483,0.0004882599,0.015145994,0.0017296019,0.0016910514,0.9378907,0.00022653605],"about_ca_topic_score_codex":0.000047852034,"about_ca_topic_score_gemma":0.000016140235,"teacher_disagreement_score":0.89080566,"about_ca_system_score_codex":0.00006962566,"about_ca_system_score_gemma":0.0001839502,"threshold_uncertainty_score":0.47128922},"labels":[],"label_agreement":null},{"id":"W1815705736","doi":"10.1155/2013/950649","title":"Employment Prospects and Trends for Gastroenterology Trainees in Canada: A Nationwide Survey","year":2013,"lang":"en","type":"article","venue":"Canadian Journal of Gastroenterology","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"University of Toronto","funders":"","keywords":"Subspecialty; Underemployment; Graduation (instrument); Medicine; Unemployment; Family medicine; Economic growth","score_opus":0.025564400253524265,"score_gpt":0.25265163994290246,"score_spread":0.2270872396893782,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1815705736","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99467015,0.000044839056,0.00014806687,0.0046412465,0.00019274713,0.00017327434,0.000023232786,0.0000019926872,0.0001044517],"genre_scores_gemma":[0.99714166,0.0000032637606,0.00027414775,0.002417856,0.000060297127,0.0000135543505,0.00001798374,0.000011626235,0.000059614697],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9988053,0.00009390453,0.0004429748,0.00012726526,0.0000918096,0.00043877226],"domain_scores_gemma":[0.99886036,0.00011233675,0.00014468282,0.00006458038,0.00019761264,0.0006204086],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00030813395,0.000110040295,0.00038710763,0.0004279413,0.000034033023,0.000013013035,0.00006519705,0.000043053897,0.00025082642],"category_scores_gemma":[0.00018777227,0.00009663117,0.000050880735,0.000088605884,0.00006721565,0.00006248875,0.0000053076105,0.00017273784,5.633411e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00050458615,0.000015175305,0.99598515,0.0000068204927,0.000049378035,0.00009088819,0.000092138354,0.00007107722,0.000010491516,0.000019570389,0.00064240955,0.0025123016],"study_design_scores_gemma":[0.005644952,0.0014844555,0.99093086,0.00002500765,0.000017397511,0.00044308533,0.000099254474,0.0004461974,0.000003123018,0.00003652187,0.00083433365,0.000034835553],"about_ca_topic_score_codex":0.6192855,"about_ca_topic_score_gemma":0.99690974,"teacher_disagreement_score":0.37762424,"about_ca_system_score_codex":0.00031517795,"about_ca_system_score_gemma":0.0007741323,"threshold_uncertainty_score":0.39405048},"labels":[],"label_agreement":null},{"id":"W1822944275","doi":"10.1016/j.jsurg.2015.01.016","title":"Effectiveness of Learning Advanced Laparoscopic Skills in a Brief Intensive Laparoscopy Training Program","year":2015,"lang":"en","type":"article","venue":"Journal of surgical education","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":31,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"","keywords":"Laparoscopy; Medicine; Rating scale; Anastomosis; Session (web analytics); General surgery; Surgery; Psychology","score_opus":0.029845296168843106,"score_gpt":0.3743476296920757,"score_spread":0.34450233352323256,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1822944275","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9953928,0.00036957965,0.000029625611,0.00022998793,0.000459974,0.0002864643,2.6651912e-7,0.000016347345,0.0032149367],"genre_scores_gemma":[0.9985383,0.00004668567,0.0011251881,0.00004808866,0.0001267792,0.000011770972,0.000008500238,0.000012897833,0.00008178988],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99851215,0.00024936232,0.00058687077,0.00012761529,0.00035207462,0.00017191315],"domain_scores_gemma":[0.9976768,0.0005754652,0.00037718634,0.000073335694,0.0010405123,0.0002567185],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0011973528,0.000109063265,0.0005575128,0.00023885342,0.000019172903,0.000013343488,0.00005464062,0.000089048925,0.00003855521],"category_scores_gemma":[0.0017203614,0.0000873963,0.00012146408,0.0004476513,0.00006895935,0.0001742677,0.000011875096,0.000427153,0.0000026406278],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.007996532,0.004206958,0.24694775,0.00053971034,0.00016768844,0.00024626206,0.0119459815,0.007716442,0.0026590512,0.0010863107,0.00005192234,0.7164354],"study_design_scores_gemma":[0.0881391,0.012999296,0.6898792,0.01754924,0.0004201557,0.0024045713,0.054716337,0.0029090315,0.02190423,0.0026626133,0.105540045,0.0008762212],"about_ca_topic_score_codex":0.000010079324,"about_ca_topic_score_gemma":7.362565e-7,"teacher_disagreement_score":0.7155592,"about_ca_system_score_codex":0.00014036104,"about_ca_system_score_gemma":0.0007431288,"threshold_uncertainty_score":0.35639176},"labels":[],"label_agreement":null},{"id":"W1825570935","doi":"10.5489/cuaj.522","title":"Fellow or foe: the impact of fellowship training programs on the education of Canadian urology residents","year":2013,"lang":"en","type":"article","venue":"Canadian Urological Association Journal","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":30,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"Princess Margaret Cancer Centre; University Health Network; Women's College Hospital; University of Toronto","funders":"","keywords":"Medical education; Medicine; Teamwork; Psychology; Management","score_opus":0.06518181904037584,"score_gpt":0.301635093551365,"score_spread":0.23645327451098913,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1825570935","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9502928,0.000050783015,0.0000025495335,0.03289241,0.00017414507,0.00043690336,0.000007350846,0.000007743249,0.01613527],"genre_scores_gemma":[0.9947493,0.000016402519,0.000023361732,0.0043395604,0.00022681488,0.000018197195,0.000014456681,0.000010411435,0.00060150126],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9982982,0.0003494924,0.0004325264,0.00012664469,0.00031983585,0.00047327942],"domain_scores_gemma":[0.99753547,0.00076599437,0.00037999183,0.00014486675,0.0004377973,0.0007359089],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0010835755,0.00012481866,0.00026441843,0.00034900766,0.00027306963,0.000059031092,0.00018655622,0.00022131884,0.003079555],"category_scores_gemma":[0.0025121323,0.000058515325,0.00021645859,0.0006241952,0.00008983103,0.00006221283,0.000006069077,0.0006105855,0.000037084534],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00017520068,0.00013578951,0.9170665,0.0000045538363,0.0003422581,0.000021400885,0.002322081,0.0005034889,0.000043436314,0.0020630164,0.011360788,0.065961465],"study_design_scores_gemma":[0.0006806554,0.00071606284,0.98579884,0.00002144714,0.000047830905,0.00006163567,0.0009900098,0.0005457117,0.000004617299,0.0014079829,0.0096539585,0.00007122795],"about_ca_topic_score_codex":0.18781103,"about_ca_topic_score_gemma":0.053514037,"teacher_disagreement_score":0.13429698,"about_ca_system_score_codex":0.00060276844,"about_ca_system_score_gemma":0.002709362,"threshold_uncertainty_score":0.99783176},"labels":[],"label_agreement":null},{"id":"W182911273","doi":"","title":"Effects of a wireless local area network (LAN) system, a telemetry system, and electrosurgical devices on medical devices in a hospital environment.","year":2000,"lang":"en","type":"article","venue":"PubMed","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":44,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Health Canada","funders":"","keywords":"Telemetry; Local area network; Wi-Fi; Transmitter; Wireless; Electrical engineering; Telecommunications; Computer science; Engineering; Wireless network; Computer network","score_opus":0.006093886985345492,"score_gpt":0.20200143012187408,"score_spread":0.19590754313652858,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W182911273","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9927089,0.0011761811,0.00011139598,0.00016778513,0.000073866315,0.0010312381,0.0000017117466,0.00008467285,0.004644218],"genre_scores_gemma":[0.99908966,0.000046486184,0.00001773563,0.0001735148,0.00017288156,0.00042694446,0.00000960619,0.000021472417,0.00004170118],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9977567,0.00016786868,0.00049530604,0.00036778106,0.00067910796,0.00053322787],"domain_scores_gemma":[0.9985771,0.00075475767,0.000101793,0.00014543429,0.000013507726,0.0004073884],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00063763966,0.00020750759,0.0006228004,0.00009987719,0.000047308487,0.000016793045,0.00009050158,0.00021793651,0.00009663819],"category_scores_gemma":[0.00005878085,0.00015847951,0.00008789743,0.00028727856,0.0001317522,0.00005065591,0.000026263488,0.000286778,0.000013196003],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0019997854,0.0010201858,0.37238836,0.003022209,0.00031259557,0.00181108,0.00026084282,0.00047758193,0.0000024455642,0.0016780267,0.000059345923,0.61696756],"study_design_scores_gemma":[0.007913197,0.00035659675,0.97195035,0.0013099049,0.0001198891,0.00011702177,0.00022452183,0.014211808,0.00007082097,0.00000424249,0.0034872158,0.00023443253],"about_ca_topic_score_codex":0.000043524684,"about_ca_topic_score_gemma":0.00001376856,"teacher_disagreement_score":0.61673313,"about_ca_system_score_codex":0.00013933251,"about_ca_system_score_gemma":0.00002683532,"threshold_uncertainty_score":0.6462607},"labels":[],"label_agreement":null},{"id":"W1831927225","doi":"10.1111/jep.12398","title":"Adaptation and innovation: a grounded theory study of procedural variation in the academic surgical workplace","year":2015,"lang":"en","type":"article","venue":"Journal of Evaluation in Clinical Practice","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":14,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University","funders":"Canadian Institutes of Health Research; Schulich School of Medicine and Dentistry, Western University","keywords":"Grounded theory; Variation (astronomy); Sociocultural evolution; Adaptation (eye); Psychological intervention; Psychology; Experiential learning; Nonprobability sampling; Social psychology; Qualitative research; Sociology; Pedagogy; Social science","score_opus":0.37224086463569483,"score_gpt":0.5445654805205692,"score_spread":0.17232461588487435,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1831927225","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9908546,0.00020836445,0.00046919193,0.0048690117,0.00020308966,0.0006288509,1.2571714e-7,0.0000032545242,0.0027634657],"genre_scores_gemma":[0.9982603,0.00003882433,0.00071118586,0.00070971996,0.00024851304,0.000009433298,0.0000019489928,0.000005195238,0.000014874172],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9930343,0.0033866467,0.002066371,0.00013446575,0.0012914,0.00008679866],"domain_scores_gemma":[0.9850329,0.011637238,0.0014542055,0.0001027035,0.0017134136,0.00005953276],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.05546129,0.00007397708,0.0002987991,0.00032398303,0.000022815218,0.000019013492,0.00006339391,0.0001359047,0.00003093762],"category_scores_gemma":[0.06738061,0.00004912925,0.000036481986,0.0012855121,0.000046717276,0.00062401313,0.000014753014,0.0009388824,0.0000015245754],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.06655204,0.013128315,0.40245813,0.000098863275,0.00046398127,0.00042027308,0.09690952,0.03449696,0.000020935395,0.0454355,0.00032885052,0.33968663],"study_design_scores_gemma":[0.037482493,0.0027247374,0.8502222,0.00018718961,0.00041788182,0.00044370192,0.05029908,0.04206638,7.649636e-7,0.014177057,0.0018862669,0.0000923001],"about_ca_topic_score_codex":0.000010905951,"about_ca_topic_score_gemma":0.000009320652,"teacher_disagreement_score":0.447764,"about_ca_system_score_codex":0.0000869788,"about_ca_system_score_gemma":0.00041979284,"threshold_uncertainty_score":0.97260135},"labels":[],"label_agreement":null},{"id":"W1835727506","doi":"10.1177/00333549091244s119","title":"Hands-Free Technique in the Operating Room: Reduction in Body Fluid Exposure and the Value of a Training Video","year":2009,"lang":"en","type":"article","venue":"Public Health Reports","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":28,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"NOSM University; St. Joseph’s Healthcare Hamilton; McMaster University","funders":"","keywords":"Medicine; Logistic regression; Intervention (counseling); Emergency medicine; Physical therapy; Surgery; Medical emergency; Nursing; Internal medicine","score_opus":0.05601720489817831,"score_gpt":0.3439018937820271,"score_spread":0.2878846888838488,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1835727506","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9356339,0.00057159195,0.00026812815,0.05584048,0.00006238622,0.0012009043,3.3617314e-7,0.00003937416,0.0063828737],"genre_scores_gemma":[0.9970132,0.000041222716,0.0003949413,0.0023599663,0.00008593142,0.00007107566,0.000007694289,0.0000067295177,0.00001923428],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.998012,0.00036374998,0.00083510566,0.00021476661,0.0003014802,0.00027291893],"domain_scores_gemma":[0.9990669,0.00021113476,0.00023231412,0.00033213387,0.000057238187,0.000100275014],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.008638531,0.000091797665,0.00032648485,0.00015176847,0.000101922145,0.000032744814,0.000059143127,0.00007420475,0.00001435248],"category_scores_gemma":[0.002053791,0.00005269015,0.00004078941,0.00050493976,0.000058265232,0.00011383851,0.000016591084,0.0003188773,8.441844e-8],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00052391674,0.0008842377,0.09551255,0.00037516915,0.00005070135,0.00086580036,0.13458121,0.00056463317,0.0011468366,0.026974134,0.0005440796,0.73797673],"study_design_scores_gemma":[0.025988286,0.0015180964,0.91147983,0.0012323891,0.00002788636,0.007891409,0.015736185,0.010488002,0.00038684698,0.009088936,0.015804267,0.00035784274],"about_ca_topic_score_codex":0.00022200176,"about_ca_topic_score_gemma":0.000023267577,"teacher_disagreement_score":0.8159673,"about_ca_system_score_codex":0.000056367335,"about_ca_system_score_gemma":0.00035228895,"threshold_uncertainty_score":0.29939598},"labels":[],"label_agreement":null},{"id":"W1838752411","doi":"10.24908/pceea.v0i0.4661","title":"Visualization Performance Through Simulation Based Learning","year":2012,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"McMaster University","keywords":"Visualization; Modalities; Computer science; Graphics; Function (biology); Computer graphics; Population; Data visualization; Human–computer interaction; Artificial intelligence; Medicine; Computer graphics (images)","score_opus":0.015829657531166705,"score_gpt":0.2694710591473222,"score_spread":0.2536414016161555,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1838752411","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98355436,0.00006155875,0.0002751551,0.0010055937,0.0008031039,0.00035608865,0.0000021356693,0.000119208446,0.013822765],"genre_scores_gemma":[0.99748427,0.000004165297,0.0006168825,0.00047278882,0.00026690878,0.000018745228,0.000024329805,0.000027317517,0.0010845952],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9990112,0.0000071936747,0.00024656055,0.00011068574,0.00034482405,0.00027950676],"domain_scores_gemma":[0.99887425,0.00009889648,0.00025813366,0.000056110966,0.00052254763,0.00019007623],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00041871046,0.00011132012,0.00014079083,0.0001726509,0.00018163097,0.00003701729,0.000067722605,0.00013481386,0.000099863115],"category_scores_gemma":[0.0017788479,0.00010437722,0.00007584844,0.0005753389,0.000010008887,0.000368183,0.000008100319,0.00019527086,0.000011038308],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000007850321,0.00006421849,0.94177246,0.000158004,0.000032387838,1.1729791e-8,0.00086212356,0.052161623,0.00029053612,0.0027748267,0.00026600412,0.00160996],"study_design_scores_gemma":[0.00059199636,0.00002444453,0.6883876,0.00018756682,0.00007456039,0.0000010147442,0.00014341537,0.18033074,0.002038642,0.000012439029,0.12804206,0.0001655581],"about_ca_topic_score_codex":0.00042073365,"about_ca_topic_score_gemma":0.00006122079,"teacher_disagreement_score":0.2533849,"about_ca_system_score_codex":0.0012462625,"about_ca_system_score_gemma":0.00032847357,"threshold_uncertainty_score":0.42563796},"labels":[],"label_agreement":null},{"id":"W1839856391","doi":"10.1183/13993003.02352-2015","title":"Simulator training for endobronchial ultrasound: a randomised controlled trial","year":2015,"lang":"en","type":"article","venue":"European Respiratory Journal","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":126,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"The Wilson Centre; University of Toronto; University Health Network","funders":"","keywords":"Medicine; Endobronchial ultrasound; Training (meteorology); Randomized controlled trial; Physical therapy; Ultrasound; Simulation training; Medical physics; Simulation; Surgery; Radiology; Bronchoscopy","score_opus":0.1275020642878538,"score_gpt":0.3429686625134608,"score_spread":0.21546659822560701,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1839856391","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9039453,0.00034865853,0.0037120085,0.00012891457,0.0017418156,0.0029669593,0.0000046382697,0.00014273718,0.08700895],"genre_scores_gemma":[0.9916386,0.000002314759,0.0005103059,0.0019923248,0.0052720257,0.000028343804,0.0000049809364,0.00006600445,0.00048508102],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.99712753,0.00079495274,0.0009106327,0.00024630697,0.0005170189,0.00040357193],"domain_scores_gemma":[0.99695194,0.001291035,0.0003622356,0.00018631933,0.0003245904,0.0008838584],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0049141017,0.00022458892,0.0007257417,0.0001601603,0.00023923155,0.00013083007,0.00013036754,0.00006240047,0.0002870925],"category_scores_gemma":[0.006912681,0.00016422945,0.000584485,0.00011253545,0.000071200244,0.00012745094,0.00001560407,0.00044950336,0.00006264762],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.9823376,0.00020097694,0.000230811,0.0000073026836,0.00027784694,0.00030858352,0.0012096913,0.0009980528,0.0005317579,0.0001295329,0.0012651663,0.012502677],"study_design_scores_gemma":[0.8186885,0.0015158793,0.00023108389,0.000035364068,0.00015766913,0.00014204759,0.000338878,0.00056057144,0.00003198039,0.00006739772,0.17807466,0.00015595517],"about_ca_topic_score_codex":2.0498331e-7,"about_ca_topic_score_gemma":2.429694e-7,"teacher_disagreement_score":0.17680949,"about_ca_system_score_codex":0.000087274595,"about_ca_system_score_gemma":0.00046254485,"threshold_uncertainty_score":0.8275624},"labels":[],"label_agreement":null},{"id":"W1843236490","doi":"10.1111/medu.12780","title":"‘You see?’ Teaching and learning how to interpret visual cues during surgery","year":2015,"lang":"en","type":"article","venue":"Medical Education","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":55,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University","funders":"Royal College of Surgeons of England; Economic and Social Research Council; National Institute for Health and Care Research","keywords":"Trainer; Perception; Context (archaeology); Gesture; Psychology; Interpretation (philosophy); Medical education; Applied psychology; Cognitive psychology; Medicine; Computer science; Artificial intelligence","score_opus":0.02430860447676276,"score_gpt":0.3597157617630838,"score_spread":0.33540715728632103,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1843236490","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9775757,0.0001374339,0.00041012588,0.017398974,0.00044103072,0.00009477423,1.05674054e-7,0.00009219078,0.0038496663],"genre_scores_gemma":[0.99455017,0.0000071440563,0.0003183564,0.0030335658,0.0005450935,0.000011927108,0.000023768624,0.000013399433,0.0014965541],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9989064,0.00016658437,0.00016468162,0.00018813502,0.00041310108,0.00016114538],"domain_scores_gemma":[0.9988929,0.00038032333,0.00002889709,0.000068336725,0.000066901965,0.00056262634],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.001184859,0.00008469166,0.00018078537,0.00013131273,0.000102203856,0.00003931142,0.000028643628,0.000079808844,0.00020447947],"category_scores_gemma":[0.018185828,0.00007171672,0.000033885248,0.00011047527,0.000033354318,0.000093768904,0.000035891833,0.0004725984,0.000029467843],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0001765889,0.00028210177,0.18072976,0.000078779805,0.000029406106,0.000022187005,0.011055005,0.0000118978805,0.00012261048,0.00010352574,0.005579575,0.80180854],"study_design_scores_gemma":[0.0039942665,0.00044354887,0.38180944,0.002190838,0.00010126936,0.00039288803,0.024113327,0.013359381,0.00041590026,0.00012784022,0.5724331,0.0006181955],"about_ca_topic_score_codex":0.00004361923,"about_ca_topic_score_gemma":0.0000039014362,"teacher_disagreement_score":0.8011904,"about_ca_system_score_codex":0.000060611877,"about_ca_system_score_gemma":0.00037987716,"threshold_uncertainty_score":0.9900844},"labels":[],"label_agreement":null},{"id":"W1847308910","doi":"10.1007/978-3-540-79982-5_1","title":"Towards a Medical Virtual Reality Environment for Minimally Invasive Cardiac Surgery","year":2008,"lang":"en","type":"book-chapter","venue":"Lecture notes in computer science","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":26,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Robarts Clinical Trials; Western University","funders":"","keywords":"Virtual reality; Augmented reality; Cardiac surgery; Medicine; Invasive surgery; Computer science; Surgery; Human–computer interaction","score_opus":0.04670564818885829,"score_gpt":0.28446533757292564,"score_spread":0.23775968938406733,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1847308910","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0034699761,0.00079283176,0.9811948,0.0036341974,0.001710013,0.0011844548,0.000056569676,0.000116514784,0.007840638],"genre_scores_gemma":[0.963238,0.00095160736,0.025572855,0.0069752675,0.0023909977,0.000044300952,0.00017768548,0.00007973959,0.0005695196],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99677056,0.00003284657,0.00051899016,0.00084712286,0.0014070091,0.00042344176],"domain_scores_gemma":[0.9962843,0.0026490388,0.00015275655,0.00042979518,0.0001011602,0.0003829256],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0011379,0.000328414,0.0008307949,0.00029442224,0.00013111818,0.000032755528,0.00028539533,0.0004285307,0.00025190096],"category_scores_gemma":[0.0009180205,0.00027162454,0.00036088095,0.00012476645,0.0008953442,0.00006413607,0.00020795401,0.0005200775,0.000019744646],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00012405345,0.000047003985,0.00037834537,0.000049478444,0.000045652523,0.00028060493,0.0004168649,0.0016294086,0.000009426201,0.00025179368,0.00015371358,0.9966137],"study_design_scores_gemma":[0.009565834,0.0034653486,0.025749894,0.0061363187,0.00045231712,0.00085774384,0.000006002624,0.18731922,0.0036740461,0.018988108,0.7390205,0.004764638],"about_ca_topic_score_codex":0.000016022568,"about_ca_topic_score_gemma":0.00001280132,"teacher_disagreement_score":0.991849,"about_ca_system_score_codex":0.00026718155,"about_ca_system_score_gemma":0.001465693,"threshold_uncertainty_score":0.9999736},"labels":[],"label_agreement":null},{"id":"W1853098421","doi":"10.1016/j.jamcollsurg.2015.07.450","title":"Expert Intraoperative Judgment and Decision-Making: Defining the Cognitive Competencies for Safe Laparoscopic Cholecystectomy","year":2015,"lang":"en","type":"article","venue":"Journal of the American College of Surgeons","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":49,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University Health Centre; McGill University","funders":"","keywords":"Medicine; Laparoscopic cholecystectomy; Cognition; Cholecystectomy; Patient safety; Qualitative research; Applied psychology; General surgery; Health care; Psychology; Psychiatry","score_opus":0.03528869125851041,"score_gpt":0.3299762197503431,"score_spread":0.29468752849183266,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1853098421","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99454695,0.0006814531,0.00058731536,0.0026976115,0.00022094375,0.00029244437,0.00003624002,0.0000046995697,0.0009323215],"genre_scores_gemma":[0.9966073,0.000043885382,0.002049923,0.0011901216,0.00005429657,0.000007329807,4.8435373e-7,0.00001052859,0.00003611106],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9988348,0.00010227283,0.00044035315,0.00009486526,0.00037618878,0.0001515254],"domain_scores_gemma":[0.99564755,0.0030065726,0.0005575836,0.0001116986,0.0005494642,0.00012710868],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00067769794,0.00011020647,0.000507899,0.000087586326,0.0001468329,0.0000134529555,0.00011110356,0.00002110384,0.000019609159],"category_scores_gemma":[0.0016648121,0.00005522819,0.00016452472,0.00034013056,0.00041889204,0.000057654273,0.000054333916,0.00017695606,7.101948e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.04639926,0.0020241651,0.51021457,0.00015509837,0.004681849,0.00046266214,0.032468356,0.002901381,0.0013234846,0.014561383,0.020077785,0.36473003],"study_design_scores_gemma":[0.10402379,0.011261992,0.43065235,0.009904585,0.001841165,0.004110969,0.2828196,0.011047054,0.006604444,0.0065744305,0.12998265,0.0011769686],"about_ca_topic_score_codex":0.000017834873,"about_ca_topic_score_gemma":0.000014524963,"teacher_disagreement_score":0.36355305,"about_ca_system_score_codex":0.00005547876,"about_ca_system_score_gemma":0.00027897465,"threshold_uncertainty_score":0.22521402},"labels":[],"label_agreement":null},{"id":"W185544143","doi":"","title":"Outcome errors are not necessary for learning orthopedic bone drilling.","year":2009,"lang":"en","type":"article","venue":"PubMed","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":13,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Medicine; Orthopedic surgery; Drilling; Outcome (game theory); Quality (philosophy); Medical physics; Surgery; Mechanical engineering; Engineering","score_opus":0.08086107901264201,"score_gpt":0.31194937011196633,"score_spread":0.23108829109932433,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W185544143","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9729434,0.00023057213,0.0010881118,0.00776246,0.00030393322,0.0011175283,0.0000035955934,0.00035665373,0.016193694],"genre_scores_gemma":[0.99132484,0.000008662932,0.00023938743,0.0038029768,0.00030845552,0.00015622875,0.000027159796,0.000017561048,0.0041146995],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9988795,0.000022253656,0.00029706463,0.00021648301,0.00022001777,0.0003647078],"domain_scores_gemma":[0.9993048,0.00017959901,0.00010130086,0.000115912924,0.0000642893,0.00023410766],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00043395258,0.000115335046,0.00029431825,0.00009395161,0.000104487044,0.000018271972,0.000039436745,0.00008449137,0.000060097795],"category_scores_gemma":[0.0008279195,0.00009580381,0.00014236072,0.00016921456,0.00002193901,0.000064810534,0.000009489133,0.00021582581,0.000013542907],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00036829017,0.00009100481,0.3221791,0.0000351617,0.000028339615,0.00005212811,0.000105174484,0.00053616695,0.000005969105,0.00016827998,0.000121412595,0.676309],"study_design_scores_gemma":[0.0036070112,0.000055494296,0.90294755,0.00001682557,0.000055300603,0.000009883239,0.000117902026,0.0018417254,0.000033349756,0.00006988149,0.09112066,0.00012439751],"about_ca_topic_score_codex":0.000002468808,"about_ca_topic_score_gemma":0.000001964261,"teacher_disagreement_score":0.6761846,"about_ca_system_score_codex":0.00003088182,"about_ca_system_score_gemma":0.000010852588,"threshold_uncertainty_score":0.3906766},"labels":[],"label_agreement":null},{"id":"W1855857639","doi":"10.3171/2015.1.jns141583","title":"Face, content, and construct validity of human placenta as a haptic training tool in neurointerventional surgery","year":2015,"lang":"en","type":"article","venue":"Journal of neurosurgery","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":34,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University; University of Toronto; Montreal Neurological Institute and Hospital; Mount Sinai Hospital","funders":"","keywords":"Medicine; Haptic technology; Construct validity; Face validity; Content validity; Construct (python library); Medical physics; Computer science; Surgery; Simulation; Psychometrics","score_opus":0.3093905379211799,"score_gpt":0.3592467784526533,"score_spread":0.04985624053147342,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1855857639","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9984836,0.00008243457,0.00003713471,0.00046828866,0.00046196184,0.000082045175,0.0000039329398,0.00000871736,0.00037191287],"genre_scores_gemma":[0.9994586,0.000021078671,0.000031883417,0.00031035533,0.00009040339,6.0437543e-7,0.0000029714881,0.000013341286,0.000070737384],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99803025,0.00019293612,0.0010392555,0.00012857634,0.00043592072,0.00017308797],"domain_scores_gemma":[0.99784046,0.0011372508,0.0005516818,0.00008535269,0.00018699598,0.00019827124],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0013630645,0.000118126445,0.0006356619,0.0004533302,0.000028127468,0.000021519952,0.000041627856,0.000051307426,0.00008765004],"category_scores_gemma":[0.0021585836,0.00010134407,0.000284996,0.00021128422,0.00011957499,0.00017024476,0.000024167975,0.00029755887,0.0000014692819],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00087001984,0.0002487881,0.9874648,0.000067632354,0.000048515783,0.0016174733,0.00033885997,0.000056235916,0.004430381,0.00020429358,0.00032731533,0.0043256935],"study_design_scores_gemma":[0.007468465,0.00073221425,0.981126,0.0008800928,0.000085439126,0.0054778387,0.0009875171,0.00068565155,0.00058966386,0.00063057843,0.0011556515,0.00018087578],"about_ca_topic_score_codex":0.0000067629135,"about_ca_topic_score_gemma":0.0000015458821,"teacher_disagreement_score":0.006598445,"about_ca_system_score_codex":0.0000334522,"about_ca_system_score_gemma":0.00019969422,"threshold_uncertainty_score":0.4132691},"labels":[],"label_agreement":null},{"id":"W1856827744","doi":"10.1002/j.0022-0337.2004.68.3.tb03754.x","title":"A Preliminary Study in Using Virtual Reality to Train Dental Students","year":2004,"lang":"en","type":"article","venue":"Journal of Dental Education","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":138,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Occupational Cancer Research Centre; University of Toronto","funders":"","keywords":"Virtual reality; Curriculum; Medical education; Dental education; Computer science; Simulation; Psychology; Medicine; Human–computer interaction; Pedagogy","score_opus":0.05906832842939495,"score_gpt":0.43182236686581166,"score_spread":0.3727540384364167,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1856827744","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9984853,0.000030981497,0.00011366158,0.00017075228,0.0005621047,0.0003634406,7.4294246e-7,0.000005202481,0.00026778431],"genre_scores_gemma":[0.9990864,0.0000011837817,0.00031002754,0.00029135065,0.00022856634,0.0000029262658,0.000002667287,0.0000091226075,0.00006775003],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9987584,0.000058613514,0.00046190777,0.00010527211,0.0005054727,0.00011036448],"domain_scores_gemma":[0.9994787,0.000030020468,0.00015064229,0.00007286372,0.000078713114,0.00018906084],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00046918992,0.00008012173,0.00019594331,0.0002650968,0.000034952867,0.000026594022,0.00008015721,0.000035882535,0.00007242292],"category_scores_gemma":[0.00013187296,0.0000709586,0.00007015827,0.00028538445,0.000013309139,0.00016025231,0.000023799044,0.00017999604,0.00001181939],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0014803251,0.011225276,0.9553249,0.000010919169,0.000059115904,0.00017182855,0.011195712,0.003463912,0.00078113255,0.000028418493,0.00002271151,0.016235735],"study_design_scores_gemma":[0.0058526504,0.0016563031,0.9520872,0.0002192289,0.000059190046,0.0004298748,0.03934357,0.000046644283,0.00015147156,0.000032972166,0.000054898384,0.000065953165],"about_ca_topic_score_codex":0.00012348745,"about_ca_topic_score_gemma":0.000062725616,"teacher_disagreement_score":0.02814786,"about_ca_system_score_codex":0.00054434495,"about_ca_system_score_gemma":0.00031944146,"threshold_uncertainty_score":0.28936076},"labels":[],"label_agreement":null},{"id":"W1863072920","doi":"10.5489/cuaj.1181","title":"Arguments against investing widely in robotic prostatectomy in Canada: a wrong focus on tool box rather than surgical expertise","year":2013,"lang":"en","type":"article","venue":"Canadian Urological Association Journal","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"Université Laval","funders":"","keywords":"Prostatectomy; Focus (optics); Surgical robot; Engineering ethics; Urology; Medicine; Computer science; Robot; Engineering; Artificial intelligence; Internal medicine; Prostate cancer; Physics","score_opus":0.019325799081213922,"score_gpt":0.229240081510674,"score_spread":0.20991428242946006,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1863072920","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9821402,0.000066156295,0.0000051969837,0.012610827,0.00014352344,0.0003972467,0.0000028843751,0.000015359952,0.0046186205],"genre_scores_gemma":[0.99443835,0.0000115609955,0.00005439384,0.005114894,0.00013421378,0.000032205397,0.00000976284,0.000016223148,0.00018840798],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9976295,0.00028213812,0.000617486,0.0002476247,0.0004780953,0.0007451142],"domain_scores_gemma":[0.9984564,0.0003607386,0.00020102906,0.00008503427,0.00011770074,0.0007791],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00060199323,0.00018091359,0.00037970653,0.000255853,0.00011870168,0.00008603795,0.00009058094,0.00018233905,0.0007117627],"category_scores_gemma":[0.0011680517,0.00014492801,0.00007685258,0.00038403718,0.000019684223,0.00013999672,0.000012416857,0.00088832504,0.000045476518],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000047314912,0.00004721793,0.9829156,0.0000021023786,0.000022365562,0.0010740125,0.00016664238,0.0034667742,0.00001188251,0.000051980824,0.0002849509,0.011909194],"study_design_scores_gemma":[0.004597349,0.00010519251,0.98345596,0.00007792204,0.000007775247,0.000054356056,0.00018064478,0.008586628,0.000009881503,0.00033921027,0.002401028,0.00018405408],"about_ca_topic_score_codex":0.5460863,"about_ca_topic_score_gemma":0.71632904,"teacher_disagreement_score":0.1702427,"about_ca_system_score_codex":0.005489722,"about_ca_system_score_gemma":0.0017136153,"threshold_uncertainty_score":0.99832803},"labels":[],"label_agreement":null},{"id":"W1866444129","doi":"10.1111/j.1442-2042.2006.01436.x","title":"Virtual reality ureteroscopy simulator as a valid tool for assessing endourological skills","year":2006,"lang":"en","type":"article","venue":"International Journal of Urology","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":73,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto; McMaster University","funders":"","keywords":"Ureteroscopy; Medicine; Rating scale; Checklist; Virtual reality; Cystoscopy; Simulation; Task (project management); Medical physics; Physical therapy; Surgery; Ureter; Computer science; Artificial intelligence; Psychology; Internal medicine","score_opus":0.03590899392086035,"score_gpt":0.3884058258676699,"score_spread":0.3524968319468096,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1866444129","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.95986545,0.000050727635,0.03332987,0.0038295332,0.0010381119,0.00011953301,0.0000091814145,0.000023472783,0.0017341407],"genre_scores_gemma":[0.99413836,0.000005782709,0.0010713692,0.0032562576,0.0013679117,0.000002998311,0.000023046821,0.000012611849,0.00012168],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99851245,0.00008997824,0.00063217356,0.00015346475,0.00042345905,0.0001884828],"domain_scores_gemma":[0.99795556,0.0010021013,0.0003550361,0.000076775046,0.00052085565,0.00008964513],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00052927795,0.00011462338,0.00031425073,0.00015682989,0.000041426916,0.000047419326,0.00015546985,0.00014898511,0.00036339782],"category_scores_gemma":[0.00091812026,0.00008874941,0.00025627427,0.000053565418,0.000081546714,0.00013979223,0.000028563387,0.00026211952,0.000010431197],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.024261221,0.0047556045,0.62849456,0.000033994955,0.002153288,0.0044551473,0.00044672354,0.1191788,0.02569914,0.07338478,0.0025875103,0.11454923],"study_design_scores_gemma":[0.04899503,0.006767789,0.5558205,0.00012045334,0.0005547489,0.006639882,0.00008597204,0.035925373,0.0035874061,0.035801556,0.30510664,0.00059463124],"about_ca_topic_score_codex":0.000007160914,"about_ca_topic_score_gemma":9.2640875e-7,"teacher_disagreement_score":0.30251914,"about_ca_system_score_codex":0.00006399616,"about_ca_system_score_gemma":0.00010894992,"threshold_uncertainty_score":0.39789513},"labels":[],"label_agreement":null},{"id":"W1876130903","doi":"10.1007/s00464-005-3008-y","title":"The MISTELS program to measure technical skill in laparoscopic surgery","year":2006,"lang":"en","type":"article","venue":"Surgical Endoscopy","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":215,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Montréal; McGill University Health Centre","funders":"","keywords":"Intraclass correlation; Inter-rater reliability; Cronbach's alpha; Reliability (semiconductor); Medicine; Test (biology); Confidence interval; Internal consistency; Physical therapy; Psychometrics; Psychology; Clinical psychology; Rating scale; Internal medicine; Developmental psychology","score_opus":0.02535159427740566,"score_gpt":0.32296356361140083,"score_spread":0.29761196933399514,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1876130903","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9341123,0.00052756886,0.000017210228,0.0040186318,0.00027301698,0.00097369653,0.0000032106725,0.00035963856,0.059714735],"genre_scores_gemma":[0.99778926,0.000021662096,0.00027063995,0.00028412705,0.00022527501,0.00016495373,0.000021722626,0.00002518676,0.0011971432],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.9979123,0.00011880125,0.0005409917,0.00035050994,0.00051781576,0.0005595736],"domain_scores_gemma":[0.9977908,0.0015149729,0.000053259882,0.00030771398,0.00007504666,0.00025820814],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00072679325,0.0001904499,0.00045806257,0.00011267484,0.0001235605,0.000056946225,0.00010928022,0.00015507672,0.00021156057],"category_scores_gemma":[0.00042761356,0.00012210941,0.00020375825,0.00073602283,0.00012820748,0.0000401839,0.00003928502,0.00035529613,0.0001176227],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.009220834,0.0045411973,0.5883343,0.00017904365,0.000121934856,0.0043978193,0.00017140045,0.0006652682,0.00070056965,0.02201176,0.008937079,0.36071876],"study_design_scores_gemma":[0.01675072,0.00025605122,0.124738075,0.00031550898,0.000030897267,0.000106280066,0.00004539005,0.000253989,0.0014583999,0.0005237381,0.85519236,0.00032855882],"about_ca_topic_score_codex":0.000079024336,"about_ca_topic_score_gemma":0.000084646854,"teacher_disagreement_score":0.8462553,"about_ca_system_score_codex":0.000088933084,"about_ca_system_score_gemma":0.00009727669,"threshold_uncertainty_score":0.49794775},"labels":[],"label_agreement":null},{"id":"W1890719349","doi":"10.5489/cuaj.596","title":"Competence in pediatric urology upon graduation from residency: perceptions of residents, program directors and pediatric urologists","year":2013,"lang":"en","type":"article","venue":"Canadian Urological Association Journal","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"Queen's University; University of British Columbia; BC Children's Hospital","funders":"","keywords":"Graduation (instrument); Medical education; Pediatric urology; Competence (human resources); Medicine; Family medicine; Psychology; Pediatrics; Engineering","score_opus":0.01767051426327515,"score_gpt":0.2639475512785596,"score_spread":0.24627703701528447,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1890719349","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9912388,0.0004483016,0.00001934786,0.007137596,0.00015368525,0.000350966,0.000010198997,0.000036929006,0.00060421287],"genre_scores_gemma":[0.9975702,0.0007237771,0.00048487418,0.0007496274,0.00037636873,0.000022613935,0.000034173107,0.000009781915,0.000028563922],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9980295,0.00035436786,0.0005878924,0.00025267844,0.0003589213,0.00041668402],"domain_scores_gemma":[0.99806315,0.00065613165,0.00034944798,0.000092719376,0.00029403708,0.00054453616],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00060963386,0.0001385727,0.0003315787,0.00047134614,0.00013848575,0.000056678797,0.000092904455,0.00031935822,0.0008353339],"category_scores_gemma":[0.0018832594,0.00011865282,0.00008624574,0.0005102794,0.000042533597,0.000160295,0.000018422586,0.00062672806,0.00004125882],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000030953615,0.00006491525,0.9930527,0.0000036289255,0.000016248176,0.000027573844,0.00013205053,0.000082068065,0.000011669212,0.00007338267,0.00022723415,0.0062775565],"study_design_scores_gemma":[0.0013499976,0.00031674883,0.9944368,0.0000031044033,0.00009817292,0.000021202004,0.000053017273,0.001300556,9.547836e-7,0.0020849798,0.00023176949,0.00010272564],"about_ca_topic_score_codex":0.007377969,"about_ca_topic_score_gemma":0.0032212166,"teacher_disagreement_score":0.006387969,"about_ca_system_score_codex":0.00028369462,"about_ca_system_score_gemma":0.00032493845,"threshold_uncertainty_score":0.999232},"labels":[],"label_agreement":null},{"id":"W1896441465","doi":"10.1002/lary.24754","title":"Emergencies in otolaryngology–head and neck surgery bootcamp: A novel canadian experience","year":2014,"lang":"en","type":"article","venue":"The Laryngoscope","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":34,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Western University","funders":"","keywords":"Medicine; Medical education; Otorhinolaryngology; Attendance; Surgery","score_opus":0.042226704751652154,"score_gpt":0.29265233905356813,"score_spread":0.250425634301916,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1896441465","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98375833,0.00024663666,0.000036447927,0.0021639464,0.00012438247,0.00016773827,0.0000018739772,0.000030793053,0.013469855],"genre_scores_gemma":[0.9958708,0.000035895046,0.000096651,0.0036173076,0.00007482825,0.000020307434,0.000007291372,0.000011890819,0.00026498796],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9991261,0.000052378815,0.00020255244,0.00018514987,0.00011794177,0.00031588302],"domain_scores_gemma":[0.99925065,0.0002811462,0.00003132285,0.00019216858,0.000025655972,0.00021903215],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00039810198,0.000106038366,0.00024016618,0.00011461583,0.000111317284,0.000015011375,0.00006711371,0.00006895969,0.00038952642],"category_scores_gemma":[0.0003330595,0.00007332251,0.00003977251,0.00025226414,0.00011935563,0.00006348669,0.000027007518,0.00016577505,0.00003415724],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00010886893,0.00006196102,0.98647565,0.000032559725,0.00002027391,0.000046947473,0.0036679104,0.00002151376,0.00071729877,0.0019499543,0.00027528038,0.0066217845],"study_design_scores_gemma":[0.00089881296,0.000037665344,0.9245873,0.000080757316,0.000008765959,0.000038996797,0.00020079066,0.0022643697,0.00009249786,0.000057819445,0.0716324,0.000099785015],"about_ca_topic_score_codex":0.022504514,"about_ca_topic_score_gemma":0.040895484,"teacher_disagreement_score":0.07135712,"about_ca_system_score_codex":0.000027550366,"about_ca_system_score_gemma":0.00008665289,"threshold_uncertainty_score":0.98400474},"labels":[],"label_agreement":null},{"id":"W1897454074","doi":"10.5489/cuaj.293","title":"Construct validity of the LapSim virtual reality laparoscopic","year":2013,"lang":"en","type":"article","venue":"Canadian Urological Association Journal","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"McGill University Health Centre","funders":"","keywords":"Wilcoxon signed-rank test; Construct validity; Context (archaeology); Test (biology); Construct (python library); Virtual reality; Medicine; Psychology; Simulation; Medical education; Computer science; Surgery; Artificial intelligence; Pedagogy; Patient satisfaction","score_opus":0.03694809976384678,"score_gpt":0.2681393412198739,"score_spread":0.2311912414560271,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1897454074","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9717497,0.00001142035,0.000021979527,0.018472293,0.00034603753,0.00014157544,0.000013365479,0.000012201863,0.009231393],"genre_scores_gemma":[0.9949144,0.000004832159,0.000026608284,0.004531324,0.00018811924,0.000002283511,0.0000042239813,0.000003977603,0.0003242201],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99877846,0.0002480385,0.0003112916,0.00009430232,0.00031183992,0.0002560429],"domain_scores_gemma":[0.99866205,0.00029355354,0.00023161639,0.00009638102,0.00027538146,0.00044101884],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0005395975,0.000073534145,0.00021385167,0.000047348105,0.00018297695,0.00003622202,0.00009303769,0.00016565657,0.0032123423],"category_scores_gemma":[0.0016731832,0.00004503317,0.00013736975,0.00017633146,0.00007078925,0.00005978634,0.0000123475365,0.00044576026,0.000044530807],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000009786598,0.000020926413,0.9923641,0.0000017283237,0.00004037292,0.000004878287,0.00006763036,0.00009708823,0.000033008902,0.00092570815,0.0034936955,0.0029410552],"study_design_scores_gemma":[0.0012560728,0.00009742401,0.97108746,0.000008927277,0.000030014877,0.000036932408,0.00007627826,0.0004558095,0.000041260355,0.0016462435,0.025212321,0.00005124846],"about_ca_topic_score_codex":0.0010945004,"about_ca_topic_score_gemma":0.00021203124,"teacher_disagreement_score":0.023164678,"about_ca_system_score_codex":0.00031155135,"about_ca_system_score_gemma":0.0003299954,"threshold_uncertainty_score":0.99769884},"labels":[],"label_agreement":null},{"id":"W1898451103","doi":"10.5489/cuaj.2811","title":"Simulation-based flexible ureteroscopy training using a novel ureteroscopy part-task trainer","year":2015,"lang":"en","type":"article","venue":"Canadian Urological Association Journal","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":42,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"St. Michael's Hospital; Dalhousie University; University of Toronto","funders":"","keywords":"Trainer; Task (project management); Curriculum; Medicine; Medical education; Test (biology); Ureteroscopy; Construct validity; Face validity; Medical physics; Physical therapy; Psychology; Computer science; Surgery; Ureter; Engineering; Pedagogy; Psychometrics","score_opus":0.124795699100457,"score_gpt":0.3261675847297585,"score_spread":0.20137188562930147,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1898451103","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9414173,0.00014777065,0.03961921,0.009120144,0.001477824,0.00048931316,0.00009139494,0.00020008869,0.007437005],"genre_scores_gemma":[0.9852563,9.145318e-7,0.0036256572,0.00995217,0.00089274417,0.000005030777,0.00005386883,0.000030174335,0.00018313024],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.997468,0.00017157038,0.00060035783,0.00029826415,0.0006980019,0.00076379656],"domain_scores_gemma":[0.99630874,0.0006914307,0.00035259195,0.00013407743,0.00053061097,0.0019825222],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0013237288,0.00023705796,0.00044711854,0.00029231905,0.00034400614,0.00018324074,0.00011581943,0.00039627927,0.0009243387],"category_scores_gemma":[0.003563416,0.0002026433,0.00022417399,0.0004385929,0.000053948228,0.00017884519,0.00000868978,0.0007432689,0.000038837017],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00029976267,0.00010732099,0.4376782,0.0000063071084,0.00015891637,0.00007171865,0.00088168035,0.55771816,0.00034961887,0.00021505854,0.00032793832,0.0021853661],"study_design_scores_gemma":[0.01261488,0.00063961506,0.071617395,0.00008329232,0.00021377979,0.00007761299,0.00045366556,0.70394045,0.000042485815,0.0005890058,0.20921455,0.0005132514],"about_ca_topic_score_codex":0.00018367318,"about_ca_topic_score_gemma":0.000038776838,"teacher_disagreement_score":0.3660608,"about_ca_system_score_codex":0.0013489792,"about_ca_system_score_gemma":0.001554525,"threshold_uncertainty_score":0.999989},"labels":[],"label_agreement":null},{"id":"W1910388987","doi":"10.3171/2012.7.jns111622","title":"Measuring surgical outcomes in neurosurgery: implementation, analysis, and auditing a prospective series of more than 5000 procedures","year":2012,"lang":"en","type":"article","venue":"Journal of neurosurgery","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":42,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Medicine; Neurosurgery; Audit; Psychological intervention; Ambulatory; Prospective cohort study; Quarter (Canadian coin); Emergency medicine; Medical record; Medical emergency; Surgery; Nursing","score_opus":0.04394741174033235,"score_gpt":0.3308384051594138,"score_spread":0.2868909934190815,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1910388987","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9984854,0.00021258819,0.000011845686,0.0008607244,0.00017358718,0.0001369198,0.00000482135,0.000013157696,0.00010099596],"genre_scores_gemma":[0.9995022,0.00010472319,0.00006892127,0.00012728394,0.00014572493,0.000003913104,0.0000027345745,0.000017293858,0.000027200449],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9979254,0.00012430157,0.001005999,0.0001442537,0.00050772284,0.00029234713],"domain_scores_gemma":[0.9981417,0.000665008,0.0006783542,0.00009572411,0.00020681338,0.00021241902],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0009794596,0.00015876764,0.0008145115,0.0008775834,0.00005895841,0.000024813186,0.000041349667,0.000049533555,0.000058089106],"category_scores_gemma":[0.0008386634,0.000121076926,0.00031650317,0.0009832423,0.00007597815,0.00043655702,0.00002911556,0.00025603655,3.3467552e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00039029165,0.00017944977,0.9963689,0.000060167455,0.00023097824,0.00020282296,0.0007350558,0.000070701644,0.0006137169,0.00003834911,0.000012418295,0.0010971483],"study_design_scores_gemma":[0.0015699064,0.00009041782,0.99490845,0.00007857093,0.00025697486,0.0004826573,0.00062970474,0.00003076638,0.0016275988,0.000022364422,0.0002065226,0.00009607337],"about_ca_topic_score_codex":0.000011719522,"about_ca_topic_score_gemma":0.000012482986,"teacher_disagreement_score":0.0014604573,"about_ca_system_score_codex":0.000040909617,"about_ca_system_score_gemma":0.00009893701,"threshold_uncertainty_score":0.49373737},"labels":[],"label_agreement":null},{"id":"W1929649670","doi":"10.25011/cim.v30i4.2816","title":"55. Simulation based training of technical surgical skills: A review of a five-year collaborative research program supported by the RCPSC Medical Education Funds","year":2007,"lang":"en","type":"review","venue":"Clinical and investigative medicine","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Curriculum; Medical education; Inclusion (mineral); Adaptation (eye); Presentation (obstetrics); Fidelity; Medicine; Work (physics); Medical school; Psychology; Computer science; Pedagogy; Engineering","score_opus":0.4278096246867503,"score_gpt":0.5684313733660613,"score_spread":0.140621748679311,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1929649670","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0002868311,0.98263705,0.0000347317,0.00651957,0.0002143895,0.0039556087,0.00004623859,0.00006649951,0.006239099],"genre_scores_gemma":[0.010431526,0.98479563,0.00054329616,0.001741838,0.00069584383,0.00025461335,0.0011144155,0.00005662934,0.00036619167],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99004537,0.0026420648,0.0038558177,0.00079690194,0.0021823032,0.0004775352],"domain_scores_gemma":[0.9794171,0.015519194,0.0013062229,0.000573355,0.002076525,0.0011076159],"candidate_categories":["metaresearch","metaepi_narrow","sts","research_integrity","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.014826154,0.000503333,0.004090916,0.00037093705,0.0001359686,0.000009655197,0.0003428383,0.0009446399,0.0012143801],"category_scores_gemma":[0.05524519,0.000270941,0.00052064756,0.0031132267,0.018049981,0.00007244574,0.00012136784,0.002470439,0.000008424375],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00013285122,0.0011105265,0.00025125712,0.028357623,0.0002001758,0.000028795896,0.00020366986,6.036408e-7,4.0266616e-7,0.0012754742,0.003826317,0.9646123],"study_design_scores_gemma":[0.0033404191,0.001692722,0.00023015527,0.16771013,0.0009871413,0.00002889693,0.00032778247,0.0004073753,0.0000013355065,0.00033031031,0.8247322,0.00021153434],"about_ca_topic_score_codex":0.00002159947,"about_ca_topic_score_gemma":0.000005201896,"teacher_disagreement_score":0.96440077,"about_ca_system_score_codex":0.00008068605,"about_ca_system_score_gemma":0.0049496596,"threshold_uncertainty_score":0.99997425},"labels":[],"label_agreement":null},{"id":"W1936061154","doi":"10.1007/978-3-642-41068-0_4","title":"Potential Tissue Puncture Notification during Telesurgery","year":2013,"lang":"en","type":"book-chapter","venue":"Lecture notes in computer science","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":3,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"IMRIS (Canada); University of Calgary","funders":"","keywords":"Haptic technology; Modality (human–computer interaction); Modalities; Biomedical engineering; Computer science; Operator (biology); Wrist; Task (project management); Simulation; Stimulus modality; Medicine; Human–computer interaction; Acoustics; Artificial intelligence; Computer vision; Sensory system; Surgery; Engineering; Physics; Psychology; Neuroscience","score_opus":0.019110015861406215,"score_gpt":0.26121496928505816,"score_spread":0.24210495342365196,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1936061154","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.011245452,0.00038065607,0.9695226,0.0012029393,0.0018889523,0.0007126464,0.0000041379512,0.00019671564,0.014845892],"genre_scores_gemma":[0.98411524,0.000016726097,0.012190185,0.0007558804,0.0009931496,0.000005051677,0.00002871723,0.00003354546,0.0018615264],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9978419,0.000012434434,0.00037587987,0.0007384921,0.00067554496,0.00035576712],"domain_scores_gemma":[0.9987973,0.00018295467,0.0001535239,0.00048604855,0.00019710952,0.00018305771],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00026364304,0.0003094469,0.00042697723,0.0004465753,0.00014843652,0.00012543194,0.00024517372,0.0003337089,0.00088779023],"category_scores_gemma":[0.000100019286,0.00024393713,0.00010699309,0.00023420951,0.00031308082,0.00013756877,0.00012320044,0.0006357445,0.00019288475],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000040927658,0.00003128888,0.00021001404,0.00008834422,0.000018337136,0.00022729865,0.00022287673,0.023359274,0.0018134165,0.0008048931,0.000013267323,0.97317004],"study_design_scores_gemma":[0.010765073,0.0008096986,0.117547914,0.0057069543,0.00038382979,0.0020112353,0.0000030274703,0.6260182,0.045999575,0.106548846,0.078910924,0.0052947137],"about_ca_topic_score_codex":0.000008511684,"about_ca_topic_score_gemma":0.000003888691,"teacher_disagreement_score":0.97286975,"about_ca_system_score_codex":0.00015039473,"about_ca_system_score_gemma":0.00016881061,"threshold_uncertainty_score":0.99474674},"labels":[],"label_agreement":null},{"id":"W1949165802","doi":"10.1007/s00464-015-4411-7","title":"“See one, do one, teach one”: inadequacies of current methods to train surgeons in hernia repair","year":2015,"lang":"en","type":"article","venue":"Surgical Endoscopy","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":31,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"","keywords":"Medicine; Curriculum; Modalities; Hernia repair; Hernia; Medical education; General surgery; Abdominal surgery; Task (project management); Inguinal hernia; Medical physics; Surgery; Psychology","score_opus":0.13659680826600423,"score_gpt":0.4255068864264434,"score_spread":0.2889100781604392,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1949165802","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.93925357,0.0013766914,0.0011828081,0.0009313766,0.00041157645,0.00073727255,0.000024933137,0.00027891327,0.05580286],"genre_scores_gemma":[0.9834059,0.00005119385,0.01573539,0.00015380033,0.00013336795,0.00005035644,0.000033646083,0.000036146906,0.00040021332],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99669325,0.0006224311,0.00086184836,0.0005034004,0.0007682472,0.0005508077],"domain_scores_gemma":[0.9973108,0.0011733817,0.000128984,0.0004184261,0.00018513702,0.0007832311],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.002628488,0.00025842144,0.0009727787,0.00035733293,0.00004307227,0.000019059198,0.00014378274,0.00017885305,0.001292767],"category_scores_gemma":[0.0015927327,0.00023465596,0.00028527732,0.0009262758,0.00013708611,0.00008596603,0.00009007413,0.0005851043,0.00012211505],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.017137345,0.012059008,0.32192588,0.00092158065,0.000755529,0.00080695876,0.013098657,0.001645847,0.0020227788,0.061354503,0.0019696539,0.5663023],"study_design_scores_gemma":[0.06460443,0.0015141044,0.0865405,0.0015512515,0.0002488644,0.00004377288,0.0015106829,0.002366417,0.0054969,0.0030673658,0.8320567,0.0009990098],"about_ca_topic_score_codex":0.00020388913,"about_ca_topic_score_gemma":0.000054832974,"teacher_disagreement_score":0.83008707,"about_ca_system_score_codex":0.00015614845,"about_ca_system_score_gemma":0.00025104466,"threshold_uncertainty_score":0.9996202},"labels":[],"label_agreement":null},{"id":"W1950745614","doi":"10.1111/hpb.12457","title":"The adequacy of Hepato‐Pancreato‐Biliary training: how closely do perceptions of fellows and programme directors align?","year":2015,"lang":"en","type":"article","venue":"HPB","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":12,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Medicine; Demographics; Perception; Confidence interval; Medical education; Internal medicine; Psychology","score_opus":0.08979696282621516,"score_gpt":0.31790496324583495,"score_spread":0.2281080004196198,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1950745614","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9927423,0.0004149827,0.000048839433,0.00035912349,0.00006814331,0.00025825985,0.0000046138416,0.00004349712,0.006060231],"genre_scores_gemma":[0.9985127,0.00006037557,0.0008081984,0.000048096277,0.00006866976,0.000012491406,0.000014532076,0.000013076279,0.0004618936],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9991602,0.00006806698,0.00020795867,0.00014140208,0.00023948976,0.00018293945],"domain_scores_gemma":[0.9991383,0.00028486928,0.00008133121,0.00017976642,0.00010969636,0.00020605254],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00042304076,0.00009468493,0.0002658058,0.000042991007,0.000053016705,0.000016643873,0.000050377283,0.000053111948,0.000039475344],"category_scores_gemma":[0.00034773778,0.000060271417,0.00008702101,0.00016500062,0.00022768001,0.00004171206,0.000019775536,0.000095577525,0.000002410253],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0003366306,0.00023820727,0.36168692,0.00006356843,0.00015103292,0.000024983094,0.014728892,0.00000754652,0.0009787674,0.0013020443,0.00032564075,0.62015575],"study_design_scores_gemma":[0.016179554,0.0016025372,0.6422087,0.00048573498,0.00063007604,0.00011311132,0.067163296,0.011563689,0.0008592245,0.0008651214,0.25776428,0.0005646871],"about_ca_topic_score_codex":0.000049758775,"about_ca_topic_score_gemma":0.000017396898,"teacher_disagreement_score":0.61959106,"about_ca_system_score_codex":0.00001572685,"about_ca_system_score_gemma":0.0000716052,"threshold_uncertainty_score":0.24577971},"labels":[],"label_agreement":null},{"id":"W1956633893","doi":"10.5489/cuaj.1012","title":"Improving laparoscopic suturing skills","year":2013,"lang":"en","type":"article","venue":"Canadian Urological Association Journal","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Royal Victoria Hospital; McGill University Health Centre","funders":"","keywords":"Computer science","score_opus":0.010064103536536638,"score_gpt":0.22971095390415422,"score_spread":0.21964685036761758,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1956633893","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97625905,0.00005877847,0.00006286201,0.010113061,0.0004312507,0.0001448526,0.0000020219209,0.000042355776,0.012885769],"genre_scores_gemma":[0.99085534,0.000007521949,0.00025400287,0.0069909473,0.000707898,0.0000053169483,0.0000061888677,0.000008568491,0.001164208],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9988615,0.0000670387,0.0002607122,0.00012727658,0.00024590667,0.0004375487],"domain_scores_gemma":[0.9985536,0.00016616506,0.00014109265,0.00006275248,0.00020301933,0.00087341544],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0003422691,0.000091035334,0.00019181668,0.00012120078,0.00023257671,0.00013481491,0.000060466748,0.0001798251,0.005084033],"category_scores_gemma":[0.0010541205,0.00007076075,0.00010155348,0.0001429863,0.000015091077,0.0001327307,0.000008511956,0.0005016027,0.00040038212],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000060314987,0.000028535715,0.9701027,0.0000027425547,0.000044309996,0.000048029193,0.000068288224,0.000057010435,0.00010471106,0.00016572271,0.0019770646,0.027394855],"study_design_scores_gemma":[0.0016654439,0.00008722506,0.9449788,0.000009714633,0.000023963761,0.000074601056,0.00005080584,0.00080490694,0.00003061899,0.00038733004,0.051791493,0.00009513295],"about_ca_topic_score_codex":0.0010820237,"about_ca_topic_score_gemma":0.00013395348,"teacher_disagreement_score":0.04981443,"about_ca_system_score_codex":0.00058369554,"about_ca_system_score_gemma":0.00020213735,"threshold_uncertainty_score":0.99582547},"labels":[],"label_agreement":null},{"id":"W1964232947","doi":"10.1111/j.1464-410x.2009.09142.x","title":"AN INTERACTIVE MULTIMEDIA APPROACH TO UROLOGICAL ANATOMY","year":2009,"lang":"en","type":"article","venue":"British Journal of Urology","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Princess Margaret Cancer Centre; University of Toronto","funders":"","keywords":"Citation; Medicine; Library science; Computer science","score_opus":0.02337600803520573,"score_gpt":0.3206029411339399,"score_spread":0.29722693309873416,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1964232947","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9776562,0.00031504882,0.0051914137,0.0019206031,0.0001613824,0.00012646803,0.0000018202263,0.000029347648,0.014597738],"genre_scores_gemma":[0.9862012,0.000018963758,0.0052106422,0.0082238605,0.0003151778,8.128038e-7,0.0000051375187,0.0000062450017,0.00001792187],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9990523,0.00011870867,0.00032449,0.0001419275,0.00017123212,0.00019137103],"domain_scores_gemma":[0.99916553,0.00011619591,0.00011078643,0.00006854033,0.00017884703,0.000360071],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00031462434,0.000074070085,0.00031067253,0.000119561926,0.000034905774,0.000020883692,0.0000979632,0.00011097172,0.00022286235],"category_scores_gemma":[0.00038973006,0.00006954523,0.000097798445,0.0001295194,0.00004296696,0.00010266923,0.00000892052,0.00046543032,0.0000125073675],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0024065142,0.0015484617,0.006008764,0.0000026779637,0.00008033729,0.0037048378,0.0004457086,0.0013053897,0.00037504866,0.00024568517,0.0005737429,0.98330283],"study_design_scores_gemma":[0.008199621,0.006119379,0.90604955,0.00002612999,0.0000968916,0.03121969,0.00018844959,0.010553694,0.000039740393,0.0006466644,0.036696177,0.00016398913],"about_ca_topic_score_codex":0.000003931401,"about_ca_topic_score_gemma":7.493202e-7,"teacher_disagreement_score":0.98313886,"about_ca_system_score_codex":0.000018128494,"about_ca_system_score_gemma":0.00003213199,"threshold_uncertainty_score":0.28359723},"labels":[],"label_agreement":null},{"id":"W1964990874","doi":"10.1016/j.jsurg.2012.04.007","title":"Trends in Urology Resident Exposure to Minimally Invasive Surgery for Index Procedures: A Tale of Two Countries","year":2012,"lang":"en","type":"article","venue":"Journal of surgical education","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":13,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Pyeloplasty; Medicine; Prostatectomy; Nephrectomy; Adrenalectomy; Urology; Laparoscopy; General surgery; Index (typography); Surgery; Prostate cancer; Urinary system; Internal medicine; Kidney; Hydronephrosis; Cancer","score_opus":0.03273212311382618,"score_gpt":0.3512187908213375,"score_spread":0.31848666770751133,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1964990874","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99422014,0.000836997,0.000035761856,0.0037047975,0.00040998455,0.00015417777,0.0000026768007,0.0000043252435,0.000631158],"genre_scores_gemma":[0.9983327,0.000067601235,0.00022956172,0.0005114022,0.0006015557,0.000016768077,0.000012675954,0.000010527508,0.0002172428],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9986406,0.00006386676,0.0007201013,0.000090642934,0.00027678767,0.00020797689],"domain_scores_gemma":[0.99770373,0.0011914583,0.0003648187,0.00007572749,0.0004187709,0.00024548557],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0008994387,0.0000923561,0.0004155334,0.0006097841,0.000022199336,0.000008731111,0.00004793545,0.00008635326,0.00031403432],"category_scores_gemma":[0.0009935824,0.00007271011,0.00016633714,0.00036730705,0.000040767613,0.00017049187,0.000009770043,0.00014105355,0.000002514121],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0051637716,0.0011522423,0.9618639,0.00018428835,0.00007421321,0.000025102328,0.0043273848,0.00030370813,0.00019844942,0.00075359776,0.003662321,0.02229107],"study_design_scores_gemma":[0.006382973,0.00096903736,0.91475827,0.00048328403,0.00011655206,0.0005075553,0.0022753878,0.000029872723,0.000768082,0.00030505809,0.07322989,0.00017403117],"about_ca_topic_score_codex":0.00001456304,"about_ca_topic_score_gemma":0.000027720502,"teacher_disagreement_score":0.06956757,"about_ca_system_score_codex":0.0000806132,"about_ca_system_score_gemma":0.0008333708,"threshold_uncertainty_score":0.34384555},"labels":[],"label_agreement":null},{"id":"W1965053430","doi":"10.1227/neu.0000000000000115","title":"Surgical Expertise in Neurosurgery","year":2013,"lang":"en","type":"review","venue":"Neurosurgery","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":67,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Montreal Neurological Institute and Hospital; McGill University","funders":"","keywords":"Medicine; Curriculum; Schedule; Medical education; Field (mathematics); Medical physics; Engineering management; Computer science; Psychology; Engineering","score_opus":0.1343897395533645,"score_gpt":0.37456813593243055,"score_spread":0.24017839637906604,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1965053430","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0012560715,0.9909402,0.0000011907816,0.000120093566,0.0014054728,0.00089453947,0.000008962179,0.0002247858,0.0051486795],"genre_scores_gemma":[0.0009968751,0.9953619,0.000009847836,0.00053626933,0.0005278282,0.00024056088,0.000112973976,0.0001625861,0.0020511486],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99588937,0.00043343336,0.0015738568,0.00086340075,0.0005334211,0.00070651365],"domain_scores_gemma":[0.9965085,0.0020007475,0.00032649678,0.0006322415,0.000052900417,0.00047910964],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0004038084,0.0006531555,0.0032898816,0.00080046046,0.00006371317,0.00007735979,0.00013945298,0.00056205696,0.0016155103],"category_scores_gemma":[0.00058936654,0.00050625525,0.001350285,0.0010404694,0.00009850046,0.00012294843,0.00008859393,0.0011337352,0.0008525387],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000031260686,0.00019606271,0.00060628285,0.0027429739,0.000023968945,0.0057642707,0.000012324,0.000002529003,2.3594444e-7,0.000021015187,0.0014554523,0.9891436],"study_design_scores_gemma":[0.00081194745,0.000031788324,0.0001933778,0.005660705,0.0001319063,0.0008702514,0.0000018244476,0.00012008462,4.498043e-7,0.00000418304,0.99177337,0.00040008727],"about_ca_topic_score_codex":0.000012291811,"about_ca_topic_score_gemma":6.170487e-7,"teacher_disagreement_score":0.99031794,"about_ca_system_score_codex":0.00013805304,"about_ca_system_score_gemma":0.00029450154,"threshold_uncertainty_score":0.99992543},"labels":[],"label_agreement":null},{"id":"W1965104993","doi":"10.1177/1553350610389826","title":"GOALS-Incisional Hernia: A Valid Assessment of Simulated Laparoscopic Incisional Hernia Repair","year":2011,"lang":"en","type":"article","venue":"Surgical Innovation","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":21,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"","keywords":"Medicine; Incisional hernia; Visual analogue scale; Reliability (semiconductor); Competence (human resources); Inter-rater reliability; Abdominal wall; Internal consistency; Physical therapy; General surgery; Surgery; Rating scale; Statistics; Mathematics; Psychology; Patient satisfaction","score_opus":0.09854975551846784,"score_gpt":0.3845161522561013,"score_spread":0.28596639673763347,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1965104993","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9620831,0.00003446317,0.000426732,0.0001421048,0.0001956255,0.0002917399,0.000014222258,0.00019005648,0.036621958],"genre_scores_gemma":[0.9958349,0.000004989403,0.002885495,0.00036658256,0.00012408494,0.000008787905,0.0002108635,0.000024053576,0.0005402556],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.997409,0.00010986873,0.0010088551,0.00036416334,0.00085153914,0.00025659995],"domain_scores_gemma":[0.998122,0.00042418318,0.00027730392,0.00028092117,0.0007745876,0.000121039804],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00094229914,0.00019718468,0.0004887038,0.0003013603,0.00008353427,0.000010261405,0.000086707885,0.0002270879,0.005498124],"category_scores_gemma":[0.00034767544,0.00015819371,0.00016765308,0.0014125252,0.000106501895,0.00012955173,0.00006679035,0.00034656608,0.00005188466],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0039151814,0.0032845682,0.83152187,0.00020599234,0.0005559153,0.0007103229,0.00047391135,0.0017081716,0.0031151045,0.12672591,0.00042137262,0.027361691],"study_design_scores_gemma":[0.014971633,0.0008050737,0.89383346,0.00028101803,0.000095689255,0.00006340928,0.000076256816,0.050199542,0.0016056121,0.0032494483,0.034446582,0.00037229696],"about_ca_topic_score_codex":0.00003270521,"about_ca_topic_score_gemma":0.0000017197787,"teacher_disagreement_score":0.12347647,"about_ca_system_score_codex":0.000095969226,"about_ca_system_score_gemma":0.00019828373,"threshold_uncertainty_score":0.995411},"labels":[],"label_agreement":null},{"id":"W1965311635","doi":"10.1016/j.jpedsurg.2011.02.026","title":"Development and validation of a pediatric laparoscopic surgery simulator","year":2011,"lang":"en","type":"article","venue":"Journal of Pediatric Surgery","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":78,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University Health Network; University of Toronto; Toronto Western Hospital; Hospital for Sick Children; SickKids Foundation","funders":"","keywords":"Medicine; Laparoscopic surgery; Laparoscopy; Medical physics; Surgery; Simulation; Engineering","score_opus":0.08759549930771471,"score_gpt":0.2917473851161457,"score_spread":0.20415188580843097,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1965311635","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99775285,0.0011340567,0.00008175343,0.000024225103,0.00061795634,0.000072101604,0.000001020972,0.000015558107,0.00030046495],"genre_scores_gemma":[0.9964943,0.0006396124,0.0010511104,0.00005789498,0.0017050201,0.0000012462816,0.0000034341322,0.000017098986,0.000030298495],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99796236,0.00006971094,0.001165281,0.0001285767,0.00047183054,0.00020224956],"domain_scores_gemma":[0.9968009,0.0016846452,0.00086229393,0.0001020897,0.00029966136,0.0002504005],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0014421593,0.00013863939,0.0006522071,0.0008045707,0.000043005573,0.000009464344,0.000040819818,0.000102219914,0.0002731646],"category_scores_gemma":[0.00093206344,0.00011197446,0.00022732551,0.0005585623,0.00002398538,0.00016570844,0.000020853533,0.00017339474,0.0000072614816],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00024064569,0.0001977514,0.9918585,0.00015019314,0.00006569468,0.00010086904,0.00049025484,0.0000144634205,0.0000122867,0.000008352634,0.0006989893,0.0061620437],"study_design_scores_gemma":[0.0023610222,0.000100496705,0.99018455,0.000071764545,0.00070733816,0.000079122416,0.00021509222,0.00005355835,0.0032155665,0.00006563645,0.0026707996,0.00027507453],"about_ca_topic_score_codex":0.000003243526,"about_ca_topic_score_gemma":2.0828625e-7,"teacher_disagreement_score":0.0058869687,"about_ca_system_score_codex":0.000034827797,"about_ca_system_score_gemma":0.0005315654,"threshold_uncertainty_score":0.4566186},"labels":[],"label_agreement":null},{"id":"W1965361981","doi":"10.1007/s00464-010-0913-5","title":"A comparison of early learning curves for complex bimanual coordination with open, laparoscopic, and flexible endoscopic instrumentation","year":2010,"lang":"en","type":"article","venue":"Surgical Endoscopy","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":11,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"BC Innovation Council","funders":"","keywords":"Learning curve; Endoscope; Endoscopy; Task (project management); Medicine; Laparoscopy; Laparoscopic surgery; Endoscopic surgery; Instrumentation (computer programming); Abdominal surgery; Surgery; Computer science","score_opus":0.06611967564234596,"score_gpt":0.4066818915427867,"score_spread":0.3405622159004408,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1965361981","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9927935,0.00010415289,0.0004608012,0.0004221633,0.00008843299,0.0008727067,0.00000789333,0.00006518874,0.0051851743],"genre_scores_gemma":[0.99398893,0.00002637725,0.0052651283,0.00009928896,0.000049054714,0.00006613322,0.00015590932,0.000019137526,0.0003300308],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9988881,0.00005335436,0.00035568807,0.00026694263,0.00022660146,0.00020932393],"domain_scores_gemma":[0.9989638,0.00044326702,0.00017525876,0.0001164856,0.00015106692,0.00015015776],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0002517196,0.00014524625,0.00051710306,0.00008910486,0.00013246572,0.000049468756,0.0000837148,0.00007897353,0.00032893798],"category_scores_gemma":[0.000121466364,0.000115215815,0.000044923378,0.00020906338,0.00016343365,0.00018143299,0.000047049118,0.0002753786,0.0000036991573],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0040158504,0.00046609167,0.9486305,0.0004780458,0.000112505084,0.0000074673217,0.0005860104,0.00004819168,0.008870898,0.009535313,0.000076844626,0.027172247],"study_design_scores_gemma":[0.24025612,0.010700472,0.49109486,0.0017756642,0.0004975638,0.000067420326,0.0012408077,0.025708186,0.090712644,0.0006699646,0.13647746,0.0007988572],"about_ca_topic_score_codex":0.00007680702,"about_ca_topic_score_gemma":0.000019527884,"teacher_disagreement_score":0.45753568,"about_ca_system_score_codex":0.000013317348,"about_ca_system_score_gemma":0.000060861927,"threshold_uncertainty_score":0.46983647},"labels":[],"label_agreement":null},{"id":"W1965501711","doi":"10.1016/j.surg.2014.05.004","title":"Performing under pressure: Quiet eye training improves surgical knot-tying performance","year":2014,"lang":"en","type":"article","venue":"Surgery","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":53,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Knot tying; Anxiety; Medicine; Tying; Gaze; Physical therapy; Audiology; Surgery; Artificial intelligence; Computer science; Psychiatry","score_opus":0.046139200780265524,"score_gpt":0.2917509719066187,"score_spread":0.24561177112635318,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1965501711","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9690555,0.00024266238,0.0001319063,0.00050856994,0.0005253441,0.00013432384,0.0000011644061,0.0002320294,0.029168533],"genre_scores_gemma":[0.99665797,0.000041953437,0.00017452458,0.00056444656,0.0007187038,0.000013991728,0.000029346314,0.000042192696,0.0017568562],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9981415,0.00008164185,0.00045881697,0.0003607029,0.00041045877,0.0005468272],"domain_scores_gemma":[0.9981404,0.0011326208,0.000112873386,0.00026636926,0.00007757921,0.00027015051],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0012226929,0.00022083425,0.00053571066,0.00016168696,0.00022541886,0.000044817552,0.00006612174,0.00015327602,0.0006177736],"category_scores_gemma":[0.0003055147,0.00018408614,0.00024781987,0.00027117302,0.000093569026,0.00022179255,0.000039525446,0.00034853548,0.00007375365],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000594135,0.00015188596,0.25751898,0.00039723204,0.00022240607,0.00007151755,0.0012163587,0.0011281479,0.0007960051,0.001279811,0.00030896917,0.73631454],"study_design_scores_gemma":[0.004107513,0.00018114292,0.30358857,0.0006693568,0.00021222726,0.00016247848,0.00079650816,0.09417843,0.0016535252,0.0001339698,0.59352326,0.00079301384],"about_ca_topic_score_codex":0.000008245479,"about_ca_topic_score_gemma":9.471768e-7,"teacher_disagreement_score":0.73552155,"about_ca_system_score_codex":0.000028018634,"about_ca_system_score_gemma":0.00011631049,"threshold_uncertainty_score":0.75068146},"labels":[],"label_agreement":null},{"id":"W1965577384","doi":"10.1016/j.jamcollsurg.2011.06.310","title":"Design and validation of a model for assessment of procedural skills in open surgery","year":2011,"lang":"en","type":"article","venue":"Journal of the American College of Surgeons","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Medicine; Medical physics; Open surgery; Surgery","score_opus":0.1186613679670397,"score_gpt":0.35946877432898966,"score_spread":0.24080740636194997,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1965577384","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99293375,0.000012222224,0.006001883,0.00034385198,0.000035501533,0.0003821326,0.000015827301,0.0000011149511,0.0002737427],"genre_scores_gemma":[0.984803,0.000023531828,0.015037718,0.00006356518,0.00000558312,0.0000046610385,4.989221e-7,0.0000073217775,0.00005408327],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9989159,0.00009501683,0.00063676503,0.00006175487,0.00020069408,0.00008985256],"domain_scores_gemma":[0.99758124,0.0008503215,0.0011434008,0.00009613449,0.00027359932,0.00005528086],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001280104,0.00006289035,0.0005926464,0.00016944544,0.00001811734,0.000002051418,0.00010205669,0.000018429515,0.000016630745],"category_scores_gemma":[0.00035154924,0.00004109164,0.00014031651,0.00032396664,0.00012743879,0.00008942976,0.000036296027,0.000073005634,1.6607398e-8],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.004878602,0.0019106213,0.96230257,0.00025231807,0.0004264987,0.000020652427,0.0016353995,0.0153932115,0.004244127,0.00090747257,0.00067788485,0.0073506185],"study_design_scores_gemma":[0.0056770355,0.0009557299,0.857336,0.0010504675,0.00028459047,0.000099077086,0.0016932407,0.113881044,0.017118502,0.0016731288,0.000074485164,0.00015671551],"about_ca_topic_score_codex":0.000050031835,"about_ca_topic_score_gemma":0.0000040212462,"teacher_disagreement_score":0.10496661,"about_ca_system_score_codex":0.000025858822,"about_ca_system_score_gemma":0.00046003293,"threshold_uncertainty_score":0.16756685},"labels":[],"label_agreement":null},{"id":"W1965773925","doi":"10.1007/s11548-014-1117-6","title":"Information processing in computer-assisted interventions: 4th international conference, 2013","year":2014,"lang":"en","type":"review","venue":"International Journal of Computer Assisted Radiology and Surgery","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University","funders":"","keywords":"Workflow; Computer science; Overhead (engineering); Task (project management); Patient safety; Medical physics; Medicine; Health care","score_opus":0.09362363433303958,"score_gpt":0.3761976510270096,"score_spread":0.28257401669397,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1965773925","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0015040938,0.8513213,0.13222446,0.0018276479,0.011235791,0.00054691924,0.00003557106,0.00008575525,0.0012185038],"genre_scores_gemma":[0.025957076,0.9652761,0.0048894477,0.00084154605,0.002228301,0.000016690141,0.00071677304,0.000031132975,0.00004288453],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9960952,0.00042168063,0.002553912,0.00021722264,0.00048391512,0.00022809503],"domain_scores_gemma":[0.99596673,0.0008677963,0.0019516452,0.00012792266,0.0009115338,0.00017435395],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0012982812,0.00035147654,0.002024666,0.0019953225,0.000051856834,0.00018841491,0.00034105833,0.00042528502,0.00017135551],"category_scores_gemma":[0.00016004393,0.00027712362,0.00097415247,0.00025138573,0.00014716422,0.0005302681,0.00011074679,0.00083105324,0.0000158717],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00014939929,0.0001726826,0.0010152553,0.001332229,0.0006741486,0.00021916725,0.00010204385,0.00005534546,6.938417e-8,0.00014065212,0.0011399448,0.99499905],"study_design_scores_gemma":[0.0026168732,0.00016277996,0.009308076,0.03340973,0.00036676772,0.010854029,0.000030926498,0.013155873,7.727031e-8,0.00007564167,0.9296756,0.00034361795],"about_ca_topic_score_codex":0.0000058966048,"about_ca_topic_score_gemma":0.000003447346,"teacher_disagreement_score":0.99465543,"about_ca_system_score_codex":0.00020493077,"about_ca_system_score_gemma":0.00043299363,"threshold_uncertainty_score":0.9999681},"labels":[],"label_agreement":null},{"id":"W1966261760","doi":"10.5489/cuaj.11016","title":"Development and validation of a virtual reality transrectal ultrasound guided prostatic biopsy simulator","year":2011,"lang":"en","type":"article","venue":"Canadian Urological Association Journal","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"McMaster University","funders":"","keywords":"Virtual reality; Ultrasound; Computer science; Simulation; Medicine; Urology; Human–computer interaction; Radiology","score_opus":0.05426221497166216,"score_gpt":0.2728000442072538,"score_spread":0.21853782923559162,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1966261760","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99627864,0.000017685334,0.0003544152,0.00054944115,0.00007918433,0.0001464108,0.000010440625,0.00001680653,0.0025469796],"genre_scores_gemma":[0.9983672,0.0000045921483,0.0010213106,0.00045270784,0.000054438777,0.0000027369101,0.00002098364,0.0000066444995,0.00006937583],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9987893,0.00010980049,0.00045290295,0.00013208075,0.00027283997,0.0002430737],"domain_scores_gemma":[0.99879533,0.00020482627,0.00021953505,0.00004910375,0.00021380848,0.0005174216],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0008121812,0.00009601439,0.00022379312,0.00011911901,0.00013951607,0.000022458955,0.00003911137,0.00015244575,0.0006190466],"category_scores_gemma":[0.0009341583,0.00007738832,0.00006162656,0.00015672136,0.000037963124,0.00007464934,0.0000038292787,0.00022621652,0.000006866153],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0002314942,0.00013655567,0.98162746,0.000014733578,0.00022312767,0.000077157376,0.005021601,0.00014167662,0.0005777212,0.0010524936,0.00013060129,0.010765392],"study_design_scores_gemma":[0.0024592923,0.00023024068,0.99027205,0.000019833835,0.00007106983,0.00025894324,0.00032783282,0.00038727096,0.00096215564,0.00047081112,0.004410617,0.00012990333],"about_ca_topic_score_codex":0.00021574748,"about_ca_topic_score_gemma":0.00007928058,"teacher_disagreement_score":0.010635489,"about_ca_system_score_codex":0.0002795229,"about_ca_system_score_gemma":0.00034234478,"threshold_uncertainty_score":0.67781264},"labels":[],"label_agreement":null},{"id":"W1966316938","doi":"10.1177/1553350610395949","title":"A Novel Low-Cost Simulator for Laparoscopic Inguinal Hernia Repair","year":2011,"lang":"en","type":"article","venue":"Surgical Innovation","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":26,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"McGill University","funders":"","keywords":"Inguinal hernia; Medicine; Hernia repair; Laparoscopy; Simulation; Hernia; General surgery; Surgery; Computer science","score_opus":0.11243378241178682,"score_gpt":0.3504553820888906,"score_spread":0.2380215996771038,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1966316938","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9781544,0.000014290286,0.0036707597,0.00012551276,0.00025246714,0.0006264985,0.000010961173,0.0002843517,0.016860759],"genre_scores_gemma":[0.9955154,0.0000010156847,0.0026077027,0.0006888988,0.00029115504,0.000056045854,0.00012912546,0.000023046665,0.0006876016],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9987775,0.0000149108855,0.00047081226,0.00027006096,0.00022050197,0.00024621558],"domain_scores_gemma":[0.9990483,0.00015842458,0.000110976536,0.00017637326,0.0004167858,0.00008913926],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0003941681,0.00013514022,0.00026064223,0.00016511581,0.000083929335,0.000012601388,0.00004497508,0.00014047684,0.0006743014],"category_scores_gemma":[0.0003973438,0.000114303846,0.00011069126,0.0007817887,0.00005302208,0.000088869296,0.000018286395,0.00016013891,0.00004519134],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.016188113,0.0051326905,0.29908496,0.0009135074,0.00065936876,0.00039282005,0.0023875763,0.00059047417,0.008391467,0.51374656,0.0011234365,0.15138903],"study_design_scores_gemma":[0.056940973,0.0010724906,0.22063375,0.00048048157,0.00018487062,0.00011772893,0.00022548524,0.0644631,0.01043884,0.002591685,0.641955,0.0008955695],"about_ca_topic_score_codex":0.000013091373,"about_ca_topic_score_gemma":0.0000018432193,"teacher_disagreement_score":0.6408316,"about_ca_system_score_codex":0.00005029139,"about_ca_system_score_gemma":0.00006118306,"threshold_uncertainty_score":0.7383128},"labels":[],"label_agreement":null},{"id":"W1966530382","doi":"10.1111/j.1464-410x.2005.05241.x","title":"Robotic urological surgery: a perspective","year":2004,"lang":"en","type":"review","venue":"British Journal of Urology","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":49,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"St. Thomas Hospital","funders":"Cleveland Clinic Foundation","keywords":"Perspective (graphical); Robotic surgery; General surgery; Medicine; Medical physics; Computer science; Artificial intelligence","score_opus":0.0755826459165736,"score_gpt":0.3538594951643993,"score_spread":0.2782768492478257,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1966530382","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000028208826,0.99689424,0.00016825467,0.00033066224,0.00046938198,0.00018540544,0.0000036655538,0.000022369959,0.0018978042],"genre_scores_gemma":[0.0067033195,0.9919605,0.00012334534,0.00047152967,0.00062538264,0.0000034132695,0.000012111494,0.000036586247,0.0000638135],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9977703,0.00035733634,0.0010243899,0.00024612786,0.00028231868,0.0003194996],"domain_scores_gemma":[0.9974853,0.0010673386,0.0007332719,0.00010621446,0.0003252851,0.00028262747],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00066931697,0.00022737098,0.0028497896,0.00030362484,0.00005347304,0.000029157309,0.00012604088,0.0005234921,0.0008615397],"category_scores_gemma":[0.0016966343,0.00019720517,0.0014016165,0.00028403068,0.00016575264,0.000045090594,0.00003168636,0.0014618167,0.000050071292],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00008502778,0.00019864157,0.000024029017,0.0008577906,0.00043824577,0.020537773,0.000016500164,0.000061028386,6.6914105e-9,0.000389467,0.00017054712,0.97722095],"study_design_scores_gemma":[0.0012338016,0.0004604734,0.0003003616,0.0050308653,0.0016085479,0.15873145,0.000016560118,0.000004289928,5.5236193e-9,0.0005482689,0.83191556,0.00014980156],"about_ca_topic_score_codex":0.00001363152,"about_ca_topic_score_gemma":0.0000018293061,"teacher_disagreement_score":0.97707117,"about_ca_system_score_codex":0.0001882938,"about_ca_system_score_gemma":0.00089086534,"threshold_uncertainty_score":0.9433255},"labels":[],"label_agreement":null},{"id":"W1966605652","doi":"10.5489/cuaj.1797","title":"Development of a novel classification system for anatomical variants of the puboprostatic ligaments with expert validation","year":2014,"lang":"en","type":"article","venue":"Canadian Urological Association Journal","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"University of Calgary; McGill University; University of Toronto; McMaster University; Western University","funders":"","keywords":"Ligament; Medicine; Categorization; Dissection (medical); Artificial intelligence; Computer science; Radiology","score_opus":0.04318336262473282,"score_gpt":0.2685108823889895,"score_spread":0.2253275197642567,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1966605652","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9863609,0.000006489535,0.010139748,0.002145345,0.00013583526,0.00032542364,0.000009626561,0.000009292521,0.00086735934],"genre_scores_gemma":[0.9945289,5.8059396e-7,0.0049643656,0.00038061567,0.00006502946,0.000013759187,0.000013474042,0.000006674486,0.000026616186],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9988567,0.000072167,0.0004476316,0.000106620035,0.0003355295,0.00018135563],"domain_scores_gemma":[0.9986452,0.00020358192,0.0004995486,0.000076854674,0.00036565197,0.00020915538],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0008502463,0.00007327705,0.00021204645,0.000081436774,0.00014494627,0.00001884855,0.0000741585,0.00011328657,0.000023976423],"category_scores_gemma":[0.00068020396,0.000044322187,0.000068575646,0.00017025204,0.000024091649,0.000043603686,0.000005448293,0.0001338849,0.000001071047],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0009025919,0.0005776387,0.91352457,0.00015350264,0.0006796077,0.0000025067307,0.0029424948,0.0007928508,0.013030594,0.018962035,0.00027014903,0.048161488],"study_design_scores_gemma":[0.005358201,0.00018485857,0.9676442,0.0001324354,0.00007348232,0.000028523333,0.00054107053,0.016065564,0.0015575346,0.000069149995,0.008247879,0.000097063894],"about_ca_topic_score_codex":0.00003422877,"about_ca_topic_score_gemma":0.000040187075,"teacher_disagreement_score":0.054119695,"about_ca_system_score_codex":0.00051355275,"about_ca_system_score_gemma":0.00040439703,"threshold_uncertainty_score":0.18074064},"labels":[],"label_agreement":null},{"id":"W1966735955","doi":"10.1007/s00464-008-0246-9","title":"Intraoperative monitoring of laparoscopic skill development based on quantitative measures","year":2008,"lang":"en","type":"article","venue":"Surgical Endoscopy","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":22,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Vancouver General Hospital; University of British Columbia","funders":"","keywords":"Medicine; Laparoscopy; Dissection (medical); Medical physics; Surgery; Physical medicine and rehabilitation","score_opus":0.07387984682331013,"score_gpt":0.3472498190581735,"score_spread":0.27336997223486337,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1966735955","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98272437,0.0001511277,0.00017500216,0.0000873324,0.00016855623,0.00020341553,0.0000026987013,0.000066423614,0.016421081],"genre_scores_gemma":[0.9936259,0.000026360254,0.0059467363,0.00008949062,0.00006650017,0.000020412777,0.000012213764,0.000016612426,0.00019577946],"study_design_codex":"observational","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.99853706,0.00009033373,0.00036412905,0.00024994178,0.0005246182,0.0002339089],"domain_scores_gemma":[0.9988254,0.00061487156,0.00007317223,0.00014490439,0.00015762165,0.00018405724],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00018722222,0.00016846864,0.00042400416,0.00011724428,0.00011955543,0.00000546852,0.00005663065,0.00007990995,0.0003692093],"category_scores_gemma":[0.0002410079,0.0001273962,0.00009582806,0.0002597143,0.000142632,0.000042752163,0.00001320564,0.00021329572,0.00005361228],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.011239251,0.0023701163,0.94514453,0.00017985207,0.0004756091,0.0016780952,0.007961541,0.009784965,0.0013865577,0.0060874713,0.00005484273,0.01363714],"study_design_scores_gemma":[0.08426916,0.0022598545,0.30984136,0.0012481106,0.00008590257,0.000046490553,0.0008590525,0.0041226414,0.5599983,0.000044361568,0.036586914,0.00063790055],"about_ca_topic_score_codex":0.0000089728255,"about_ca_topic_score_gemma":6.686361e-7,"teacher_disagreement_score":0.6353032,"about_ca_system_score_codex":0.00006671263,"about_ca_system_score_gemma":0.0001935295,"threshold_uncertainty_score":0.51950663},"labels":[],"label_agreement":null},{"id":"W1966873042","doi":"10.1038/ncpuro0991","title":"Primer: cognitive motor learning for teaching surgical skill—how are surgical skills taught and assessed?","year":2008,"lang":"en","type":"review","venue":"Nature Clinical Practice Urology","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":56,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"Medicine; Modalities; Certification; Curriculum; Cognition; Medical education; Licensure; Mentorship; Motor skill; Fidelity; Computer science; Psychology; Pedagogy","score_opus":0.06064749355308585,"score_gpt":0.48278095153615413,"score_spread":0.4221334579830683,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1966873042","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00038452598,0.98549396,0.00022393055,0.0034472616,0.0012892203,0.0023272755,0.000050983508,0.0002377611,0.0065450575],"genre_scores_gemma":[0.009994035,0.9796104,0.0016245457,0.0024248294,0.004050367,0.00014251037,0.0006714441,0.00017810268,0.001303777],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9904762,0.004339181,0.0018906057,0.0017589016,0.00067349453,0.0008615966],"domain_scores_gemma":[0.8605844,0.13623857,0.0014613383,0.0003739427,0.0006296603,0.0007121215],"candidate_categories":["metaresearch","metaepi_narrow","research_integrity"],"consensus_categories":["research_integrity"],"category_scores_codex":[0.003951129,0.0008936199,0.0047689523,0.00030211124,0.00057112915,0.00011117757,0.00024026119,0.00579665,0.00015385122],"category_scores_gemma":[0.12033686,0.00067305943,0.0016855712,0.0003374511,0.0008907224,0.00031548057,0.00022853701,0.016382048,0.000045962614],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0021025995,0.0016620051,0.000788854,0.0015705051,0.001515792,0.006586457,0.000053508542,0.0000012555777,1.3094004e-8,0.0013882898,0.0006364507,0.98369426],"study_design_scores_gemma":[0.008711255,0.0015846067,0.00030209633,0.0017517535,0.004239619,0.010160215,0.000111880334,0.00013310109,3.9481613e-8,0.000025036652,0.97237384,0.00060655875],"about_ca_topic_score_codex":0.0000026503683,"about_ca_topic_score_gemma":0.0000012338941,"teacher_disagreement_score":0.9830877,"about_ca_system_score_codex":0.00008074686,"about_ca_system_score_gemma":0.0006667217,"threshold_uncertainty_score":0.99957204},"labels":[],"label_agreement":null},{"id":"W1967185624","doi":"10.1016/s0002-9610(00)00341-x","title":"The impact of external feedback on computer-assisted learning for surgical technical skill training","year":2000,"lang":"en","type":"article","venue":"The American Journal of Surgery","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":109,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Session (web analytics); Competence (human resources); Significant difference; Dreyfus model of skill acquisition; Physical therapy; Medicine; Psychology; Computer science; Social psychology","score_opus":0.05782157868861054,"score_gpt":0.3468138384728722,"score_spread":0.2889922597842617,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1967185624","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99754506,0.00009508453,0.00036885357,0.00057336525,0.00008871528,0.00009229715,0.0000015034437,0.000018613511,0.0012164742],"genre_scores_gemma":[0.9987928,0.00014346911,0.00031554696,0.00013086654,0.0005050613,0.0000020120347,0.0000015738757,0.000021572196,0.00008707325],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9981873,0.00025711927,0.0007379752,0.00011022407,0.00040228307,0.00030506885],"domain_scores_gemma":[0.9912722,0.0075337905,0.00069263927,0.0001585725,0.00015969717,0.00018307709],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0018641193,0.00014770293,0.00074652536,0.00010634508,0.00017868176,0.000028255434,0.00014749315,0.000033405267,0.00023274988],"category_scores_gemma":[0.0002668035,0.00006948234,0.00091576535,0.00035193234,0.00042832326,0.000045124598,0.000011641795,0.000498262,0.000004367883],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.006671841,0.00015426028,0.013160937,0.000004136245,0.00016906616,0.000095729345,0.00028940657,0.006438077,0.000122009784,0.000035054112,0.00010434064,0.97275513],"study_design_scores_gemma":[0.0047256676,0.003425475,0.974185,0.0007097226,0.00014722359,0.0036143905,0.000811122,0.006486463,0.000088780675,0.00016439249,0.0054200836,0.00022168041],"about_ca_topic_score_codex":0.00001504736,"about_ca_topic_score_gemma":1.8779376e-7,"teacher_disagreement_score":0.97253346,"about_ca_system_score_codex":0.00006075894,"about_ca_system_score_gemma":0.00016672994,"threshold_uncertainty_score":0.28334075},"labels":[],"label_agreement":null},{"id":"W1967482541","doi":"10.1016/s0090-4295(99)00607-x","title":"Initial assessment of a new preparatory tool for board certification in Urology","year":2000,"lang":"en","type":"article","venue":"Urology","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":3,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University","funders":"","keywords":"Medicine; Urology; Oral examination; Family medicine; Certification; Internal medicine","score_opus":0.05940454234030998,"score_gpt":0.3877033632261084,"score_spread":0.3282988208857984,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1967482541","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9803818,0.00004351289,0.0018459222,0.0015530222,0.00007735718,0.00033989022,0.0000022087393,0.000024876928,0.015731417],"genre_scores_gemma":[0.99749994,0.000004225975,0.0004252465,0.0016274939,0.00008833861,0.000028924702,0.00002353941,0.0000065565523,0.00029570222],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.999358,0.00004878813,0.00025091445,0.00015159945,0.000058359292,0.00013234034],"domain_scores_gemma":[0.9995776,0.00019446814,0.000042164345,0.000116058254,0.000026170577,0.000043559245],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00014382228,0.00005343324,0.00018332385,0.000068997666,0.000011671312,0.0000014557123,0.00003111981,0.000111800546,0.0018101005],"category_scores_gemma":[0.000068395835,0.000050372535,0.000043375498,0.0000732736,0.000040066418,0.00002107744,0.000004805725,0.00008470921,0.000014353391],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.011598996,0.0011773051,0.19720292,0.00008855657,0.00017846355,0.000070012335,0.0019474914,0.0205055,0.0027366674,0.016704405,0.0018486074,0.7459411],"study_design_scores_gemma":[0.013446268,0.0020075373,0.53575903,0.0000050280005,0.00009487082,0.00002497787,0.000021683592,0.06525799,0.0002353978,0.00206807,0.3809453,0.00013381628],"about_ca_topic_score_codex":0.00001358239,"about_ca_topic_score_gemma":0.000012362968,"teacher_disagreement_score":0.74580723,"about_ca_system_score_codex":0.00001529164,"about_ca_system_score_gemma":0.00010958227,"threshold_uncertainty_score":0.99910235},"labels":[],"label_agreement":null},{"id":"W1967602449","doi":"10.1016/j.jsurg.2014.10.001","title":"Career Plans and Perceptions in Readiness to Practice of Graduating General Surgery Residents in Canada","year":2014,"lang":"en","type":"article","venue":"Journal of surgical education","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":20,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"St. Michael's Hospital; University of Toronto; University Health Network; Health Sciences Centre; Mount Sinai Hospital; Sunnybrook Health Science Centre","funders":"","keywords":"Graduation (instrument); Medicine; Feeling; Medical education; Competence (human resources); Curriculum; Family medicine; Psychology; Pedagogy","score_opus":0.0358929330370181,"score_gpt":0.3421768583391192,"score_spread":0.30628392530210113,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1967602449","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99447817,0.000049927054,0.000020363934,0.0040834923,0.00026618174,0.000059025497,8.990697e-7,0.0000011830199,0.0010407489],"genre_scores_gemma":[0.99888766,0.00004919485,0.00050727784,0.0003270407,0.00016802328,0.0000017540327,0.000004643293,0.0000049473542,0.00004944526],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99891436,0.000121523524,0.0005163092,0.000074219424,0.00027516362,0.000098397184],"domain_scores_gemma":[0.9984096,0.0009747075,0.00018835421,0.00005393047,0.00022301597,0.0001503563],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0008074859,0.00005336764,0.00024809883,0.00022906964,0.0000150644155,0.0000073503325,0.000025628955,0.000030661566,0.000044865636],"category_scores_gemma":[0.0013418079,0.000044682798,0.000030353263,0.00027087508,0.00001123427,0.00011480278,0.0000072325397,0.00016394723,4.8907003e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00027586363,0.00014786501,0.9637672,0.00003118574,0.000008893275,0.000040603012,0.0008425815,0.00071292155,0.00006774376,0.00012973261,0.00034520184,0.033630252],"study_design_scores_gemma":[0.00089374644,0.00003718398,0.9895726,0.0003161988,0.000016806225,0.00020071548,0.002176408,0.00039084716,0.000018870332,0.00003951589,0.0062876265,0.0000494835],"about_ca_topic_score_codex":0.16360207,"about_ca_topic_score_gemma":0.08102439,"teacher_disagreement_score":0.082577676,"about_ca_system_score_codex":0.00019797565,"about_ca_system_score_gemma":0.0009025483,"threshold_uncertainty_score":0.9357445},"labels":[],"label_agreement":null},{"id":"W1967899094","doi":"10.1053/jpsu.2001.22941","title":"Training general surgery residents in pediatric surgery: A Canadian survey","year":2001,"lang":"en","type":"article","venue":"Journal of Pediatric Surgery","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":17,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Queen's University","funders":"","keywords":"Medicine; Pediatric Surgeon; Competence (human resources); Pediatric surgery; Family medicine; General surgery; Surgery","score_opus":0.11048689307674933,"score_gpt":0.3141773815025436,"score_spread":0.20369048842579426,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1967899094","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9936753,0.0021540856,0.000012669625,0.00049798656,0.0024134836,0.00012186864,0.00001169395,0.00003180268,0.0010811099],"genre_scores_gemma":[0.9835917,0.0056555485,0.00005945602,0.0006175204,0.009745065,0.0000036297017,0.00004972816,0.00006260575,0.00021476131],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9947482,0.00063897186,0.002204706,0.00034147117,0.0010297575,0.0010369449],"domain_scores_gemma":[0.9862796,0.010775688,0.0009325064,0.0002543149,0.0004838147,0.001274086],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0092792725,0.00033912552,0.0015470879,0.0048989835,0.00011968657,0.00007291686,0.00013615681,0.00028941353,0.00071325334],"category_scores_gemma":[0.007480162,0.00031190223,0.0008433295,0.0035178596,0.000036084333,0.00037693538,0.000022928636,0.00074214593,0.000042477517],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0003813744,0.00011938011,0.9559678,0.000041505653,0.000048274553,0.00526436,0.00015591114,0.0001040387,7.547095e-7,0.0000017856812,0.025471201,0.0124436375],"study_design_scores_gemma":[0.000907283,0.000024107234,0.99432313,0.00005730465,0.00014822814,0.0003815416,0.00008431166,0.000079584,0.0000016875823,0.00002858363,0.0036561054,0.0003081485],"about_ca_topic_score_codex":0.015210391,"about_ca_topic_score_gemma":0.01306236,"teacher_disagreement_score":0.03835534,"about_ca_system_score_codex":0.00037685706,"about_ca_system_score_gemma":0.004668545,"threshold_uncertainty_score":0.9999333},"labels":[],"label_agreement":null},{"id":"W1967911603","doi":"10.5489/cuaj.2733","title":"LESS is more for the patient","year":2015,"lang":"en","type":"article","venue":"Canadian Urological Association Journal","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Université Laval","funders":"","keywords":"Psychology","score_opus":0.06358927937217933,"score_gpt":0.2860794798787208,"score_spread":0.22249020050654145,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1967911603","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7380825,0.00044495845,0.00066312676,0.24923572,0.00084174564,0.0004280738,0.00003794589,0.00003362864,0.010232303],"genre_scores_gemma":[0.96817243,0.000006603936,0.000094935116,0.030860228,0.00037831205,0.0000075663584,0.000006951126,0.000005519459,0.00046744474],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.9991673,0.00004238498,0.0001822688,0.00008211325,0.0002682452,0.00025769396],"domain_scores_gemma":[0.99850124,0.00030784172,0.000109485474,0.00005598964,0.00034421642,0.00068121415],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00052693806,0.00006166738,0.00011961302,0.000044889246,0.0002097111,0.00005232772,0.000055498822,0.00011391182,0.00029932414],"category_scores_gemma":[0.0012203257,0.0000359146,0.00010551796,0.00010290237,0.00001835076,0.000033732158,0.0000050938115,0.00025958434,0.000020274148],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00024238674,0.000061033108,0.6981747,0.000002818751,0.00023708228,0.00006969022,0.0021064274,0.00089349586,0.0000024909448,0.0010905508,0.12482289,0.1722964],"study_design_scores_gemma":[0.001954529,0.00020556996,0.15319876,0.000003861058,0.00005005108,0.000055035798,0.001178468,0.0034451727,0.000003938555,0.00080791704,0.8390348,0.00006191154],"about_ca_topic_score_codex":0.000189877,"about_ca_topic_score_gemma":0.00010943706,"teacher_disagreement_score":0.7142119,"about_ca_system_score_codex":0.00044953634,"about_ca_system_score_gemma":0.00031736805,"threshold_uncertainty_score":0.32773894},"labels":[],"label_agreement":null},{"id":"W1968186707","doi":"10.1007/s00464-005-0150-5","title":"Characterizing the learning curve for a basic laparoscopic drill","year":2005,"lang":"en","type":"article","venue":"Surgical Endoscopy","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":105,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University; Montreal General Hospital","funders":"","keywords":"CUSUM; Learning curve; Medicine; Task (project management); Drill; Psychomotor learning; Medical physics; Statistics; Computer science; Mathematics","score_opus":0.035594788512515,"score_gpt":0.3298766969769629,"score_spread":0.2942819084644479,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1968186707","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9694361,0.00025333973,0.00009834415,0.0045905816,0.00020972684,0.00046134272,0.0000043186487,0.00018213435,0.024764132],"genre_scores_gemma":[0.99499834,0.000042641994,0.00028071678,0.0013233455,0.0008686661,0.00006539382,0.00004345566,0.000027958817,0.0023494845],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99875516,0.000076130156,0.00028758333,0.00026390865,0.00023744286,0.00037977807],"domain_scores_gemma":[0.99864084,0.0008759215,0.00007554369,0.00017400783,0.00006158333,0.0001721074],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0003867519,0.00015532925,0.00031612348,0.00004826804,0.00022770854,0.0000410235,0.00008097103,0.00008722258,0.0010789784],"category_scores_gemma":[0.0002547385,0.000099017954,0.00019614752,0.00017767138,0.000076959346,0.00008446103,0.000028171056,0.00033570532,0.00015163934],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.022412289,0.0025356326,0.28741872,0.0008262622,0.0014151006,0.0007039597,0.009957197,0.0057777585,0.013186096,0.07769612,0.0020427043,0.57602817],"study_design_scores_gemma":[0.019879188,0.00018394944,0.0038598536,0.00007481302,0.00004620606,0.000032039425,0.000103600476,0.006931356,0.0033528307,0.000052117204,0.96535236,0.00013170822],"about_ca_topic_score_codex":0.0000055742876,"about_ca_topic_score_gemma":0.0000022666466,"teacher_disagreement_score":0.96330965,"about_ca_system_score_codex":0.000043135497,"about_ca_system_score_gemma":0.00004178697,"threshold_uncertainty_score":0.9998342},"labels":[],"label_agreement":null},{"id":"W1968435888","doi":"10.1016/j.jsurg.2013.04.011","title":"Current Concepts of Team Training in Surgical Residency: A Survey of North American Program Directors","year":2013,"lang":"en","type":"article","venue":"Journal of surgical education","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":17,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto; St. Michael's Hospital","funders":"","keywords":"Accreditation; Psychological intervention; Curriculum; Graduate medical education; Medical education; Residency training; Medicine; Family medicine; Crew resource management; Psychology; Nursing; Continuing education; Pedagogy; Engineering","score_opus":0.05679711505083229,"score_gpt":0.4020221466270008,"score_spread":0.3452250315761685,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1968435888","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99686104,0.00054633815,0.000003116882,0.00026164233,0.00030269622,0.00033478223,0.0000025169552,0.000010637169,0.0016772057],"genre_scores_gemma":[0.99907196,0.0003024631,0.0003627059,0.000013867814,0.00017558823,0.000012511994,0.000021295937,0.000012478378,0.000027142116],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99759066,0.00030940308,0.0012038938,0.00014687922,0.00053436286,0.00021478863],"domain_scores_gemma":[0.9969586,0.0009110466,0.0008728855,0.000121403384,0.000849709,0.0002863398],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0009498754,0.00013378066,0.0007457183,0.00031350474,0.000018817169,0.000011785969,0.00009641843,0.000047171132,0.00025868014],"category_scores_gemma":[0.0006690303,0.00009963047,0.00018684604,0.0010330474,0.00022042509,0.0001537624,0.000014556498,0.0003889399,0.0000034662148],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00026452346,0.00078744034,0.5272747,0.000031528387,0.0000217352,0.000007874825,0.0006308554,0.000034982957,0.000004178265,0.00003050315,0.00005031681,0.47086132],"study_design_scores_gemma":[0.0021572995,0.00056834926,0.9882071,0.0003344777,0.00002907259,0.00007789558,0.0005299754,0.00022094017,0.00004371963,0.000028410743,0.007712074,0.00009068013],"about_ca_topic_score_codex":0.0008099908,"about_ca_topic_score_gemma":0.00014978454,"teacher_disagreement_score":0.47077063,"about_ca_system_score_codex":0.00007996164,"about_ca_system_score_gemma":0.001178573,"threshold_uncertainty_score":0.4062813},"labels":[],"label_agreement":null},{"id":"W1968732724","doi":"10.1007/s11605-007-0355-0","title":"FLS Assessment of Competency Using Simulated Laparoscopic Tasks","year":2007,"lang":"en","type":"article","venue":"Journal of Gastrointestinal Surgery","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":180,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University Health Centre; McGill University","funders":"","keywords":"Medicine; Inter-rater reliability; Laparoscopic surgery; Reliability (semiconductor); Construct validity; Component (thermodynamics); Test (biology); Specialty; Medical physics; Construct (python library); Internal consistency; Face validity; Medical education; Surgery; Laparoscopy; Computer science; Psychometrics; Psychology; Rating scale; Pathology","score_opus":0.05886129835811926,"score_gpt":0.36514571596736495,"score_spread":0.3062844176092457,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1968732724","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.987312,0.000057552155,0.010875955,0.00008499466,0.00021228408,0.000066864195,0.0000013463414,0.000014230104,0.0013747528],"genre_scores_gemma":[0.97867787,0.0000032660375,0.02095795,0.000111960544,0.00021089296,3.4388787e-8,0.0000029309904,0.000015068036,0.0000200262],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9978495,0.000057271223,0.0011671698,0.00010127868,0.0005400341,0.00028469713],"domain_scores_gemma":[0.99678373,0.0014266518,0.0008246841,0.00011104455,0.0005824027,0.00027149546],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001636604,0.00013409305,0.0006644664,0.0003496486,0.000042468466,0.000010791933,0.000056479596,0.00003727654,0.00028609607],"category_scores_gemma":[0.00075615005,0.000106971034,0.00032103644,0.00033709902,0.00007733428,0.00009867349,0.000018082104,0.0003562044,0.0000015070366],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0005092752,0.00027885035,0.97888196,0.000058927293,0.00005754965,0.0010092077,0.000018746954,0.00484931,0.012181147,0.00005992566,0.000026667116,0.0020684456],"study_design_scores_gemma":[0.0031205134,0.0006552315,0.97312176,0.0023116674,0.0001549103,0.005511333,0.00016571305,0.0130478395,0.0014239333,0.00006711178,0.0002921127,0.00012787429],"about_ca_topic_score_codex":0.000012383064,"about_ca_topic_score_gemma":8.9259964e-7,"teacher_disagreement_score":0.010757213,"about_ca_system_score_codex":0.00010211804,"about_ca_system_score_gemma":0.00038820386,"threshold_uncertainty_score":0.43621522},"labels":[],"label_agreement":null},{"id":"W1969073627","doi":"10.1016/s0002-9610(03)00069-2","title":"Resident self-assessment of operative performance","year":2003,"lang":"en","type":"article","venue":"The American Journal of Surgery","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":144,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Mount Sinai Hospital; University Health Network; University of Toronto","funders":"","keywords":"Self-assessment; Psychology; Social psychology","score_opus":0.03954836078316241,"score_gpt":0.3426565098354362,"score_spread":0.3031081490522738,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1969073627","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99473894,0.00008574001,0.00010459675,0.00037884645,0.000101462974,0.000037412665,2.5121008e-7,0.000005208264,0.004547531],"genre_scores_gemma":[0.9985436,0.00024765424,0.00074479147,0.00035664052,0.00005362593,6.764409e-7,2.0564683e-7,0.0000067205046,0.000046045432],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99895984,0.0001692301,0.00040973924,0.000048070364,0.00030516263,0.000107966785],"domain_scores_gemma":[0.99842805,0.0007057875,0.00048521,0.00010555449,0.00019413888,0.000081275146],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0012170176,0.000063045285,0.00039430696,0.000093676776,0.00004248993,0.000005788904,0.000044666387,0.000008556747,0.00019373638],"category_scores_gemma":[0.00009915049,0.000034999863,0.00014086296,0.0002798423,0.00011338399,0.0000574098,0.0000063379894,0.00016625508,0.000002059035],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00034583898,0.00015406682,0.96542674,0.000017838107,0.00026916453,0.00006199861,0.0008762274,0.00070737075,0.00037694944,0.00037548563,0.0001530649,0.031235222],"study_design_scores_gemma":[0.00067395414,0.00029476496,0.9930932,0.00014251635,0.000073643154,0.0002495025,0.001667638,0.0003536496,0.0012093191,0.000022551856,0.0021600921,0.00005920281],"about_ca_topic_score_codex":0.000003962884,"about_ca_topic_score_gemma":7.26045e-8,"teacher_disagreement_score":0.03117602,"about_ca_system_score_codex":0.000045441157,"about_ca_system_score_gemma":0.00030422347,"threshold_uncertainty_score":0.21212775},"labels":[],"label_agreement":null},{"id":"W1969570135","doi":"10.1007/s00464-002-8818-6","title":"Minimally invasive surgery training in Canada","year":2002,"lang":"en","type":"article","venue":"Surgical Endoscopy","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":42,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Toronto","funders":"","keywords":"Medicine; Likert scale; Residency training; Invasive surgery; Abdominal surgery; General surgery; Scale (ratio); Surgery; Medical education; Continuing education; Psychology","score_opus":0.05620220183649292,"score_gpt":0.2705756364805509,"score_spread":0.21437343464405798,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1969570135","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.920458,0.00029447593,5.3733953e-7,0.0008635136,0.00020772677,0.00012283084,0.000004247886,0.00004247818,0.07800618],"genre_scores_gemma":[0.99834144,0.0000936793,0.00007304259,0.0008648466,0.00012785876,0.000013690319,0.000016114529,0.000019216652,0.00045009743],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.998408,0.00006999373,0.00042134474,0.00027612646,0.00037944762,0.00044503887],"domain_scores_gemma":[0.9975274,0.0019136235,0.00005760262,0.00014836331,0.00003643993,0.0003165717],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0001901028,0.00015651654,0.00048005482,0.00011822963,0.000040041054,0.000011796394,0.000054534168,0.00006839464,0.006702031],"category_scores_gemma":[0.0004118353,0.00013670283,0.000116165524,0.00040053617,0.000043253087,0.000058012094,0.000017574977,0.00026829223,0.000069981754],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00176708,0.0003881193,0.8076935,0.00017138848,0.00016757514,0.03102725,0.0024414256,0.0005277808,0.00015224051,0.0011472999,0.0030088758,0.15150747],"study_design_scores_gemma":[0.1086556,0.00039074823,0.20795336,0.0015670041,0.000131395,0.00095688115,0.0059631085,0.016590945,0.004182057,0.00037546206,0.65134066,0.0018927823],"about_ca_topic_score_codex":0.11243126,"about_ca_topic_score_gemma":0.2730319,"teacher_disagreement_score":0.64833176,"about_ca_system_score_codex":0.00025135433,"about_ca_system_score_gemma":0.0008075578,"threshold_uncertainty_score":0.99420595},"labels":[],"label_agreement":null},{"id":"W1969585349","doi":"10.1016/j.amjsurg.2007.02.006","title":"Vascular surgery training, exposure, and knowledge during general surgery residency: implications for the future","year":2007,"lang":"en","type":"article","venue":"The American Journal of Surgery","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":13,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Medicine; Competence (human resources); Specialty; Vascular surgery; Certificate; Family medicine; Surgery; Cardiac surgery","score_opus":0.06593356559466126,"score_gpt":0.32400989010318465,"score_spread":0.25807632450852336,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1969585349","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98515636,0.007155712,0.0008278367,0.005956708,0.00059272454,0.00015451899,0.000004069135,0.000028490731,0.00012358275],"genre_scores_gemma":[0.99419993,0.0021626982,0.00021542182,0.0006911329,0.0025967886,0.000009430387,0.0000043296773,0.00003839443,0.00008184872],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9979786,0.00018037882,0.0009375172,0.0001779951,0.00027947596,0.00044602563],"domain_scores_gemma":[0.9830361,0.015251604,0.0007851767,0.00032622696,0.000333007,0.0002679039],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.006111748,0.00019244326,0.0008493798,0.00035319378,0.0003849261,0.000040268696,0.00011518355,0.000049579357,0.000033354198],"category_scores_gemma":[0.00084101054,0.000107976455,0.00079852995,0.00068003626,0.00037661675,0.00011573068,0.000026219239,0.00033680748,0.0000016826933],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.001152988,0.00009814585,0.454865,0.000051571773,0.0005970222,0.000060795766,0.0012659354,0.000039291994,0.00041132767,0.000318772,0.0021124352,0.53902674],"study_design_scores_gemma":[0.00041020967,0.0000336307,0.9784735,0.00012395087,0.0001955605,0.00066116167,0.0016749109,0.000023478704,0.00010044695,0.00021331999,0.017948532,0.00014130602],"about_ca_topic_score_codex":0.000012607709,"about_ca_topic_score_gemma":0.0000074496106,"teacher_disagreement_score":0.5388854,"about_ca_system_score_codex":0.000048022986,"about_ca_system_score_gemma":0.0005077958,"threshold_uncertainty_score":0.4403152},"labels":[],"label_agreement":null},{"id":"W1970254469","doi":"10.1016/j.jsurg.2011.02.004","title":"Do New Thoracic Surgeons Feel Ready to Operate? Self-Reported Comfort Level of Thoracic Surgery Trainees and Junior Thoracic Surgeons with Core Thoracic Surgery Procedures","year":2011,"lang":"en","type":"article","venue":"Journal of surgical education","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":13,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Medicine; Cardiothoracic surgery; Descriptive statistics; Physical therapy; Surgery; General surgery","score_opus":0.1785549004817693,"score_gpt":0.3970963810811366,"score_spread":0.2185414805993673,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1970254469","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9946415,0.00089654874,0.00022046543,0.0011895462,0.0006014348,0.00066033745,0.000024675985,0.00009559379,0.0016699407],"genre_scores_gemma":[0.9947922,0.00083384704,0.0026585467,0.0002732492,0.00034510004,0.00002622485,0.00010441725,0.00009284752,0.00087353284],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99496764,0.0003514595,0.00227127,0.0005734,0.0011705642,0.0006656879],"domain_scores_gemma":[0.9929413,0.0020108684,0.001495539,0.0004931378,0.0016186422,0.0014404947],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0036353,0.00056550803,0.0017981308,0.001275268,0.00021477725,0.00010029738,0.00018681579,0.00033258353,0.0006689266],"category_scores_gemma":[0.0012087855,0.00041118255,0.0004764243,0.0017496566,0.00020618939,0.0006104948,0.000050338123,0.0007080367,0.000011716725],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.010394527,0.0034586864,0.7493531,0.0011167341,0.001153632,0.0009964636,0.006207713,0.00008173974,0.00031471706,0.00020318176,0.004376187,0.22234331],"study_design_scores_gemma":[0.0014574183,0.0010341046,0.94257694,0.00619687,0.0023512368,0.012722689,0.008983574,0.00018640628,0.0053656,0.0003359617,0.017257804,0.0015313687],"about_ca_topic_score_codex":0.00036248253,"about_ca_topic_score_gemma":0.00009090924,"teacher_disagreement_score":0.22081193,"about_ca_system_score_codex":0.00013897274,"about_ca_system_score_gemma":0.004380652,"threshold_uncertainty_score":0.999834},"labels":[],"label_agreement":null},{"id":"W1970585610","doi":"10.1080/136457000500407456","title":"A multi‐centre survey on the team concept of instrument design in gyn‐endoscopy","year":2005,"lang":"en","type":"article","venue":"Minimally Invasive Therapy & Allied Technologies","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Conceptual design; Medicine; Observational study; Conceptual framework; Obstetrics and gynaecology; Engineering; Mechanical engineering","score_opus":0.09059848144474705,"score_gpt":0.30292026875588823,"score_spread":0.21232178731114118,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1970585610","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9929594,0.00060591503,0.00007719604,0.0042068707,0.00003336463,0.0010176064,0.000013726122,0.00030526533,0.00078067766],"genre_scores_gemma":[0.9926045,0.0006101024,0.005740661,0.00085858715,0.000014463265,0.00004851109,0.000017037479,0.000024148334,0.00008197009],"study_design_codex":"design_other","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9983837,0.00019306767,0.00045882293,0.00032502573,0.0003010096,0.00033838244],"domain_scores_gemma":[0.997295,0.0019487089,0.0001794827,0.00042667225,0.00011220291,0.00003789603],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0005295932,0.00025123803,0.00044051712,0.0002067773,0.000059111135,0.000015823958,0.0003210358,0.00021039262,0.0002277198],"category_scores_gemma":[0.0010992334,0.00015806612,0.00009771901,0.00043916373,0.00040334713,0.000048989736,0.000056728513,0.0003698036,0.000031741187],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.009660852,0.0036176152,0.2009412,0.000037262467,0.00079323776,0.00008373898,0.008404917,0.002956372,0.11009249,0.0031514827,0.0012069633,0.65905386],"study_design_scores_gemma":[0.014641633,0.0015007008,0.1372906,0.00032153222,0.00002067941,0.0000037156506,0.006556303,0.001015178,0.8342882,0.00027919144,0.0037161044,0.00036616414],"about_ca_topic_score_codex":0.000052469306,"about_ca_topic_score_gemma":0.00019330572,"teacher_disagreement_score":0.7241957,"about_ca_system_score_codex":0.00011036725,"about_ca_system_score_gemma":0.00012212706,"threshold_uncertainty_score":0.64457494},"labels":[],"label_agreement":null},{"id":"W1970629036","doi":"10.1007/s00464-009-0572-6","title":"Telesimulation: an effective method for teaching the fundamentals of laparoscopic surgery in resource-restricted countries","year":2009,"lang":"en","type":"article","venue":"Surgical Endoscopy","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":215,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"SickKids Foundation; Hospital for Sick Children; Toronto Western Hospital; University of Toronto; University Health Network","funders":"","keywords":"Medicine; Certification; Test (biology); Session (web analytics); Laparoscopic surgery; Abdominal surgery; Medical physics; Hepatology; Laparoscopy; General surgery; Physical therapy; Medical education; Surgery; Computer science","score_opus":0.02673454822569979,"score_gpt":0.371693419537601,"score_spread":0.34495887131190117,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1970629036","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99422765,0.00019912561,0.0007231318,0.0008754991,0.000074422576,0.0009454287,0.000014341192,0.00006972197,0.0028706887],"genre_scores_gemma":[0.99746007,0.0000090606745,0.0015836968,0.00060358184,0.00015019167,0.000041396408,0.00007516448,0.000014219036,0.000062592335],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9981517,0.00046907744,0.0005035355,0.00027199887,0.00031326222,0.00029039386],"domain_scores_gemma":[0.99220324,0.0072543044,0.00013840002,0.000219355,0.000063928244,0.00012080293],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0012509165,0.00016309228,0.0005777691,0.00015865103,0.0001299103,0.000023680535,0.00007574562,0.0001139206,0.00012325661],"category_scores_gemma":[0.00061618414,0.00010970853,0.00016921514,0.00031441174,0.00009593968,0.00009738072,0.000012117174,0.0002663745,0.0000023084494],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.041567188,0.0033569788,0.26702225,0.0005230648,0.0004363705,0.00043090584,0.0064441906,0.016067568,0.0020349922,0.056664743,0.00064195157,0.60480976],"study_design_scores_gemma":[0.09307602,0.0029952647,0.5344248,0.0010301434,0.00029831662,0.00007976896,0.0015468373,0.059890192,0.012973419,0.0036756261,0.28924516,0.0007644771],"about_ca_topic_score_codex":0.000043631873,"about_ca_topic_score_gemma":0.0000047270146,"teacher_disagreement_score":0.60404533,"about_ca_system_score_codex":0.00006457187,"about_ca_system_score_gemma":0.000053426043,"threshold_uncertainty_score":0.4473784},"labels":[],"label_agreement":null},{"id":"W1970645119","doi":"10.1016/j.surg.2014.04.047","title":"What is the future of training in surgery? Needs assessment of national stakeholders","year":2014,"lang":"en","type":"article","venue":"Surgery","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":36,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"","keywords":"Medicine; Accreditation; Curriculum; Medical education; Modalities; Experiential learning; Needs assessment; Professional development; Nursing; Psychology; Pedagogy","score_opus":0.12187578026093956,"score_gpt":0.33683983736971895,"score_spread":0.2149640571087794,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1970645119","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98843044,0.00028969016,0.00006904772,0.003783834,0.00070505956,0.00010341338,0.0000038088622,0.000015232822,0.0065994463],"genre_scores_gemma":[0.99849415,0.000107063825,0.000041526553,0.0010768245,0.00017736056,0.0000052506757,0.000022400418,0.000009767174,0.000065629756],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99870676,0.000106825435,0.00043959715,0.00010385197,0.0004920625,0.00015089642],"domain_scores_gemma":[0.9962019,0.0033333015,0.00016022056,0.00012681655,0.00012605215,0.000051708175],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0020468002,0.00008278629,0.00038182852,0.00028404142,0.000024336716,0.000011060388,0.000035622146,0.00006337839,0.00037725037],"category_scores_gemma":[0.00020522291,0.000057786863,0.00019925398,0.00049985753,0.00006905153,0.00011624039,0.0000097933,0.00013398872,0.000001209606],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00010648232,0.00014770789,0.6161368,0.00014540157,0.00010984746,0.00000690974,0.0051964335,0.00042343204,0.00012371982,0.0059697824,0.0014829937,0.37015048],"study_design_scores_gemma":[0.0014498017,0.000036537975,0.89344984,0.00078791217,0.000033603374,0.000010514405,0.024252597,0.005562158,0.00047531753,0.0011955221,0.07253565,0.00021054424],"about_ca_topic_score_codex":0.0000088996285,"about_ca_topic_score_gemma":0.000006143248,"teacher_disagreement_score":0.36993995,"about_ca_system_score_codex":0.000026143716,"about_ca_system_score_gemma":0.0002847749,"threshold_uncertainty_score":0.4130627},"labels":[],"label_agreement":null},{"id":"W1970960389","doi":"10.1097/sla.0b013e31821263ec","title":"Ex Vivo Technical Skills Training Transfers to the Operating Room and Enhances Cognitive Learning","year":2011,"lang":"en","type":"article","venue":"Annals of Surgery","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":116,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Mount Sinai Hospital; Foothills Medical Centre; St. Michael's Hospital; University of Toronto","funders":"","keywords":"Medicine; Fidelity; Cognition; Test (biology); Dreyfus model of skill acquisition; Randomized controlled trial; Cognitive skill; Closure (psychology); Medical physics; Cognitive training; Active listening; Medical education; Computer science; Surgery; Psychology","score_opus":0.2678161308548988,"score_gpt":0.37126743637770715,"score_spread":0.10345130552280835,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1970960389","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9850003,0.00013803969,0.00034516625,0.00079918845,0.000049241036,0.00015502668,0.0000038470016,0.00004534621,0.013463828],"genre_scores_gemma":[0.99804634,0.00011410007,0.00010866934,0.0015223377,0.00007034285,0.000010064497,0.000003853631,0.000013478732,0.00011083992],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99901354,0.00007889432,0.00031081235,0.00018364658,0.0001876422,0.00022548737],"domain_scores_gemma":[0.9982276,0.0013924983,0.00005160294,0.00006789121,0.000119884615,0.0001405561],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0009671318,0.000105353356,0.00032177597,0.000093878465,0.000103006954,0.000011544675,0.00003513275,0.000060494567,0.00036852705],"category_scores_gemma":[0.0010216228,0.0000724319,0.00011545424,0.00021277464,0.000082968,0.00008078356,0.000015620157,0.00019053827,0.0000063577168],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00066258456,0.0003003439,0.10792674,0.0000934512,0.00027478812,0.00011011715,0.035239745,0.000070279704,0.01106765,0.000360591,0.00024331555,0.8436504],"study_design_scores_gemma":[0.0025470252,0.0014241425,0.7547633,0.0034472893,0.00022270366,0.00012937095,0.031623106,0.00059803325,0.19467998,0.00021691155,0.009511845,0.00083628134],"about_ca_topic_score_codex":0.000020050196,"about_ca_topic_score_gemma":0.000005047228,"teacher_disagreement_score":0.8428141,"about_ca_system_score_codex":0.0000022032136,"about_ca_system_score_gemma":0.00003961446,"threshold_uncertainty_score":0.40351126},"labels":[],"label_agreement":null},{"id":"W1970981265","doi":"10.1117/12.911003","title":"Surgical motion characterization in simulated needle insertion procedures","year":2012,"lang":"en","type":"article","venue":"Proceedings of SPIE, the International Society for Optical Engineering/Proceedings of SPIE","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University","funders":"","keywords":"Computer science; Characterization (materials science); Motion (physics); Artificial intelligence; Materials science; Nanotechnology","score_opus":0.017478466451675754,"score_gpt":0.2565357847133713,"score_spread":0.23905731826169554,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1970981265","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9957897,0.00005489937,0.000021565686,0.0012169338,0.00018759542,0.0006393022,0.000015872414,0.00009478973,0.0019793205],"genre_scores_gemma":[0.99526393,0.00004801631,0.0038310825,0.000110991066,0.00046367868,0.000052394866,0.000064529915,0.000043361717,0.00012200859],"study_design_codex":"bench_or_experimental","study_design_gemma":"observational","domain_scores_codex":[0.9980112,2.5895972e-8,0.0007182566,0.0002659948,0.0006013777,0.00040319725],"domain_scores_gemma":[0.9984366,0.00012512977,0.0002884566,0.00004115517,0.0009352748,0.00017338264],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0006409434,0.00024672406,0.00040355476,0.00016762002,0.00005360076,0.000047044363,0.00022143623,0.00023989604,0.000039115494],"category_scores_gemma":[0.0006912897,0.0002016389,0.0003978317,0.0005304775,0.00010489845,0.0006845311,0.000060626622,0.00030074158,0.0000027717128],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0009793952,0.0009030184,0.080326825,0.0010212036,0.00037153144,4.4651853e-7,0.0008136608,0.00060668675,0.7006868,0.21180029,0.00012812033,0.0023620345],"study_design_scores_gemma":[0.018103436,0.0010001916,0.5188964,0.002081614,0.00055749516,0.00014430718,0.0026628745,0.24793452,0.19285445,0.00075625663,0.01378295,0.0012254827],"about_ca_topic_score_codex":0.000005851208,"about_ca_topic_score_gemma":8.482384e-8,"teacher_disagreement_score":0.50783235,"about_ca_system_score_codex":0.00017059525,"about_ca_system_score_gemma":0.000029850624,"threshold_uncertainty_score":0.82225955},"labels":[],"label_agreement":null},{"id":"W1970986976","doi":"10.1016/s0002-9610(01)00700-0","title":"Exporting a technical skills evaluation technology to other sites","year":2001,"lang":"en","type":"article","venue":"The American Journal of Surgery","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":54,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University Health Network; University of Toronto","funders":"","keywords":"Checklist; Reliability (semiconductor); Medicine; Construct validity; Administration (probate law); Medical education; Psychology; Patient satisfaction; Nursing; Political science","score_opus":0.06470768260662817,"score_gpt":0.38154701296597404,"score_spread":0.31683933035934586,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1970986976","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9913132,0.00010207967,0.0004659928,0.006673037,0.00006444242,0.000087512584,2.2239549e-7,0.000029596336,0.0012639139],"genre_scores_gemma":[0.9968643,0.000022226886,0.0006686679,0.0021781682,0.00020913465,0.0000037251966,4.6324467e-7,0.000013041006,0.000040268344],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9987644,0.00008795505,0.00048704928,0.000083477375,0.00040272216,0.00017437765],"domain_scores_gemma":[0.9982332,0.0007426837,0.0004971555,0.00015417949,0.00026082533,0.00011193022],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0021408352,0.00007583704,0.00037546278,0.00034286143,0.000048539252,0.000009396492,0.00007365547,0.00002528529,0.00033640332],"category_scores_gemma":[0.0016683914,0.000045470515,0.00014849805,0.0009703525,0.00014041884,0.000041453543,0.000018116807,0.00020706498,0.000023052138],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00036962325,0.00010769397,0.3973158,0.0000015648277,0.00005734245,0.00011659562,0.0001340014,0.00015154088,0.0044431887,0.00003596433,0.00019726895,0.5970694],"study_design_scores_gemma":[0.0018551247,0.0006681454,0.9562953,0.0004969686,0.00032142716,0.0058775838,0.002939631,0.0007227583,0.0012587934,0.0014000671,0.027867524,0.0002966881],"about_ca_topic_score_codex":0.0000036499655,"about_ca_topic_score_gemma":5.9757497e-7,"teacher_disagreement_score":0.59677273,"about_ca_system_score_codex":0.000050592433,"about_ca_system_score_gemma":0.000095563555,"threshold_uncertainty_score":0.36833805},"labels":[],"label_agreement":null},{"id":"W1971504581","doi":"10.2310/7070.2005.34506","title":"Cognitive Skills Analysis, Kinesiology, and Mental Imagery in the Acquisition of Surgical Skills","year":2005,"lang":"en","type":"article","venue":"The Journal of Otolaryngology","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":69,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Université de Sherbrooke","funders":"","keywords":"Kinesiology; Mental image; Medicine; Dreyfus model of skill acquisition; Debriefing; Physical therapy; Physical medicine and rehabilitation; Cognition; Medical education; Psychiatry","score_opus":0.011596542074195812,"score_gpt":0.3079827305542768,"score_spread":0.29638618848008097,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1971504581","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99518245,0.00055002444,0.00006810097,0.0030813261,0.000034488483,0.00012194313,0.0000028066638,0.0000021770272,0.00095668604],"genre_scores_gemma":[0.99833316,0.00037758608,0.00007294382,0.0010488718,0.00013600649,9.2596537e-7,0.000008098017,0.000003837198,0.000018565455],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9987278,0.00046693868,0.00044366196,0.000068823174,0.00016380972,0.0001289887],"domain_scores_gemma":[0.9979849,0.0015366467,0.00025296584,0.000077384175,0.000100815916,0.00004728364],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0013259393,0.00007882532,0.00039400824,0.00021362034,0.00003883872,0.000003836074,0.000078637844,0.00007530851,0.0003943629],"category_scores_gemma":[0.00010481526,0.000038681494,0.00013303963,0.00031666964,0.00024786888,0.00006567341,0.000023041872,0.00027695645,0.0000046955756],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.003489061,0.0014198223,0.9693553,0.00002325705,0.0012773495,0.00063621724,0.006362495,0.00034139818,0.0019277892,0.00037367124,0.00013461351,0.014659023],"study_design_scores_gemma":[0.0044658436,0.00035563798,0.99046373,0.00003959085,0.00054428936,0.002106937,0.00053421897,0.00038178932,0.00031832152,0.000098375946,0.0006477918,0.00004344397],"about_ca_topic_score_codex":0.000006570578,"about_ca_topic_score_gemma":0.000008652571,"teacher_disagreement_score":0.021108456,"about_ca_system_score_codex":0.000014931128,"about_ca_system_score_gemma":0.000022805421,"threshold_uncertainty_score":0.4317997},"labels":[],"label_agreement":null},{"id":"W1972224725","doi":"10.1002/jhbp.220","title":"Systematic review of the use of pre-operative simulation and navigation for hepatectomy: current status and future perspectives","year":2015,"lang":"en","type":"review","venue":"Journal of Hepato-Biliary-Pancreatic Sciences","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":86,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Health Sciences Centre; Sunnybrook Health Science Centre","funders":"","keywords":"Hepatectomy; Medicine; Observational study; Resection; Surgery; Surgical planning; Internal medicine","score_opus":0.12327611731479918,"score_gpt":0.4280560827396055,"score_spread":0.30477996542480634,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1972224725","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0139251705,0.98316854,0.00006895614,0.000072947754,0.00018808339,0.0025207826,0.000030110074,0.00000450494,0.00002087728],"genre_scores_gemma":[0.014577426,0.98458296,0.00063327485,0.000020574349,0.00013003279,0.000024619148,0.0000064592878,0.0000126410705,0.000012001182],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.99659634,0.0005793065,0.0016146261,0.00024519235,0.00079702283,0.00016750701],"domain_scores_gemma":[0.9939655,0.0021135905,0.0024699734,0.0002053102,0.0010902338,0.00015538505],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0024350206,0.00025985567,0.0026135019,0.00019360751,0.000111187,0.00004407073,0.00013923012,0.00010118163,0.000011851731],"category_scores_gemma":[0.0028236432,0.00012341306,0.00040493798,0.00059492124,0.00040633357,0.00031678096,0.000041629453,0.00025435397,1.4392928e-7],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000842808,0.00012695885,0.0016524104,0.89656234,0.00038427353,0.0000021014803,0.0024715594,0.00010471049,5.172735e-7,0.00035040212,0.000012582969,0.09824783],"study_design_scores_gemma":[0.001164854,0.0007727093,0.00048722074,0.9474733,0.0067695435,0.00013636645,0.0011364985,0.008923579,0.0000017252161,0.00014554315,0.032781903,0.00020678145],"about_ca_topic_score_codex":0.000011159825,"about_ca_topic_score_gemma":0.0000012960381,"teacher_disagreement_score":0.09804106,"about_ca_system_score_codex":0.000120852055,"about_ca_system_score_gemma":0.0007112663,"threshold_uncertainty_score":0.50326383},"labels":[],"label_agreement":null},{"id":"W1972502228","doi":"10.1016/j.jamcollsurg.2011.06.301","title":"Individualized deliberate practice on a virtual reality simulator improves technical performance of surgical novices in the operating room","year":2011,"lang":"en","type":"article","venue":"Journal of the American College of Surgeons","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto; St. Michael's Hospital","funders":"","keywords":"Medicine; Virtual reality; Surgical simulation; Volume (thermodynamics); Simulation; Medical physics; Surgery; Human–computer interaction; Computer science","score_opus":0.04013844199033766,"score_gpt":0.3225229494258408,"score_spread":0.28238450743550314,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1972502228","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99371016,0.000029285968,0.000008835919,0.0021132752,0.00008071535,0.00022494572,0.000021337719,0.00000650622,0.0038049314],"genre_scores_gemma":[0.9986343,0.000059502498,0.0005819327,0.0006251208,0.0000497268,0.0000029373482,7.3026416e-7,0.000012093129,0.000033694374],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99742603,0.0005265809,0.0010127209,0.00012813973,0.0007070917,0.00019943874],"domain_scores_gemma":[0.99527997,0.0025824325,0.0014110404,0.00029171404,0.0003396455,0.00009522926],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002746637,0.0001418103,0.00067130255,0.00015334037,0.000088308116,0.000008020658,0.00030941018,0.000052422565,0.000053634496],"category_scores_gemma":[0.0012124572,0.00007320856,0.0002643483,0.000871586,0.0003080975,0.00016367275,0.00006363166,0.00055613916,7.927238e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.08752195,0.015933732,0.7365292,0.00037847395,0.0023556822,0.0025220192,0.016437806,0.021348277,0.011619153,0.010369886,0.0013102449,0.09367363],"study_design_scores_gemma":[0.01401569,0.007840206,0.931951,0.0011041799,0.00058318325,0.0017050981,0.012733715,0.009831108,0.0042517288,0.000068761045,0.01551878,0.00039653975],"about_ca_topic_score_codex":0.00014459893,"about_ca_topic_score_gemma":0.000018048297,"teacher_disagreement_score":0.19542186,"about_ca_system_score_codex":0.00004225692,"about_ca_system_score_gemma":0.0002575662,"threshold_uncertainty_score":0.29853585},"labels":[],"label_agreement":null},{"id":"W1972597606","doi":"10.1007/s40670-014-0003-8","title":"CSTAR Interprofessional Surgery and Anaesthesia School: an Immersive Simulation-Based Programme for Preclinical Medical and Nursing Students at Western University","year":2014,"lang":"en","type":"article","venue":"Medical Science Educator","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Robarts Clinical Trials; London Health Sciences Centre; University of Toronto; Western University","funders":"London Health Sciences Centre","keywords":"Preparedness; Curriculum; Medical education; Medicine; Perioperative; Interprofessional education; Psychology; Nursing; Pedagogy; Anesthesia","score_opus":0.06718578303785955,"score_gpt":0.42601754751599497,"score_spread":0.3588317644781354,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1972597606","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99024713,0.00003034985,0.0015050714,0.0074084187,0.00038994598,0.00032631896,0.0000015088083,0.000036224283,0.000055040662],"genre_scores_gemma":[0.99715996,0.000005764723,0.00041932007,0.0020426267,0.0002633253,0.0000050480267,0.000017177315,0.0000100238185,0.0000767737],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99706805,0.00015091944,0.00029363134,0.0005272573,0.0015379828,0.00042215176],"domain_scores_gemma":[0.9941305,0.0028123418,0.000089116336,0.00016526786,0.00013251272,0.0026702785],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0030700287,0.00013536222,0.0003167327,0.00015435545,0.00039505947,0.000045064102,0.00021643077,0.0001792541,0.0004202576],"category_scores_gemma":[0.008024943,0.000105171486,0.000064024374,0.00030412537,0.0015407566,0.00017772237,0.000083583844,0.0002533633,0.000006050818],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00050204346,0.0005802127,0.8713446,0.000029811988,0.00000953458,0.000016804186,0.00032882564,0.0000072190664,0.0000061739534,0.00007333054,0.00002972757,0.1270717],"study_design_scores_gemma":[0.004349944,0.0004892197,0.86808395,0.00096667925,0.00005993393,0.000020940024,0.0013976292,0.11614549,0.00002073899,0.000072732386,0.008158678,0.00023408617],"about_ca_topic_score_codex":0.000017555762,"about_ca_topic_score_gemma":0.000020314543,"teacher_disagreement_score":0.12683761,"about_ca_system_score_codex":0.00016739374,"about_ca_system_score_gemma":0.0018714822,"threshold_uncertainty_score":0.96071863},"labels":[],"label_agreement":null},{"id":"W1972681698","doi":"10.5489/cuaj.360","title":"Achieving proficiency with robot-assisted radical prostatectomy: Laparoscopic-trained versus robotics-trained surgeons","year":2013,"lang":"en","type":"article","venue":"Canadian Urological Association Journal","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Kaiser Permanente","keywords":"Robotics; Medicine; Mentorship; Artificial intelligence; Robotic surgery; Robot; Laparoscopy; Prostatectomy; General surgery; Surgery; Medical physics; Computer science; Medical education; Internal medicine; Prostate","score_opus":0.02188497018127975,"score_gpt":0.25008193327442974,"score_spread":0.22819696309315,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1972681698","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.95132184,0.000055049706,0.00048325636,0.03647433,0.000458619,0.0007332261,0.000010773926,0.00014181227,0.010321096],"genre_scores_gemma":[0.9955972,0.00000757843,0.0011885657,0.0022708809,0.000250693,0.000028871142,0.00004638869,0.000026091848,0.00058377493],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9973371,0.00023838376,0.0005351835,0.00032629803,0.00062812935,0.0009348839],"domain_scores_gemma":[0.99697924,0.00053014664,0.0003038391,0.00014645858,0.00046547307,0.0015748452],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00069859513,0.00024790422,0.0004842785,0.00024516747,0.0005259515,0.0002345562,0.00013873883,0.00032571473,0.0022710909],"category_scores_gemma":[0.0017088568,0.00017696204,0.00016654529,0.0005596642,0.00010912742,0.00019817745,0.000014409824,0.0009902748,0.00011923742],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00070315524,0.00023843184,0.9798009,0.000016521457,0.00036764005,0.00038348156,0.00026286228,0.0018610633,0.00029208604,0.0013559259,0.0010940924,0.013623857],"study_design_scores_gemma":[0.00941758,0.00081859966,0.98079854,0.000039350358,0.00010981956,0.00015783148,0.00015501607,0.0016869247,0.000009662166,0.000119080454,0.00643899,0.00024857285],"about_ca_topic_score_codex":0.0005863038,"about_ca_topic_score_gemma":0.00046844716,"teacher_disagreement_score":0.044275317,"about_ca_system_score_codex":0.0009758303,"about_ca_system_score_gemma":0.0009156577,"threshold_uncertainty_score":0.99864095},"labels":[],"label_agreement":null},{"id":"W1972990277","doi":"10.1007/s00464-006-9150-3","title":"Establishing a simulation center for surgical skills: what to do and how to do it","year":2007,"lang":"en","type":"review","venue":"Surgical Endoscopy","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":64,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University Health Centre; McGill University","funders":"","keywords":"Medicine; Abdominal surgery; Surgical simulation; Center (category theory); Hepatology; Medical physics; General surgery; Surgery","score_opus":0.07811474861016422,"score_gpt":0.42057993219271167,"score_spread":0.34246518358254746,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1972990277","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0010715469,0.9851883,0.0009830424,0.0014086625,0.0011668237,0.004735753,0.00014343097,0.00019594915,0.005106476],"genre_scores_gemma":[0.0046489933,0.98801035,0.0016704941,0.0010565877,0.0019623647,0.00026971157,0.00062601216,0.0001902615,0.0015652508],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.996018,0.00020225668,0.00089586194,0.0011684339,0.00079273863,0.0009227308],"domain_scores_gemma":[0.99106544,0.0066155903,0.00022074625,0.00048140108,0.00024740538,0.0013694086],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0013329927,0.0007201981,0.002499149,0.00058381236,0.00016528588,0.00082678633,0.00020750395,0.0006804586,0.00064116175],"category_scores_gemma":[0.0011729607,0.00054364884,0.0007893775,0.0009324745,0.00007028134,0.00041868378,0.000177548,0.0006433807,0.00010321125],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0007319157,0.00018283661,0.00006710253,0.0024285878,0.0001325968,0.00047525394,0.00020501661,0.0001204981,2.359812e-8,0.00039303608,0.00030180957,0.9949613],"study_design_scores_gemma":[0.01300392,0.00030575745,0.000007964809,0.014364004,0.00030678074,0.0001515011,0.000116063544,0.00018605379,9.2458316e-7,0.000018499173,0.9710205,0.00051803596],"about_ca_topic_score_codex":0.000003647799,"about_ca_topic_score_gemma":0.0000026047564,"teacher_disagreement_score":0.9944433,"about_ca_system_score_codex":0.00021114394,"about_ca_system_score_gemma":0.00012647064,"threshold_uncertainty_score":0.9997015},"labels":[],"label_agreement":null},{"id":"W1973009162","doi":"10.1097/01.prs.0000069705.52702.80","title":"Residency Training in Plastic Surgery: A Survey of Educational Goals","year":2003,"lang":"en","type":"article","venue":"Plastic & Reconstructive Surgery","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":19,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Toronto","funders":"","keywords":"Medicine; Plastic surgery; Training (meteorology); Medical education; Residency training; Private practice; Family medicine; Surgery; Continuing education","score_opus":0.07485838302541364,"score_gpt":0.30543507417938576,"score_spread":0.2305766911539721,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1973009162","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9913581,0.00017668749,0.00011976918,0.000039767267,0.0018259465,0.00014442856,0.000040972966,0.00002228838,0.00627201],"genre_scores_gemma":[0.9994586,0.00002061875,0.00025493975,0.000026297515,0.000066130364,0.00002166978,0.00007316983,0.000027003445,0.000051540275],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99737036,0.0004713812,0.0009783822,0.00040115236,0.00035490934,0.00042378696],"domain_scores_gemma":[0.89440876,0.10468371,0.00028678062,0.00016458631,0.0002525119,0.00020364758],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0017055813,0.00022641808,0.0009295526,0.0007560166,0.000054977616,0.000013652586,0.000043517128,0.00013150561,0.002756143],"category_scores_gemma":[0.07471461,0.00021969138,0.00019771821,0.0010137762,0.0002423923,0.00013595165,0.000011134174,0.00026800449,0.000038330054],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00031065985,0.00010142087,0.9903365,0.000062768144,0.000078912046,0.000024803752,0.00021133485,0.000079297686,0.000030045248,0.0017916074,0.000064230546,0.006908452],"study_design_scores_gemma":[0.0007689879,0.00002221238,0.9964008,0.00052818464,0.000032043696,0.00011621115,0.00037753605,0.00019278082,0.00013999616,0.0011269118,0.00008792202,0.00020642231],"about_ca_topic_score_codex":0.00016069924,"about_ca_topic_score_gemma":0.0002342353,"teacher_disagreement_score":0.104212336,"about_ca_system_score_codex":0.00010044414,"about_ca_system_score_gemma":0.0023944941,"threshold_uncertainty_score":0.9981555},"labels":[],"label_agreement":null},{"id":"W1973502685","doi":"10.1002/rcs.173","title":"Robotic pyeloplasty using internet protocol and satellite network‐based telesurgery","year":2008,"lang":"en","type":"article","venue":"International Journal of Medical Robotics and Computer Assisted Surgery","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":41,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Bell (Canada); Western University","funders":"","keywords":"Pyeloplasty; Computer science; The Internet; Teleoperation; Robot; Artificial intelligence; Computer network; Medicine; Simulation; Operating system","score_opus":0.07701477987656703,"score_gpt":0.3313188451197102,"score_spread":0.2543040652431432,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1973502685","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.48335615,0.00045857747,0.50194013,0.006697819,0.004036727,0.003135599,0.0000021067615,0.00007565496,0.00029722552],"genre_scores_gemma":[0.983069,0.000120353856,0.0132179605,0.0021064177,0.0014028723,0.000034777117,0.000007896197,0.000021091042,0.00001963082],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9972133,0.00011797088,0.0009102693,0.00018921921,0.00134181,0.00022743946],"domain_scores_gemma":[0.99724007,0.001367231,0.00038206612,0.00007879339,0.00041691915,0.0005149135],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001017107,0.00017351085,0.00056056824,0.0002649537,0.000060160917,0.00006707541,0.00012251467,0.00016245115,0.0001091426],"category_scores_gemma":[0.0003092273,0.00013355687,0.00020744417,0.00015074504,0.00018939708,0.000104428116,0.000092804614,0.00042893118,0.0000013767162],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0013503925,0.0006411014,0.527011,0.00012706355,0.0008228973,0.0094045205,0.00012212407,0.026609477,0.00001145165,0.00040098146,0.001375186,0.43212384],"study_design_scores_gemma":[0.0041409205,0.00013652268,0.35808223,0.001772547,0.00007065436,0.009338063,0.000011752236,0.61234397,0.000011393937,0.000059149857,0.013809191,0.00022357477],"about_ca_topic_score_codex":0.000006779102,"about_ca_topic_score_gemma":0.0000012049358,"teacher_disagreement_score":0.58573455,"about_ca_system_score_codex":0.000055288,"about_ca_system_score_gemma":0.0004226828,"threshold_uncertainty_score":0.5446291},"labels":[],"label_agreement":null},{"id":"W1974227555","doi":"10.1016/j.surg.2014.04.046","title":"Introduction of a comprehensive training curriculum in laparoscopic surgery for medical students: A randomized trial","year":2014,"lang":"en","type":"article","venue":"Surgery","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":35,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"St. Michael's Hospital; University of Toronto","funders":"","keywords":"Curriculum; Medicine; Medical education; Task (project management); Randomized controlled trial; Laparoscopic surgery; Laparoscopy; Surgery; Psychology; Pedagogy","score_opus":0.040094510611993636,"score_gpt":0.3414706389598825,"score_spread":0.30137612834788885,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1974227555","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9950982,0.00009168377,0.0006333209,0.0016640056,0.0013931415,0.0008823839,0.0000015442596,0.000046772057,0.00018894965],"genre_scores_gemma":[0.99779856,0.000034036504,0.00008456478,0.00044199478,0.0013541277,0.00014771336,0.000079936995,0.00001683538,0.000042199274],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.99736404,0.0004257726,0.0009887511,0.00026372608,0.00069265015,0.00026504643],"domain_scores_gemma":[0.98896885,0.010347295,0.00022916737,0.00015397371,0.00014908065,0.00015164985],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0049744016,0.00013682978,0.0016195471,0.00032542224,0.000031335006,0.000013223854,0.000057565117,0.0001353132,0.00039757774],"category_scores_gemma":[0.0106198955,0.00010920276,0.00048218828,0.00032076688,0.00013614004,0.000056275156,0.000020747757,0.00016532074,0.000004836727],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.8721183,0.0013830754,0.05835298,0.0004693662,0.000386169,0.000032822136,0.00086720486,0.0000696099,0.000038321272,0.0012932891,0.0041735987,0.06081529],"study_design_scores_gemma":[0.9718967,0.00010444171,0.005132408,0.00045583892,0.0001134087,0.00001253119,0.00044790778,0.004724019,0.00007264952,0.0003099583,0.016542172,0.00018794423],"about_ca_topic_score_codex":0.000030133233,"about_ca_topic_score_gemma":0.0000060364687,"teacher_disagreement_score":0.09977845,"about_ca_system_score_codex":0.000028706927,"about_ca_system_score_gemma":0.00016937703,"threshold_uncertainty_score":0.9977141},"labels":[],"label_agreement":null},{"id":"W1975023313","doi":"10.1097/sla.0b013e31824aca09","title":"A Comparison of 2 Ex Vivo Training Curricula for Advanced Laparoscopic Skills","year":2012,"lang":"en","type":"article","venue":"Annals of Surgery","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":115,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Queen's University; University of Toronto","funders":"","keywords":"Medicine; Checklist; Medical physics; Curriculum; Trainer; Laparoscopy; Training (meteorology); Test (biology); Certification; Residency training; Medical education; Physical therapy; Surgery; Computer science","score_opus":0.36344537774366364,"score_gpt":0.4646921964462673,"score_spread":0.10124681870260366,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1975023313","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99577546,0.00096255366,0.00019480994,0.00024233108,0.00023176103,0.00017062303,0.000012006536,0.000025263855,0.002385205],"genre_scores_gemma":[0.9989392,0.00004428166,0.0004173971,0.00032457872,0.00011464327,0.00001036211,0.000021998032,0.000013306438,0.00011422944],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9989133,0.000025693767,0.0004820342,0.000102333,0.0001906727,0.000285997],"domain_scores_gemma":[0.9980878,0.0012593031,0.00022416946,0.00012339889,0.00015908496,0.00014624892],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0005200965,0.000094444746,0.0006444062,0.00011119836,0.000024113488,0.0000022494644,0.000029170411,0.000061947445,0.00019772195],"category_scores_gemma":[0.0005635442,0.00008051956,0.00024843114,0.00017684254,0.000055703025,0.00010378877,0.000009317156,0.00005878096,0.0000035488229],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000390235,0.0011291442,0.8040298,0.0003831944,0.00014050411,0.0000019509857,0.0027632692,0.00014526267,0.003424054,0.0009428945,0.0018234018,0.18482625],"study_design_scores_gemma":[0.006104853,0.00039287255,0.52660257,0.002283321,0.00018896135,0.000010055317,0.0034019635,0.0013132949,0.30740225,0.0003032136,0.15145127,0.0005453326],"about_ca_topic_score_codex":0.0000025607003,"about_ca_topic_score_gemma":2.3341785e-7,"teacher_disagreement_score":0.3039782,"about_ca_system_score_codex":0.000003643254,"about_ca_system_score_gemma":0.00003352679,"threshold_uncertainty_score":0.32834923},"labels":[],"label_agreement":null},{"id":"W1975201651","doi":"10.1016/j.surg.2010.03.006","title":"Technical skill training improves the ability to learn","year":2010,"lang":"en","type":"article","venue":"Surgery","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":29,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"SickKids Foundation; Mount Sinai Hospital; University of Calgary; The Wilson Centre; University of Toronto","funders":"","keywords":"Medicine; Training (meteorology); Medical education; Physical therapy; Physical medicine and rehabilitation; Medical physics","score_opus":0.04334692299320373,"score_gpt":0.31692678154889525,"score_spread":0.2735798585556915,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1975201651","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9689186,0.000008482631,0.00006381574,0.005183627,0.0004680704,0.00017247684,0.0000010871446,0.0001464284,0.025037382],"genre_scores_gemma":[0.9970411,9.827388e-7,0.0003650259,0.001974187,0.00029685223,0.0000151438535,0.0000043689183,0.000012406464,0.00028990276],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99916285,0.000031211694,0.00021123336,0.00018579957,0.00018760563,0.00022130752],"domain_scores_gemma":[0.99797475,0.0014868269,0.00002915619,0.00028351054,0.000049437407,0.00017632515],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0010035094,0.00008134579,0.00020204476,0.00004954426,0.00008643653,0.000017726772,0.000051877632,0.00008360028,0.00060280005],"category_scores_gemma":[0.0023378273,0.00004956045,0.00014752886,0.00021444903,0.00009204734,0.00003216188,0.000027188193,0.000397446,0.00008504014],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0001792236,0.00013054123,0.04648502,0.0000214142,0.000017078439,0.00003331314,0.0010676467,0.000010821431,0.040368896,0.0018929237,0.0012690035,0.9085241],"study_design_scores_gemma":[0.0004953663,0.00004314458,0.7148456,0.000031114556,0.00002477067,0.00004982734,0.0004054845,0.00021719433,0.00076257775,0.00068117486,0.28227505,0.00016871875],"about_ca_topic_score_codex":0.000012355439,"about_ca_topic_score_gemma":0.000019031066,"teacher_disagreement_score":0.9083554,"about_ca_system_score_codex":0.000010821519,"about_ca_system_score_gemma":0.00007843838,"threshold_uncertainty_score":0.66002375},"labels":[],"label_agreement":null},{"id":"W1975779047","doi":"10.1177/107155170401100209","title":"Robot-Assisted Remote Telepresence Surgery","year":2004,"lang":"en","type":"article","venue":"Surgical Innovation","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":43,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"Telerobotics; Robotic surgery; Robot; Medicine; Surgical procedures; Surgical robot; Variety (cybernetics); Interface (matter); Human–computer interaction; Robotics; Medical physics; Surgery; Computer science; Artificial intelligence; Mobile robot","score_opus":0.08875027661622827,"score_gpt":0.34573237209918584,"score_spread":0.2569820954829576,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1975779047","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.96174026,0.000033505858,0.004439942,0.003031052,0.0002327977,0.0001737812,0.0000012288264,0.00023962701,0.030107792],"genre_scores_gemma":[0.99716705,0.000010280634,0.0013350471,0.0006430675,0.00021573128,0.0000029113037,0.00011759553,0.000014984364,0.00049332425],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99868065,0.000029869445,0.0004656669,0.0002430712,0.0003540642,0.00022666703],"domain_scores_gemma":[0.99906063,0.00026762398,0.00010086216,0.00018973775,0.00029480597,0.00008633621],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00043558856,0.000116371906,0.00025989884,0.00025105022,0.00007998528,0.000024472394,0.000037843412,0.00012368058,0.00044990782],"category_scores_gemma":[0.00048170172,0.000097297256,0.00008961892,0.0020357426,0.00006605789,0.00011503697,0.000018941806,0.00021230445,0.000121999954],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0009523254,0.00047143025,0.028849112,0.00008224666,0.000082029146,0.0009789173,0.00009381532,0.0017619241,0.0035485958,0.057812084,0.00025049687,0.90511703],"study_design_scores_gemma":[0.010980614,0.00015066595,0.8033585,0.0004374884,0.000050228275,0.0005306081,0.00007718686,0.0021035466,0.006960958,0.0088298395,0.16597317,0.0005472202],"about_ca_topic_score_codex":0.000034668115,"about_ca_topic_score_gemma":0.0000015496045,"teacher_disagreement_score":0.9045698,"about_ca_system_score_codex":0.000079040445,"about_ca_system_score_gemma":0.00010748132,"threshold_uncertainty_score":0.49261752},"labels":[],"label_agreement":null},{"id":"W1976263109","doi":"10.1016/s0022-5347(05)65274-3","title":"THE EFFECT OF BENCH MODEL FIDELITY ON ENDOUROLOGICAL SKILLS: A RANDOMIZED CONTROLLED STUDY","year":2002,"lang":"en","type":"article","venue":"The Journal of Urology","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":349,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Toronto; University Health Network; St. Michael's Hospital","funders":"","keywords":"Medicine; Randomized controlled trial; Fidelity; Medical physics; Surgery","score_opus":0.02194975631929527,"score_gpt":0.30677537554288986,"score_spread":0.2848256192235946,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1976263109","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.991217,0.0007187768,0.0003092931,0.0032131763,0.00011776738,0.00093418366,3.019335e-7,0.000007367189,0.0034820926],"genre_scores_gemma":[0.9987941,0.00013599206,0.0000100443685,0.00085961574,0.000088259796,0.000009425031,1.1637346e-7,0.0000056906083,0.00009675704],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.995849,0.0027599288,0.000812152,0.00007103101,0.00034089567,0.0001669607],"domain_scores_gemma":[0.98043954,0.018671887,0.0005154542,0.00017903448,0.00012331788,0.00007077403],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.007847458,0.00011590271,0.0013123136,0.00005946652,0.000098268436,0.000005157043,0.00015462583,0.00007142973,0.00021358083],"category_scores_gemma":[0.004962116,0.000038360442,0.0004288139,0.000076454045,0.0002290124,0.000015810829,0.000022062224,0.00049610744,0.000006409875],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.9552488,0.00071746536,0.0023019735,0.0000035885955,0.0010542866,0.00007249765,0.00089809275,0.032365054,0.00006597486,0.00029622868,0.00012092608,0.0068551414],"study_design_scores_gemma":[0.78348285,0.010017403,0.0022412315,0.000006617165,0.0013236471,0.00018000574,0.00006166304,0.20169835,0.000026857764,0.0007422457,0.0001731562,0.000045974884],"about_ca_topic_score_codex":0.0000020404655,"about_ca_topic_score_gemma":9.111768e-7,"teacher_disagreement_score":0.17176592,"about_ca_system_score_codex":0.000010290146,"about_ca_system_score_gemma":0.000012528585,"threshold_uncertainty_score":0.5940475},"labels":[],"label_agreement":null},{"id":"W1976548647","doi":"10.1308/147363508x307553","title":"Post-CCT fellowships","year":2008,"lang":"en","type":"article","venue":"Bulletin of The Royal College of Surgeons of England","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Certificate; Excellence; Medicine; Medical education; Feeling; Management; Psychology; Political science; Computer science","score_opus":0.021394344609108145,"score_gpt":0.23282806475914664,"score_spread":0.2114337201500385,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1976548647","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.95496583,0.00017388942,0.0000023460036,0.0015810985,0.000132608,0.00020717928,0.00010663941,0.0000142049375,0.04281622],"genre_scores_gemma":[0.99135536,0.0000142868275,0.00017672146,0.00009646763,0.000034564862,0.0000022962554,0.000005452465,0.000013110976,0.008301729],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.9988457,0.0000841919,0.00043783302,0.00012635457,0.0003535916,0.00015232358],"domain_scores_gemma":[0.9984791,0.00065727544,0.00020520629,0.00030249596,0.00027117453,0.00008471755],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0003848847,0.000110124995,0.0004387759,0.00007347255,0.00006908644,7.4626075e-7,0.00013441715,0.00008229469,0.0015937338],"category_scores_gemma":[0.00076298835,0.00007416039,0.000271381,0.00015592591,0.00024751146,0.000004922985,0.000059505586,0.00013262122,0.000009171964],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0075262142,0.0020986826,0.9398058,0.0007438444,0.00075851165,0.0002691999,0.0013333578,0.0025584856,0.0014435535,0.0029972848,0.037421465,0.0030436201],"study_design_scores_gemma":[0.012174511,0.0005316071,0.46959504,0.0004188442,0.00015996143,0.000072777526,0.00035173702,0.00037323651,0.00994385,0.00005789526,0.5061008,0.00021979485],"about_ca_topic_score_codex":0.00025948632,"about_ca_topic_score_gemma":0.000013282199,"teacher_disagreement_score":0.47021076,"about_ca_system_score_codex":0.000009844139,"about_ca_system_score_gemma":0.00008328198,"threshold_uncertainty_score":0.99931896},"labels":[],"label_agreement":null},{"id":"W1976684354","doi":"10.1002/rcs.99","title":"Long‐distance robotic telesurgery: a feasibility study for care in remote environments","year":2006,"lang":"en","type":"article","venue":"International Journal of Medical Robotics and Computer Assisted Surgery","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":64,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"London Health Sciences Centre; Western University","funders":"","keywords":"Computer science; Cadence; Latency (audio); Task (project management); Virtual reality; Simulation; Real-time computing; Physical medicine and rehabilitation; Medicine; Artificial intelligence; Telecommunications","score_opus":0.03832283327411163,"score_gpt":0.32592883190150995,"score_spread":0.28760599862739833,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1976684354","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6942328,0.00056919147,0.30140147,0.0020062197,0.0014341979,0.00027424347,0.0000034449492,0.000011192182,0.00006724439],"genre_scores_gemma":[0.9965896,0.00004967694,0.0023791464,0.0003423712,0.00058042974,0.0000013659196,0.000023898892,0.000012598464,0.000020897349],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99732745,0.00010033069,0.00090969034,0.00020600461,0.001275959,0.00018058473],"domain_scores_gemma":[0.998119,0.0010896737,0.00027421812,0.00009983115,0.00020650271,0.00021078243],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0011237272,0.00013499343,0.0005096913,0.00023986267,0.000033245957,0.00005033477,0.00013942804,0.00010612949,0.000034110035],"category_scores_gemma":[0.00029921383,0.00011024728,0.00021757439,0.00011316505,0.00006415297,0.00006732656,0.000052542924,0.00027888344,7.107694e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0008160153,0.0013519123,0.7211067,0.000041331667,0.00019082431,0.0018970992,0.0001230258,0.0061554206,0.0000019521497,0.0001456844,0.00013940131,0.26803064],"study_design_scores_gemma":[0.0049906177,0.00019229722,0.94465774,0.00048677842,0.000053902695,0.00027041105,0.00012204336,0.047600422,0.00000308381,0.00013356772,0.0013711721,0.000117956144],"about_ca_topic_score_codex":0.000026094121,"about_ca_topic_score_gemma":0.000055728946,"teacher_disagreement_score":0.3023568,"about_ca_system_score_codex":0.00015951102,"about_ca_system_score_gemma":0.00016757326,"threshold_uncertainty_score":0.44957536},"labels":[],"label_agreement":null},{"id":"W1976705680","doi":"10.1016/j.jamcollsurg.2004.05.156","title":"Cognitive task analysis, kinesiology and mental imagery: Challenging surgical attrition","year":2004,"lang":"en","type":"article","venue":"Journal of the American College of Surgeons","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Centre Hospitalier Universitaire de Sherbrooke","funders":"","keywords":"Kinesiology; Medicine; Task (project management); Debriefing; Session (web analytics); Attrition; Cognition; Dreyfus model of skill acquisition; Mental image; Cognitive skill; Physical therapy; Medical education; Orthodontics; Psychiatry","score_opus":0.020487535354561246,"score_gpt":0.30014080676214455,"score_spread":0.2796532714075833,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1976705680","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9955587,0.00028129722,0.000121255965,0.0033332494,0.00008251018,0.00009298352,0.000047913265,0.0000050002927,0.0004770932],"genre_scores_gemma":[0.9992755,0.00028160098,0.0001525503,0.00018743696,0.0000570439,8.4035366e-7,0.0000036899053,0.0000074142235,0.000033927918],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9989591,0.00010347205,0.0004218415,0.00010362317,0.00026458886,0.0001473466],"domain_scores_gemma":[0.9986579,0.00044339293,0.0005331736,0.00007930769,0.00015570779,0.00013055709],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0003627934,0.000096535325,0.00063164294,0.0002839014,0.00008479804,0.000003810482,0.000054114735,0.000028535032,0.000067449066],"category_scores_gemma":[0.00014544679,0.00006270944,0.00037497716,0.00086253916,0.00036941963,0.00005357532,0.000033296456,0.00019148762,7.79021e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.007826074,0.0016535409,0.9579449,0.000079638725,0.006470575,0.0025820096,0.00084902626,0.0018727819,0.004737927,0.0015302319,0.00026126695,0.014192016],"study_design_scores_gemma":[0.011707007,0.0009302382,0.9738794,0.0003482654,0.0018661959,0.0022508737,0.004307693,0.00054622395,0.0007669978,0.0002657077,0.0029312891,0.00020011049],"about_ca_topic_score_codex":0.000037187565,"about_ca_topic_score_gemma":0.000010031732,"teacher_disagreement_score":0.015934486,"about_ca_system_score_codex":0.00004672892,"about_ca_system_score_gemma":0.00008251613,"threshold_uncertainty_score":0.2557217},"labels":[],"label_agreement":null},{"id":"W1976775042","doi":"10.1097/mlg.0b013e31818208e7","title":"Undergraduate Otolaryngology Education in Canadian Medical Schools","year":2008,"lang":"en","type":"article","venue":"The Laryngoscope","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":60,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"SickKids Foundation; University of Toronto","funders":"","keywords":"Otorhinolaryngology; Medicine; Curriculum; Medical education; Medical school; Family medicine; Surgery; Pedagogy; Psychology","score_opus":0.020370189199076617,"score_gpt":0.3061547611303811,"score_spread":0.28578457193130447,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1976775042","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8556648,0.0002969454,0.0000120770765,0.033500396,0.00017576503,0.00024025928,8.057452e-7,0.000035125253,0.11007382],"genre_scores_gemma":[0.98398376,0.00012417352,0.000061045954,0.013990306,0.00015399292,0.00001620029,0.000019552053,0.000011944563,0.0016390408],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9990039,0.00009355781,0.00018894741,0.00014591993,0.00025960297,0.00030810043],"domain_scores_gemma":[0.99913263,0.00009066448,0.00002413899,0.00018330276,0.00004268437,0.0005265768],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0003498414,0.000083996936,0.00016693026,0.00012718941,0.000119724595,0.0000063854577,0.00010513948,0.00012011727,0.0016470222],"category_scores_gemma":[0.00042336315,0.000057420766,0.000039261973,0.00029457652,0.00008564236,0.000049671457,0.000017779768,0.00042674373,0.00053887727],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00017422429,0.00029310072,0.9283064,0.000026313475,0.00005809567,0.0009018057,0.0006242914,0.000031869728,0.0000438719,0.02054236,0.007972452,0.041025236],"study_design_scores_gemma":[0.0022336321,0.000066491404,0.7558824,0.00011190212,0.000014836115,0.0006403965,0.00010763754,0.0016707911,0.000035800083,0.0006201304,0.23849453,0.00012147326],"about_ca_topic_score_codex":0.080137335,"about_ca_topic_score_gemma":0.09340701,"teacher_disagreement_score":0.23052208,"about_ca_system_score_codex":0.00010474914,"about_ca_system_score_gemma":0.003423263,"threshold_uncertainty_score":0.9992656},"labels":[],"label_agreement":null},{"id":"W1976843667","doi":"10.1016/j.jpedsurg.2004.01.041","title":"The two-week pediatric surgery rotation: is it time wasted?","year":2004,"lang":"en","type":"article","venue":"Journal of Pediatric Surgery","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":6,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Hospital for Sick Children","funders":"","keywords":"Medicine; Rotation (mathematics); Surgery; General surgery; Artificial intelligence","score_opus":0.04830661599073645,"score_gpt":0.2958124601992089,"score_spread":0.2475058442084725,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1976843667","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9848389,0.0037380352,0.00011988103,0.0065788324,0.0025815014,0.00014691203,0.000004069562,0.00004371485,0.0019481523],"genre_scores_gemma":[0.9783114,0.003365426,0.00014489189,0.001334528,0.015938405,0.0000034920727,0.000007152724,0.000038826933,0.0008558729],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9967366,0.00013641382,0.0014282652,0.0001975821,0.0010510092,0.0004501583],"domain_scores_gemma":[0.9909983,0.0068047275,0.0009873782,0.00023640184,0.0005657623,0.00040741786],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002678856,0.00022762363,0.00067670917,0.0006650885,0.0002635295,0.00008228684,0.00012255365,0.00012135085,0.00089979294],"category_scores_gemma":[0.001927803,0.00015206421,0.00082651665,0.0013590109,0.000048373124,0.0002675369,0.000026768646,0.0004953422,0.00032601017],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0012127507,0.00088030647,0.6542485,0.00015049496,0.00034718003,0.0025996848,0.0008160797,0.0017390297,0.0000182094,0.0000652347,0.3018519,0.036070645],"study_design_scores_gemma":[0.036243524,0.0014352893,0.6339355,0.000618312,0.007648724,0.005622171,0.0036240031,0.0014134592,0.0006196888,0.0039246627,0.3014466,0.0034681058],"about_ca_topic_score_codex":0.000007970375,"about_ca_topic_score_gemma":8.327671e-7,"teacher_disagreement_score":0.035030775,"about_ca_system_score_codex":0.00012912226,"about_ca_system_score_gemma":0.0010734086,"threshold_uncertainty_score":0.9852102},"labels":[],"label_agreement":null},{"id":"W1977138828","doi":"10.4103/0189-6725.115035","title":"Paediatric laparoscopic orchidopexy as a novel mentorship: Training model","year":2013,"lang":"en","type":"article","venue":"African Journal of Paediatric Surgery","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"SickKids Foundation","funders":"","keywords":"Medicine; Mentorship; Laparoscopy; General surgery; Pediatric Surgeon; Pediatric surgery; Surgery; Medical education","score_opus":0.05627762990457735,"score_gpt":0.28054143536901266,"score_spread":0.2242638054644353,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1977138828","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9840285,0.0016995163,0.0014668147,0.0012777586,0.00086840865,0.00027756114,0.0000047480553,0.000068116344,0.010308567],"genre_scores_gemma":[0.99426514,0.00022396824,0.0020628,0.00086840085,0.0020324753,0.000013047135,0.000006082057,0.000049387356,0.0004787227],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9968955,0.00011468072,0.0012139676,0.00026185982,0.00090693857,0.00060707034],"domain_scores_gemma":[0.9955624,0.0021762738,0.0007611991,0.00022932228,0.000436893,0.0008339179],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0013867607,0.00028535354,0.00094528886,0.0009850977,0.00010645108,0.0000715065,0.00016855866,0.0001466854,0.0009907526],"category_scores_gemma":[0.0017599466,0.00022447982,0.0006309671,0.0013367401,0.000077543016,0.00037031382,0.00004184966,0.0005567098,0.00012672704],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0016626377,0.0026733342,0.49514776,0.00037800797,0.001575448,0.0012659752,0.012948592,0.009837268,0.0019111505,0.0018144811,0.03169879,0.43908656],"study_design_scores_gemma":[0.12228598,0.00785603,0.418213,0.0029242411,0.010269822,0.008641317,0.056352507,0.19939834,0.0018768075,0.02807723,0.13397072,0.010133985],"about_ca_topic_score_codex":0.00002142173,"about_ca_topic_score_gemma":5.8032236e-7,"teacher_disagreement_score":0.42895257,"about_ca_system_score_codex":0.00012343175,"about_ca_system_score_gemma":0.0008781016,"threshold_uncertainty_score":0.99992245},"labels":[],"label_agreement":null},{"id":"W1977807688","doi":"10.1097/01.sla.0000234808.85789.6a","title":"Teaching Surgical Skills: What Kind of Practice Makes Perfect?","year":2006,"lang":"en","type":"article","venue":"Annals of Surgery","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":652,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Checklist; Medicine; Curriculum; Test (biology); Dreyfus model of skill acquisition; Medical education; Test score; Standardized test; Psychology; Mathematics education; Cognitive psychology","score_opus":0.13577910778646862,"score_gpt":0.3902556531472805,"score_spread":0.2544765453608119,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1977807688","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9578996,0.0019708716,0.000011019289,0.0035717196,0.00014805778,0.00008014477,0.0000028710042,0.000033646218,0.036282092],"genre_scores_gemma":[0.9980611,0.00040108518,0.00012552313,0.0006976132,0.0002225317,0.000001970457,0.000025330783,0.000014934568,0.00044986236],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99856323,0.00015359103,0.0005198156,0.00016584054,0.00038300484,0.00021454497],"domain_scores_gemma":[0.9951058,0.0041531366,0.00024876738,0.00017267566,0.0002334716,0.00008616073],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0014889215,0.00011037575,0.00046177566,0.00016174177,0.00004106919,0.000018283201,0.00003528159,0.00008977746,0.00029386856],"category_scores_gemma":[0.0009350758,0.00009169698,0.0002777475,0.00017781505,0.00008376545,0.00040131222,0.000017556229,0.00018553146,0.000011952862],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.002055627,0.0042826436,0.24637471,0.00053260603,0.0004595043,0.0012933558,0.001227695,0.0004061604,0.0009008563,0.007598348,0.005592681,0.7292758],"study_design_scores_gemma":[0.002840824,0.0002142361,0.24503903,0.0018736703,0.00018103883,0.00033605893,0.0019724327,0.00034572568,0.014261502,0.0006683573,0.73181784,0.00044930665],"about_ca_topic_score_codex":0.00019472718,"about_ca_topic_score_gemma":0.0000014996361,"teacher_disagreement_score":0.7288265,"about_ca_system_score_codex":0.000005035113,"about_ca_system_score_gemma":0.000052719774,"threshold_uncertainty_score":0.3739294},"labels":[],"label_agreement":null},{"id":"W1978152001","doi":"10.1016/j.otc.2010.02.022","title":"Rhinologic Surgical Training","year":2010,"lang":"en","type":"article","venue":"Otolaryngologic Clinics of North America","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":17,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto; Mount Sinai Hospital","funders":"","keywords":"Rhinology; Medicine; Accreditation; Medical physics; Otorhinolaryngology; Medical education; General surgery; Surgery","score_opus":0.044930856718767176,"score_gpt":0.32635949751867405,"score_spread":0.28142864079990687,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1978152001","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9676053,0.00006755835,0.00005780917,0.00039863185,0.00029541325,0.00022884374,0.000010527551,0.0001629365,0.031172967],"genre_scores_gemma":[0.99495924,0.0000903012,0.0034885781,0.0009692154,0.00017945834,0.000011312992,0.000075642994,0.00001714914,0.00020910891],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9982969,0.000060204642,0.0006376071,0.00036383033,0.0002828796,0.0003585618],"domain_scores_gemma":[0.9979673,0.00093977764,0.00028959702,0.0004023614,0.00013250338,0.00026844256],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00030803835,0.00018820117,0.0006605099,0.000108649896,0.000077483455,0.000008861099,0.00018135947,0.00019400338,0.001465899],"category_scores_gemma":[0.0011066832,0.00014370798,0.00030247826,0.00040420852,0.00045616337,0.00005480996,0.000066815795,0.00083131454,0.00010404265],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00027454522,0.0002891333,0.62851924,0.000016949569,0.000056926187,0.00032035136,0.00014737458,0.00004116861,0.000040590345,0.00038195052,0.000036948015,0.3698748],"study_design_scores_gemma":[0.0034020192,0.0008808758,0.67492074,0.000018709467,0.00007386315,0.00020137065,0.000109425804,0.0018760901,0.000017956572,0.00023235618,0.31803325,0.00023335096],"about_ca_topic_score_codex":0.000012203767,"about_ca_topic_score_gemma":0.000014738179,"teacher_disagreement_score":0.36964145,"about_ca_system_score_codex":0.000007323905,"about_ca_system_score_gemma":0.000106328,"threshold_uncertainty_score":0.99944687},"labels":[],"label_agreement":null},{"id":"W1978193515","doi":"10.1007/s00464-005-0759-4","title":"Quantification of process measures in laparoscopic suturing","year":2006,"lang":"en","type":"article","venue":"Surgical Endoscopy","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":11,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo; University of Toronto; University of Manitoba; Mount Sinai Hospital","funders":"","keywords":"Process (computing); Rotation (mathematics); Adaptation (eye); Medicine; Physical medicine and rehabilitation; Simulation; Physical therapy; Medical physics; Computer science; Psychology; Artificial intelligence","score_opus":0.034158514034426476,"score_gpt":0.33167913217034295,"score_spread":0.29752061813591646,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1978193515","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97246724,0.00023351956,0.00003479377,0.0001328766,0.00009058605,0.00016416161,0.0000016623998,0.000050320396,0.026824841],"genre_scores_gemma":[0.99954593,0.000012311963,0.00009120126,0.000020160807,0.00010961869,0.000012571521,0.000023651544,0.0000105180725,0.00017404462],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9989398,0.0000389966,0.00036600675,0.00018886202,0.000286087,0.00018024178],"domain_scores_gemma":[0.99952847,0.00014817224,0.000070358125,0.00012630328,0.000068330875,0.000058340007],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00019260266,0.0000912217,0.00028150083,0.000115736824,0.000022946357,0.0000075945154,0.000045579487,0.00007321502,0.00022464598],"category_scores_gemma":[0.000074968295,0.00007522923,0.00006371815,0.0003383965,0.000059577735,0.00005152345,0.0000073291967,0.00012977619,0.000014823191],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0022354082,0.0010406931,0.96190476,0.00036876483,0.000033432952,0.00021814037,0.00026797006,0.0054202937,0.0039416547,0.017990556,0.000038561942,0.006539769],"study_design_scores_gemma":[0.08688756,0.00031176614,0.60253865,0.0008605658,0.00007795312,0.000049137398,0.00034327823,0.0049128802,0.2639146,0.0025593447,0.037059963,0.00048430703],"about_ca_topic_score_codex":0.000109228175,"about_ca_topic_score_gemma":0.000021661193,"teacher_disagreement_score":0.35936612,"about_ca_system_score_codex":0.0000248561,"about_ca_system_score_gemma":0.000043106767,"threshold_uncertainty_score":0.3067759},"labels":[],"label_agreement":null},{"id":"W1978786488","doi":"10.1177/0194599813518008","title":"Generation of a 3D Printed Temporal Bone Model with Internal Fidelity and Validation of the Mechanical Construct","year":2013,"lang":"en","type":"article","venue":"Otolaryngology","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":92,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Manitoba","funders":"University of Manitoba; Health Sciences Centre Foundation","keywords":"Cadaveric spasm; Computer science; 3d printed; Biomedical engineering; Fidelity; Medical physics; Simulation; Artificial intelligence; Medicine; Surgery","score_opus":0.0419549960209369,"score_gpt":0.2842063243344774,"score_spread":0.24225132831354051,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1978786488","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9893169,0.000008600871,0.009526266,0.00025533081,0.000023071543,0.00022951484,0.0000017445116,0.0000079637075,0.0006306012],"genre_scores_gemma":[0.99549985,0.0000011496854,0.004302956,0.0001255245,0.000014213773,0.0000066914126,0.000009255056,0.0000039413476,0.000036422127],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.999489,0.000051251835,0.00021206921,0.0000969757,0.00009122889,0.00005949237],"domain_scores_gemma":[0.9995992,0.00003871353,0.000108652304,0.00010408507,0.00011627001,0.000033034234],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00010857395,0.000049105645,0.00016612196,0.000026888814,0.00001665393,0.0000027316844,0.0000249456,0.000057438123,0.00014162796],"category_scores_gemma":[0.00007729729,0.000029119143,0.000023816521,0.00005356823,0.000113422604,0.000040053335,0.000026277401,0.00008380052,8.7205126e-7],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00059639267,0.0001974747,0.7862339,0.00010185053,0.00014662798,0.0000062262516,0.00043195134,0.0015878677,0.1885467,0.012829289,0.000036874833,0.009284818],"study_design_scores_gemma":[0.0036895706,0.00027091565,0.20537901,0.000062257524,0.0000607644,0.00015753646,0.00004140186,0.74457675,0.04493794,0.00072210166,0.00003375988,0.000067966495],"about_ca_topic_score_codex":0.00008805391,"about_ca_topic_score_gemma":0.000013105755,"teacher_disagreement_score":0.7429889,"about_ca_system_score_codex":0.0000072975195,"about_ca_system_score_gemma":0.000035234036,"threshold_uncertainty_score":0.15507269},"labels":[],"label_agreement":null},{"id":"W1978972307","doi":"10.1007/s00464-010-0882-8","title":"Global Assessment of Gastrointestinal Endoscopic Skills (GAGES): a valid measurement tool for technical skills in flexible endoscopy","year":2010,"lang":"en","type":"article","venue":"Surgical Endoscopy","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":172,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University; McGill University Health Centre","funders":"","keywords":"Medicine; Intraclass correlation; Cronbach's alpha; Concurrent validity; Colonoscopy; Construct validity; Reliability (semiconductor); Inter-rater reliability; Rating scale; Surgery; Physical therapy; Psychometrics; Patient satisfaction; Statistics; Internal consistency; Internal medicine; Mathematics","score_opus":0.028672361554738755,"score_gpt":0.3658419886035423,"score_spread":0.33716962704880354,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1978972307","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9686366,0.00006185459,0.004572619,0.0004015915,0.00051892415,0.0018893402,0.000066332665,0.00024761332,0.023605153],"genre_scores_gemma":[0.9448572,0.000012853734,0.054279495,0.00015882203,0.00022633647,0.00022962026,0.000052845946,0.000038937436,0.00014390389],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9959492,0.00013936606,0.0011515165,0.0007000867,0.0012182542,0.0008415697],"domain_scores_gemma":[0.9974639,0.0009568724,0.00024880926,0.0005387218,0.00037475777,0.00041694532],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0016227075,0.00041681528,0.0010058774,0.0002000152,0.00009527876,0.0000390092,0.00025259992,0.00022332028,0.0011447065],"category_scores_gemma":[0.0013165637,0.00035468364,0.00042685948,0.00066366995,0.00026486383,0.00011579516,0.00009660641,0.00069055223,0.000015957756],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0021387774,0.0049352753,0.9350788,0.0003650937,0.0001155443,0.00045559648,0.000044880104,0.00030599642,0.026168512,0.022981707,0.00016255776,0.0072472757],"study_design_scores_gemma":[0.16709803,0.0040173065,0.7607499,0.0022100017,0.00033400935,0.000817809,0.000083486295,0.0029759717,0.027160715,0.002936569,0.030594982,0.0010212688],"about_ca_topic_score_codex":0.000048048278,"about_ca_topic_score_gemma":0.000047300353,"teacher_disagreement_score":0.17432894,"about_ca_system_score_codex":0.00031381054,"about_ca_system_score_gemma":0.0005630661,"threshold_uncertainty_score":0.9998905},"labels":[],"label_agreement":null},{"id":"W1979610035","doi":"10.1097/sap.0b013e31827aeb37","title":"Measuring Surgical Competency in Facial Trauma","year":2013,"lang":"en","type":"article","venue":"Annals of Plastic Surgery","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"Medicine; Facial trauma; Surgery","score_opus":0.16874734407217545,"score_gpt":0.32391748364840717,"score_spread":0.1551701395762317,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1979610035","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99024653,0.00012275555,0.000012914452,0.00018589446,0.0002882052,0.00010056642,0.0000025615068,0.00003486138,0.009005695],"genre_scores_gemma":[0.99965286,0.000024681558,0.000017824945,0.00011600883,0.00010891285,0.000009388521,0.000011563199,0.000011244172,0.00004753016],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9986679,0.000058308564,0.0004961409,0.00017100341,0.00031683876,0.00028980264],"domain_scores_gemma":[0.9955815,0.0039323624,0.00008022757,0.00010748247,0.00012810102,0.00017029385],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00038301095,0.00011415455,0.0004581376,0.00024737418,0.000023050949,0.00000995055,0.000037821745,0.00008025167,0.0019351318],"category_scores_gemma":[0.0012016415,0.000097038865,0.00022870669,0.00027677533,0.00006308617,0.00009447821,0.000014686192,0.00014356959,0.00012919935],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00026765678,0.0002950182,0.93425906,0.00007168854,0.000058331672,0.00018894518,0.00010935189,0.00020699235,0.00008830317,0.0003041487,0.00035980364,0.06379071],"study_design_scores_gemma":[0.0010306052,0.000038396618,0.994087,0.00021231726,0.000008857203,0.000011438408,0.00007709429,0.0011567379,0.00037884925,0.00015476484,0.0027350308,0.00010889911],"about_ca_topic_score_codex":0.000091300964,"about_ca_topic_score_gemma":0.0000054947272,"teacher_disagreement_score":0.06368181,"about_ca_system_score_codex":0.000007855525,"about_ca_system_score_gemma":0.00006480216,"threshold_uncertainty_score":0.99897724},"labels":[],"label_agreement":null},{"id":"W1979768588","doi":"10.3138/jvme.1014.100r","title":"Validation of a Model for Teaching Canine Fundoscopy","year":2015,"lang":"en","type":"article","venue":"Journal of Veterinary Medical Education","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":18,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Centre for the Replacement Refinement and Reduction of Animals in Research","keywords":"Pupil; Medicine; Ophthalmology; Optometry; Dioptre; Medical education; Psychology; Visual acuity","score_opus":0.2096379036110522,"score_gpt":0.46462578726930404,"score_spread":0.25498788365825187,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1979768588","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.96815205,0.00012028121,0.02781296,0.002235973,0.0005285992,0.00011699007,9.1217277e-7,0.000006696693,0.0010255233],"genre_scores_gemma":[0.98636425,0.000008699008,0.01253363,0.0004590049,0.00044030682,0.000004229027,0.000013865857,0.000008760493,0.0001672569],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9988491,0.000051755585,0.00046544883,0.00006275626,0.00048776163,0.000083194376],"domain_scores_gemma":[0.99874616,0.00012796657,0.00028729526,0.00006967882,0.00040270443,0.00036617945],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0012099437,0.000059376864,0.00021613511,0.00011871685,0.00002271773,0.000004948666,0.00005835735,0.00006912373,0.00008377152],"category_scores_gemma":[0.0029792595,0.0000460432,0.00008580436,0.000065350345,0.00003507802,0.00012094739,0.000009761568,0.00018219331,9.281311e-7],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.019613992,0.008868824,0.018560495,0.0012493561,0.00052257255,0.000103854865,0.025569972,0.013477454,0.015538368,0.0058095744,0.02016663,0.8705189],"study_design_scores_gemma":[0.03202043,0.013886952,0.006623876,0.0028306006,0.00054504327,0.0031983599,0.0056501436,0.8642938,0.0019303951,0.0046021068,0.06402986,0.00038841786],"about_ca_topic_score_codex":0.0000069698017,"about_ca_topic_score_gemma":2.251923e-7,"teacher_disagreement_score":0.8701305,"about_ca_system_score_codex":0.00007996791,"about_ca_system_score_gemma":0.0016779351,"threshold_uncertainty_score":0.3566667},"labels":[],"label_agreement":null},{"id":"W1980083318","doi":"10.1016/j.jamcollsurg.2010.06.306","title":"Training impact and cost efficiency of a comprehensive curriculum for advanced laparoscopic skills: A randomized controlled trial","year":2010,"lang":"en","type":"article","venue":"Journal of the American College of Surgeons","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"St. Michael's Hospital","funders":"","keywords":"Medicine; Randomized controlled trial; Curriculum; Medical physics; Medical education; Surgery","score_opus":0.016667896470639168,"score_gpt":0.3318131981352437,"score_spread":0.3151453016646045,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1980083318","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9960467,0.00012279951,0.00014256564,0.0004146348,0.00051822694,0.0024186359,0.00004292781,0.0000052480837,0.0002882222],"genre_scores_gemma":[0.99873793,0.0000443533,0.0009530559,0.000092507034,0.00007745345,0.00003083852,7.934799e-7,0.000012593669,0.000050494782],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9980499,0.0002193801,0.0010796292,0.00010525843,0.00034566017,0.00020016545],"domain_scores_gemma":[0.99193305,0.0050196075,0.0021385446,0.00015132767,0.0005898552,0.00016764618],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0012125084,0.0001524837,0.0027237656,0.00018855587,0.00007429319,0.000005599321,0.00011251544,0.000039336483,0.00004213079],"category_scores_gemma":[0.0035208093,0.000079539015,0.001144581,0.00039263073,0.0006418429,0.000049504866,0.000021358823,0.00027229852,9.6414134e-8],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.9863382,0.0006519735,0.0022383758,0.000030687974,0.00077507814,0.0000115713,0.00038975748,0.0002835553,0.004827486,0.00022723252,0.00005648013,0.0041695815],"study_design_scores_gemma":[0.9905079,0.0012709772,0.0022196893,0.00019946821,0.00055771176,0.000099093224,0.0015913681,0.002367795,0.0003294125,0.00008711615,0.00068251695,0.000086938184],"about_ca_topic_score_codex":0.000022050963,"about_ca_topic_score_gemma":0.000006854508,"teacher_disagreement_score":0.006116888,"about_ca_system_score_codex":0.00001991389,"about_ca_system_score_gemma":0.00036139533,"threshold_uncertainty_score":0.42149922},"labels":[],"label_agreement":null},{"id":"W1980956797","doi":"10.1117/12.536155","title":"Platform for intraoperative analysis of video streams","year":2004,"lang":"en","type":"article","venue":"Proceedings of SPIE, the International Society for Optical Engineering/Proceedings of SPIE","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Computer science; Merge (version control); Frame rate; Image processing; Computer vision; Artificial intelligence; Surgical instrument; Medical imaging; Computer graphics (images); Medicine; Radiology; Image (mathematics); Information retrieval","score_opus":0.018653282533476895,"score_gpt":0.2677554992067857,"score_spread":0.2491022166733088,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1980956797","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9947824,0.00004453793,0.0002817349,0.0013019175,0.000092919785,0.0006636466,0.000083247,0.000053856143,0.0026957607],"genre_scores_gemma":[0.9172786,0.000025309835,0.08215397,0.00011412889,0.00018894699,0.00009697604,0.000036076075,0.000034964643,0.00007101417],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9979521,5.654953e-9,0.0008147821,0.00032415707,0.000603065,0.00030589566],"domain_scores_gemma":[0.9971866,0.00024014995,0.00036466017,0.000051391096,0.0020102276,0.0001469584],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0005032766,0.000253088,0.00068046397,0.00021028865,0.00006971844,0.00004082886,0.00034309726,0.00018130463,0.000031564876],"category_scores_gemma":[0.0007650278,0.00019501755,0.0011789119,0.00072681135,0.00020074002,0.00031647913,0.00006312557,0.00021476617,5.464032e-7],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0006281474,0.00035281698,0.0012755272,0.0005341128,0.005060631,1.2384336e-7,0.0010176508,0.0025911764,0.24638735,0.73992735,0.00014145333,0.0020836487],"study_design_scores_gemma":[0.022372548,0.0028156966,0.01368743,0.0014687557,0.007903972,0.0000228224,0.011961751,0.28208157,0.6422815,0.008025971,0.0062288763,0.0011491369],"about_ca_topic_score_codex":0.000010176634,"about_ca_topic_score_gemma":4.7656175e-7,"teacher_disagreement_score":0.7319014,"about_ca_system_score_codex":0.00017268717,"about_ca_system_score_gemma":0.00005880625,"threshold_uncertainty_score":0.7952585},"labels":[],"label_agreement":null},{"id":"W1981088361","doi":"10.1016/s0002-9610(02)01001-2","title":"The in-house education of clinical clerks in surgery and the role of housestaff","year":2002,"lang":"en","type":"article","venue":"The American Journal of Surgery","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":27,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University","funders":"","keywords":"Curriculum; Medicine; Medical education; Teaching hospital; House staff; Family medicine; Psychology; Pedagogy","score_opus":0.06442223883789933,"score_gpt":0.33955151934623323,"score_spread":0.2751292805083339,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1981088361","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99491405,0.0020629836,0.000002603346,0.0022619471,0.00015695652,0.000066947396,3.2195936e-7,0.0000038565454,0.0005303406],"genre_scores_gemma":[0.9957829,0.0036823621,0.000016483347,0.00036200878,0.00012816547,0.0000015003136,1.2535607e-7,0.000012432652,0.000014023704],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9977625,0.00059410505,0.0011806184,0.00006568078,0.00026409395,0.00013298195],"domain_scores_gemma":[0.98245794,0.016070744,0.001111998,0.00017952932,0.00011278735,0.000067010704],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00498794,0.000071450464,0.0007038642,0.00015362503,0.00003333258,0.000007777455,0.000083946274,0.000023935816,0.000023459075],"category_scores_gemma":[0.0019754036,0.00003213322,0.00024947614,0.00046241103,0.0008616406,0.000049664803,0.000016941745,0.00032792534,0.0000010140845],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0010431228,0.00016938735,0.5577891,0.0000042028346,0.000034611345,0.0000058094342,0.00051887525,0.00003175934,0.000008377285,0.00008729534,0.00008624341,0.44022125],"study_design_scores_gemma":[0.0010068886,0.0000632542,0.9909041,0.00023638859,0.000040804003,0.00006910011,0.0044952356,0.0005714963,0.00003731116,0.00036351103,0.002164566,0.000047360845],"about_ca_topic_score_codex":0.000106491214,"about_ca_topic_score_gemma":0.0000061706846,"teacher_disagreement_score":0.4401739,"about_ca_system_score_codex":0.000012555451,"about_ca_system_score_gemma":0.00016097122,"threshold_uncertainty_score":0.31747508},"labels":[],"label_agreement":null},{"id":"W1981388916","doi":"10.5489/cuaj.2062","title":"The case for adaptability in urological training and practice.","year":2014,"lang":"en","type":"article","venue":"Canadian Urological Association Journal","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Queen's University","funders":"","keywords":"Adaptability; Training (meteorology); Computer science; Medical education; Psychology; Medicine; Biology; Geography","score_opus":0.05452929385291116,"score_gpt":0.3033049849780835,"score_spread":0.24877569112517234,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1981388916","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8759693,0.00017490784,0.0005602931,0.11442504,0.00020747408,0.0003113623,0.000005923287,0.000022175847,0.008323558],"genre_scores_gemma":[0.993267,0.000018415802,0.00048007243,0.005897101,0.0002646641,0.000010919595,0.0000026399014,0.0000052687633,0.000053893873],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.9985226,0.00046297006,0.00031669726,0.00015613622,0.00014201557,0.0003995765],"domain_scores_gemma":[0.9925528,0.0065325433,0.00015114501,0.00006244923,0.00017665194,0.0005244216],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0048904493,0.00008376504,0.00019824134,0.000058640046,0.00045868792,0.00009729699,0.00004470893,0.00019099205,0.00008523853],"category_scores_gemma":[0.026895596,0.0000524714,0.00007374713,0.00011619538,0.000055691395,0.00007645944,0.0000076186775,0.0005126553,0.0000036693345],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0009226591,0.000110171895,0.5206112,0.000006379705,0.00011591159,0.0011886435,0.0009917145,0.00034597982,0.000008191058,0.018048435,0.00070066587,0.45695],"study_design_scores_gemma":[0.0031186223,0.00049229444,0.3958516,0.000004315058,0.000046940266,0.0036692512,0.0009590871,0.011701253,2.9990642e-7,0.005897196,0.57816005,0.000099098725],"about_ca_topic_score_codex":0.00018997573,"about_ca_topic_score_gemma":0.0013173352,"teacher_disagreement_score":0.5774594,"about_ca_system_score_codex":0.00026878624,"about_ca_system_score_gemma":0.00015999629,"threshold_uncertainty_score":0.98130125},"labels":[],"label_agreement":null},{"id":"W1981410319","doi":"10.2310/7070.2005.34507","title":"Ergonomics in Endoscopic Sinus Surgery: Systematic Review of the Literature","year":2005,"lang":"en","type":"review","venue":"The Journal of Otolaryngology","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":42,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Université de Montréal; Hôpital Maisonneuve-Rosemont","funders":"","keywords":"Endoscope; Medicine; Sitting; Gaze; Endoscopy; Elbow; Lumbar; Neck pain; Surgery; Physical medicine and rehabilitation; Computer vision; Computer science","score_opus":0.04111302457541647,"score_gpt":0.33285817141793167,"score_spread":0.2917451468425152,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1981410319","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0004767703,0.9976008,0.0000016623837,0.00030257826,0.0003191359,0.0010088087,0.000003459894,0.0000032661792,0.00028355126],"genre_scores_gemma":[0.0015405907,0.9972794,0.000019110183,0.00085018226,0.00019410267,0.000007973747,0.0000058755327,0.00002221434,0.00008056924],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.9957624,0.0015981225,0.0021366219,0.00009030319,0.00023556684,0.00017698937],"domain_scores_gemma":[0.9943845,0.0026553927,0.0023087678,0.00043737696,0.00015017868,0.00006373621],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002800454,0.00023264797,0.0040196124,0.00023370744,0.000026688618,0.0000065644886,0.00035972495,0.00023965222,0.00010933061],"category_scores_gemma":[0.0016248231,0.00009514674,0.0010099252,0.00057310075,0.00008157102,0.000041521733,0.000050612896,0.0010943982,0.0000100077705],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000037760266,0.000060221362,0.00007388417,0.9742513,0.00033180125,0.00013635408,0.00012237653,0.0000022134066,9.974802e-8,0.00005826437,0.00010064422,0.02482512],"study_design_scores_gemma":[0.00036454512,0.000042622323,0.00017486484,0.8644257,0.0027055398,0.0048118597,0.0000070220403,0.0000029952275,2.334805e-7,0.000007752503,0.12739427,0.00006254944],"about_ca_topic_score_codex":0.0000014638099,"about_ca_topic_score_gemma":0.0000020812236,"teacher_disagreement_score":0.12729363,"about_ca_system_score_codex":0.00011280848,"about_ca_system_score_gemma":0.0004490652,"threshold_uncertainty_score":0.47546765},"labels":[],"label_agreement":null},{"id":"W1981651620","doi":"10.1109/biorob.2012.6290763","title":"Development of a hands-free pointer for instruction during minimally invasive surgery","year":2012,"lang":"en","type":"article","venue":"","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Domtar (Canada); Lawson Health Research Institute","funders":"Stryker","keywords":"Headset; Hands free; Invasive surgery; Pointer (user interface); Computer science; Simulation; Inertial frame of reference; Surgery; Human–computer interaction; Artificial intelligence; Medicine","score_opus":0.05607366402391903,"score_gpt":0.28516471091979295,"score_spread":0.22909104689587392,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1981651620","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99451864,0.000013969362,0.000120024684,0.00007408648,0.00010097166,0.00012620818,6.054886e-7,0.000026169715,0.005019331],"genre_scores_gemma":[0.99316555,0.0000011493104,0.006250369,0.000088452936,0.00008861994,0.0000118128655,0.000010488394,0.000007376341,0.00037618482],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9994556,0.0000054018356,0.00023680716,0.00006748291,0.00009876628,0.00013595195],"domain_scores_gemma":[0.9995504,0.00017747023,0.00005313629,0.00007666793,0.00006113237,0.00008120401],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00015287365,0.0000542707,0.0001481683,0.00007827629,0.000032022184,0.0000028492568,0.000018777147,0.000034147663,0.00035489237],"category_scores_gemma":[0.0002514515,0.00004219576,0.00006847287,0.000059469923,0.000014015022,0.00007306298,0.000019331279,0.000027872433,0.0000065425484],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0055381227,0.0005399166,0.9094853,0.000973206,0.00043748907,0.0000063607276,0.008199778,0.000007785352,0.008153824,0.0014303104,0.00057191896,0.064656004],"study_design_scores_gemma":[0.042430088,0.00004501897,0.71210116,0.00020555257,0.00003745365,0.000030649677,0.0009432111,0.000044649347,0.23654892,0.00004077599,0.0074308785,0.00014166103],"about_ca_topic_score_codex":0.0000013851522,"about_ca_topic_score_gemma":0.00000834846,"teacher_disagreement_score":0.22839509,"about_ca_system_score_codex":0.000025511557,"about_ca_system_score_gemma":0.000055051896,"threshold_uncertainty_score":0.3885823},"labels":[],"label_agreement":null},{"id":"W1981726694","doi":"10.1007/s00464-013-3414-5","title":"Construct validity of individual and summary performance metrics associated with a computer-based laparoscopic simulator","year":2014,"lang":"en","type":"article","venue":"Surgical Endoscopy","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":18,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Manitoba; St. Boniface Hospital","funders":"","keywords":"Construct validity; Task (project management); Workload; Computer science; Construct (python library); Motion (physics); Simulation; Human–computer interaction; Artificial intelligence; Medicine; Surgery; Patient satisfaction","score_opus":0.034870428149561886,"score_gpt":0.2844256535332046,"score_spread":0.24955522538364272,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1981726694","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99722296,0.0000419559,0.00032169415,0.000041632542,0.000083733925,0.00018249925,0.000019026225,0.00007866176,0.0020078402],"genre_scores_gemma":[0.9986223,0.000008814471,0.0009933377,0.00019690386,0.00006286966,0.0000036920037,0.00007308805,0.000015535485,0.000023452538],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99855506,0.00014284089,0.0003070934,0.00024810038,0.0005001461,0.00024677906],"domain_scores_gemma":[0.9975352,0.0018301131,0.0001386749,0.00015570437,0.000114319424,0.0002259375],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0005189788,0.00016605936,0.0005387049,0.00013689024,0.00006967646,0.00002029437,0.00006710249,0.000118541,0.00012386768],"category_scores_gemma":[0.00024444715,0.00012222653,0.00006531744,0.00045667787,0.0002555051,0.000054573742,0.00003444803,0.00021874535,0.0000028512413],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000902587,0.00026622153,0.9861539,0.00012874228,0.00012358496,0.000038550006,0.000050664017,0.0013212044,0.0000120773,0.00046167948,0.00001839601,0.010522389],"study_design_scores_gemma":[0.1316736,0.0043399674,0.519664,0.0009396498,0.0004127712,0.00003682952,0.000029715302,0.32820478,0.005172562,0.000060490966,0.008947267,0.00051839533],"about_ca_topic_score_codex":0.000004484304,"about_ca_topic_score_gemma":9.921782e-7,"teacher_disagreement_score":0.46648994,"about_ca_system_score_codex":0.00002388238,"about_ca_system_score_gemma":0.0000810333,"threshold_uncertainty_score":0.4984253},"labels":[],"label_agreement":null},{"id":"W1981844590","doi":"10.1016/j.surg.2010.11.013","title":"Quantifying surgeon’s contribution to team effectiveness on a mixed team with a junior surgeon","year":2011,"lang":"en","type":"article","venue":"Surgery","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":9,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"Society of American Gastrointestinal and Endoscopic Surgeons","keywords":"Teamwork; Medicine; Task (project management); Surgical team; Summative assessment; Team effectiveness; Medical education; Formative assessment; Surgery; Operations management; Psychology; Management; Engineering; Mathematics education","score_opus":0.07296255026911494,"score_gpt":0.30297031170730976,"score_spread":0.23000776143819482,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1981844590","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9912921,0.000035899564,0.00046665562,0.00009519158,0.00053487666,0.00060703914,0.000008432616,0.00024430492,0.006715458],"genre_scores_gemma":[0.99914217,0.0000056949953,0.00006504381,0.00040780997,0.00008921732,0.00007641443,0.000064347834,0.00004115328,0.00010817517],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99806285,0.0002701376,0.0003544479,0.0004199518,0.0003999129,0.00049272657],"domain_scores_gemma":[0.9968082,0.0021782587,0.000110354886,0.00030726966,0.00023411673,0.0003618062],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001674209,0.00024491298,0.0006684061,0.00035577532,0.00013251927,0.000021113596,0.000046372847,0.00012585176,0.000296919],"category_scores_gemma":[0.0010008895,0.00018508072,0.00021235323,0.00061588606,0.00005189825,0.000091004935,0.000021670354,0.00022190186,0.00018533139],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.007589237,0.00053174293,0.96776426,0.0001038673,0.0001594841,0.0002396276,0.00027805375,0.00003853867,0.00039937126,0.0010091249,0.0005184514,0.021368237],"study_design_scores_gemma":[0.0025829421,0.00034306498,0.9695755,0.0009072737,0.000076534976,0.00004321612,0.00013139618,0.0001437875,0.008811488,0.000028825096,0.017024683,0.00033126754],"about_ca_topic_score_codex":0.00017476185,"about_ca_topic_score_gemma":0.00005099828,"teacher_disagreement_score":0.02103697,"about_ca_system_score_codex":0.000118113196,"about_ca_system_score_gemma":0.00013976663,"threshold_uncertainty_score":0.75473726},"labels":[],"label_agreement":null},{"id":"W1981905415","doi":"10.1007/s00464-003-8157-2","title":"Toward reliable operative assessment: the reliability and feasibility of videotaped assessment of laparoscopic technical skills","year":2004,"lang":"en","type":"article","venue":"Surgical Endoscopy","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":145,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta; University of Toronto; McMaster University","funders":"","keywords":"Medicine; Reliability (semiconductor); Abdominal surgery; Hepatology; Medical physics; Laparoscopy; Endoscopy; Laparoscopic surgery; General surgery; Surgery","score_opus":0.03598934891247512,"score_gpt":0.39392359140106614,"score_spread":0.357934242488591,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1981905415","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97082764,0.000106049934,0.00024152728,0.0011029138,0.00008836439,0.0007923071,0.000016357622,0.00005227378,0.026772581],"genre_scores_gemma":[0.99399656,0.00007736028,0.0056458353,0.00012356645,0.00004173377,0.000031602507,0.000015938498,0.000013521017,0.000053889707],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9978747,0.00017048734,0.0007145975,0.0004213269,0.00055516936,0.00026372517],"domain_scores_gemma":[0.9980678,0.0008716087,0.00017220945,0.00047691874,0.0002226119,0.00018882769],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0011049609,0.00019353573,0.000724368,0.00004975241,0.00008804814,0.000015346579,0.00012341408,0.00014757746,0.0003674046],"category_scores_gemma":[0.00038651057,0.00011824515,0.00017297553,0.00036039,0.00059788267,0.00009089052,0.000107052525,0.00044715352,0.000001899528],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0022257243,0.005647814,0.8793858,0.000879581,0.00026618,0.00014655833,0.0008425726,0.0044336934,0.0064051766,0.09764232,0.00002625281,0.0020983056],"study_design_scores_gemma":[0.077865146,0.002231696,0.8905645,0.0006704366,0.00031142696,0.00006938742,0.00043106827,0.002125324,0.01413686,0.008586005,0.0026374918,0.00037068056],"about_ca_topic_score_codex":0.00008608196,"about_ca_topic_score_gemma":0.000005038953,"teacher_disagreement_score":0.08905631,"about_ca_system_score_codex":0.00015470377,"about_ca_system_score_gemma":0.00034983648,"threshold_uncertainty_score":0.48218971},"labels":[],"label_agreement":null},{"id":"W1982497955","doi":"10.3171/2014.9.peds1447","title":"Design and evaluation of a new synthetic brain simulator for endoscopic third ventriculostomy","year":2014,"lang":"en","type":"article","venue":"Journal of Neurosurgery Pediatrics","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":62,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto; Hospital for Sick Children","funders":"","keywords":"Medicine; Ventriculostomy; Endoscopic third ventriculostomy; Simulation; Virtual reality; Hydrocephalus; Computer science; Surgery; Human–computer interaction","score_opus":0.07019440353336535,"score_gpt":0.3314060059544464,"score_spread":0.26121160242108105,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1982497955","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97540843,0.00045712758,0.02258577,0.00076308387,0.00037893772,0.00033406762,0.000001010519,0.000008994712,0.000062565356],"genre_scores_gemma":[0.9976844,0.000055970628,0.0013234087,0.00035497674,0.00052587065,0.0000017355572,9.895494e-7,0.000014844855,0.00003778444],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9983412,0.00020856003,0.00058731576,0.00011295614,0.0006099489,0.00014001974],"domain_scores_gemma":[0.9943653,0.004336183,0.0005331,0.00009707776,0.00046088063,0.00020746714],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0026061726,0.000098658296,0.0003678028,0.0003534334,0.000034222983,0.000015442934,0.00004196575,0.00006742643,0.000027039969],"category_scores_gemma":[0.00615559,0.00007853326,0.00015266037,0.00031613733,0.000020071358,0.00008102877,0.000010023779,0.00013499842,0.0000010080703],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0042666146,0.0011102816,0.3845804,0.0010018181,0.00024973045,0.00012499576,0.0010372301,0.15576416,0.005900897,0.00035368308,0.013358213,0.43225196],"study_design_scores_gemma":[0.04672702,0.005170932,0.25882533,0.00044855376,0.004483354,0.00061439635,0.000108833076,0.6249896,0.0042193853,0.003840189,0.049985193,0.0005871926],"about_ca_topic_score_codex":5.249331e-7,"about_ca_topic_score_gemma":3.6203094e-8,"teacher_disagreement_score":0.46922544,"about_ca_system_score_codex":0.000025938683,"about_ca_system_score_gemma":0.0002642328,"threshold_uncertainty_score":0.73692614},"labels":[],"label_agreement":null},{"id":"W1982869351","doi":"10.1097/sla.0b013e31827eee6e","title":"Instructor Feedback Versus No Instructor Feedback on Performance in a Laparoscopic Virtual Reality Simulator","year":2013,"lang":"en","type":"article","venue":"Annals of Surgery","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":155,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"St. Michael's Hospital","funders":"","keywords":"Medicine; Virtual reality; Simulation; Human–computer interaction; Medical physics; Computer science","score_opus":0.208742884487712,"score_gpt":0.3533467326326706,"score_spread":0.14460384814495858,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1982869351","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9901022,0.000033140677,4.4025182e-7,0.0005340862,0.00073053705,0.0002686635,0.000013464894,0.000056130273,0.00826139],"genre_scores_gemma":[0.99849087,0.00010871818,0.000021850636,0.000863994,0.0002095307,0.000014260019,0.00003569393,0.000025582045,0.00022947266],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99805653,0.00007350495,0.00068712706,0.00031992854,0.00044160173,0.00042131546],"domain_scores_gemma":[0.9979336,0.000987875,0.00019462877,0.00035076492,0.00027949637,0.0002536061],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00038368066,0.0002240163,0.00067664165,0.00025627308,0.0000477132,0.000021351663,0.00008714602,0.00016797624,0.0012959096],"category_scores_gemma":[0.00074922363,0.00019400597,0.00019219858,0.00043248342,0.0001416089,0.00028439192,0.000037985887,0.00027397167,0.0004612027],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.009473453,0.00086822786,0.82566464,0.0005247299,0.0002643049,0.00004722568,0.0008741084,0.0016220142,0.0004448606,0.000843663,0.0027235986,0.15664914],"study_design_scores_gemma":[0.005035071,0.0003713266,0.98353493,0.0004642455,0.0000115632065,0.0000022017553,0.00021522566,0.003060026,0.0024266092,0.000031806252,0.0046035103,0.00024348024],"about_ca_topic_score_codex":0.00011269466,"about_ca_topic_score_gemma":0.000005636038,"teacher_disagreement_score":0.15787026,"about_ca_system_score_codex":0.000036510388,"about_ca_system_score_gemma":0.00013145719,"threshold_uncertainty_score":0.99961704},"labels":[],"label_agreement":null},{"id":"W1983067516","doi":"10.5489/cuaj.09159","title":"Development and validation of a virtual reality transrectal ultrasound guided prostatic biopsy simulator","year":2011,"lang":"en","type":"article","venue":"Canadian Urological Association Journal","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":31,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Western University","funders":"","keywords":"Construct validity; Face validity; Virtual reality; Computer science; Content validity; Reliability (semiconductor); Biopsy; Prostate biopsy; Ultrasound; Haptic technology; Simulation; Medicine; Prostate; Radiology; Surgery; Artificial intelligence; Psychometrics; Patient satisfaction","score_opus":0.05426221497166216,"score_gpt":0.2728000442072538,"score_spread":0.21853782923559162,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1983067516","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99627864,0.000017685334,0.0003544152,0.00054944115,0.00007918433,0.0001464108,0.000010440625,0.00001680653,0.0025469796],"genre_scores_gemma":[0.9983672,0.0000045921483,0.0010213106,0.00045270784,0.000054438777,0.0000027369101,0.00002098364,0.0000066444995,0.00006937583],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9987893,0.00010980049,0.00045290295,0.00013208075,0.00027283997,0.0002430737],"domain_scores_gemma":[0.99879533,0.00020482627,0.00021953505,0.00004910375,0.00021380848,0.0005174216],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0008121812,0.00009601439,0.00022379312,0.00011911901,0.00013951607,0.000022458955,0.00003911137,0.00015244575,0.0006190466],"category_scores_gemma":[0.0009341583,0.00007738832,0.00006162656,0.00015672136,0.000037963124,0.00007464934,0.0000038292787,0.00022621652,0.000006866153],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0002314942,0.00013655567,0.98162746,0.000014733578,0.00022312767,0.000077157376,0.005021601,0.00014167662,0.0005777212,0.0010524936,0.00013060129,0.010765392],"study_design_scores_gemma":[0.0024592923,0.00023024068,0.99027205,0.000019833835,0.00007106983,0.00025894324,0.00032783282,0.00038727096,0.00096215564,0.00047081112,0.004410617,0.00012990333],"about_ca_topic_score_codex":0.00021574748,"about_ca_topic_score_gemma":0.00007928058,"teacher_disagreement_score":0.010635489,"about_ca_system_score_codex":0.0002795229,"about_ca_system_score_gemma":0.00034234478,"threshold_uncertainty_score":0.67781264},"labels":[],"label_agreement":null},{"id":"W1983199554","doi":"10.1002/bjs.8748","title":"Simulation-based training and learning curves in laparoscopic Roux-en-Y gastric bypass","year":2012,"lang":"en","type":"review","venue":"British journal of surgery","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":57,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"St. Michael's Hospital; University of Toronto","funders":"Canadian Institutes of Health Research; National Institute for Health and Care Research","keywords":"Medicine; Learning curve; Gastric bypass; Medical physics; MEDLINE; Roux-en-Y anastomosis; Laparoscopy; Curriculum; General surgery; Surgery; Pathology; Computer science; Weight loss","score_opus":0.1391537335359607,"score_gpt":0.3580423207362463,"score_spread":0.21888858720028562,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1983199554","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0035468228,0.9956103,0.000116434945,0.000029796794,0.00028971626,0.00019309019,0.0000047652597,0.000020978981,0.00018807809],"genre_scores_gemma":[0.12851101,0.870651,0.00012685881,0.00012457278,0.00043364815,0.000004788059,0.000044883218,0.00004790242,0.000055299883],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99691427,0.00065955654,0.0014280115,0.000192403,0.0004381662,0.000367602],"domain_scores_gemma":[0.9881057,0.0104874205,0.00089085964,0.0000748963,0.00013681866,0.00030427877],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0028058272,0.0002560795,0.0024434454,0.000639384,0.00007874457,0.0000638709,0.00006223666,0.00024731422,0.00025737923],"category_scores_gemma":[0.004105869,0.00025475147,0.0005359005,0.0005760833,0.000052259817,0.0001979814,0.000017014778,0.0015219995,0.000004772398],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000014600549,0.000071143964,0.007314661,0.0059250104,0.00008148216,0.0008719075,0.00003931071,0.000996523,2.669415e-8,6.317033e-7,0.00001563805,0.9846691],"study_design_scores_gemma":[0.0020499572,0.00006063747,0.010420112,0.20731546,0.0009975367,0.0026443747,0.00008559182,0.0011010653,6.038472e-8,0.000003515457,0.77494437,0.00037733474],"about_ca_topic_score_codex":0.000013385495,"about_ca_topic_score_gemma":0.0000024788835,"teacher_disagreement_score":0.98429173,"about_ca_system_score_codex":0.00010370968,"about_ca_system_score_gemma":0.00053804374,"threshold_uncertainty_score":0.99999046},"labels":[],"label_agreement":null},{"id":"W1983233815","doi":"10.1007/s11701-008-0074-x","title":"The role of surgical simulation and the learning curve in robot-assisted surgery","year":2008,"lang":"en","type":"review","venue":"Journal of Robotic Surgery","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":27,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"St Joseph's Health Care; Surgical Specialties (Canada); Western University","funders":"","keywords":"Medicine; Learning curve; Robotic surgery; Robot; Surgery; Artificial intelligence","score_opus":0.0866263325505471,"score_gpt":0.3536749663051352,"score_spread":0.2670486337545881,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1983233815","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.001163028,0.9975568,0.00005109528,0.00017028506,0.00045016495,0.00026182027,4.6149825e-7,0.000010303065,0.00033602054],"genre_scores_gemma":[0.1425326,0.8570326,0.000015445215,0.000013437865,0.00028517947,0.0000040091118,0.000008790716,0.000034144698,0.00007380391],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99487025,0.001503287,0.0024541013,0.00018340608,0.0006825972,0.00030634642],"domain_scores_gemma":[0.9382163,0.059063572,0.0021171041,0.00019893696,0.00025435214,0.00014971242],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0043701073,0.00030525157,0.0033229366,0.00051889004,0.00015913791,0.000038957627,0.0001061311,0.0002730069,0.000038699418],"category_scores_gemma":[0.0038519367,0.00014797917,0.0016304941,0.0007527247,0.00031841718,0.00009253225,0.000042582727,0.0011736967,0.000002908005],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00040596965,0.00007409425,0.009116879,0.00059536257,0.00030188463,0.0003741915,0.000072664196,0.022854468,2.483179e-8,0.000042563523,0.000032238277,0.96612966],"study_design_scores_gemma":[0.0020291212,0.000040229254,0.0071657444,0.014411049,0.0007359935,0.0035044304,0.00015839617,0.008831598,1.8468019e-7,0.000049657134,0.96283025,0.00024332649],"about_ca_topic_score_codex":0.000012626781,"about_ca_topic_score_gemma":0.0000020326333,"teacher_disagreement_score":0.96588635,"about_ca_system_score_codex":0.000091119604,"about_ca_system_score_gemma":0.0006110961,"threshold_uncertainty_score":0.60344154},"labels":[],"label_agreement":null},{"id":"W1983467978","doi":"10.1007/s00268-007-9179-z","title":"An Update: The Operative Experience in Adrenal, Pancreatic, and Other Less Common Endocrine Diseases of U.S. General Surgery Residents","year":2007,"lang":"en","type":"article","venue":"World Journal of Surgery","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":29,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Medicine; Endocrine surgery; Endocrine system; Abdominal surgery; Vascular surgery; General surgery; Cardiothoracic surgery; Cardiac surgery; Adrenalectomy; Surgery; Internal medicine; Hormone; Thyroid","score_opus":0.0725696288435836,"score_gpt":0.3673998348291848,"score_spread":0.2948302059856012,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1983467978","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99714935,0.0020406265,0.00001977407,0.00031940316,0.00013858803,0.00006903039,0.000005506116,0.0000056384993,0.00025206932],"genre_scores_gemma":[0.99865276,0.00025483046,0.000054231492,0.0007528241,0.00019618019,0.0000015636983,0.000005086514,0.000012916202,0.00006959928],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99836695,0.00016954307,0.00079719996,0.00010825322,0.00035035113,0.00020767741],"domain_scores_gemma":[0.9974532,0.0018005483,0.0003125494,0.00013880717,0.00010142993,0.00019345531],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0010786343,0.0001140786,0.0005767481,0.00037907186,0.000055488807,0.000023342509,0.00006376321,0.000021661388,0.0002924202],"category_scores_gemma":[0.00019328544,0.00007128878,0.00012838568,0.00037679196,0.00016200249,0.00019004483,0.000017818562,0.00018316634,5.3537735e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00091522303,0.00016129093,0.97957224,0.000015838434,0.00004174288,0.00054357015,0.00047422273,0.00006662579,0.00016143495,0.00008162239,0.0002133355,0.017752828],"study_design_scores_gemma":[0.00074155215,0.000023450923,0.99422866,0.00036959987,0.000037543818,0.00013682955,0.0008468066,0.000083654464,0.0020908336,0.00004209442,0.0013183212,0.00008065071],"about_ca_topic_score_codex":0.00021788252,"about_ca_topic_score_gemma":0.00021732094,"teacher_disagreement_score":0.017672177,"about_ca_system_score_codex":0.000027631095,"about_ca_system_score_gemma":0.00007896696,"threshold_uncertainty_score":0.3201796},"labels":[],"label_agreement":null},{"id":"W1983482991","doi":"10.1145/1012551.1012595","title":"Observations of visual and audio coaching methods in a virtual laparoscopic training environment","year":2004,"lang":"en","type":"article","venue":"","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Simon Fraser University","funders":"","keywords":"Audio visual; Coaching; Computer science; Training (meteorology); Multimedia; Virtual reality; Human–computer interaction; Psychology","score_opus":0.10270919350450566,"score_gpt":0.3892332037899546,"score_spread":0.28652401028544894,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1983482991","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.966331,0.000035226465,0.030562537,0.00028896704,0.000020283478,0.0001080322,5.0479e-7,0.000019150226,0.0026342922],"genre_scores_gemma":[0.9489606,0.000009352093,0.050619926,0.00028668143,0.0000146109305,0.0000045306533,0.000004908682,0.000005890051,0.00009351544],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99941206,0.000040653013,0.00022238158,0.00011939699,0.00010173185,0.00010377393],"domain_scores_gemma":[0.99963194,0.00020716753,0.00003388604,0.000054441243,0.0000060477255,0.00006652203],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00032155967,0.000061754756,0.00019870224,0.000067356275,0.000026497892,0.000004355839,0.00001577952,0.000041062784,0.00012139776],"category_scores_gemma":[0.000108651635,0.000052379528,0.00002640862,0.00009551482,0.000046275552,0.00004757305,0.000016775071,0.00009761743,0.0000015707541],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00036598582,0.0012685448,0.35102537,0.00011423313,0.00019549791,0.00006276338,0.03129905,0.0479146,0.10560562,0.09743565,0.0000026123191,0.36471006],"study_design_scores_gemma":[0.016266625,0.0006667582,0.9481705,0.00022305762,0.00006021941,0.000015945025,0.0063447687,0.018802997,0.0064504333,0.0011211685,0.0016770519,0.00020049173],"about_ca_topic_score_codex":0.00003838239,"about_ca_topic_score_gemma":0.000008959209,"teacher_disagreement_score":0.5971451,"about_ca_system_score_codex":0.000032462423,"about_ca_system_score_gemma":0.000032654352,"threshold_uncertainty_score":0.21359752},"labels":[],"label_agreement":null},{"id":"W1984031643","doi":"10.1503/cjs.019713","title":"The integration of minimally invasive surgery in surgical practice in a Canadian setting: results from 2 consecutive province-wide practice surveys of general surgeons over a 5-year period","year":2015,"lang":"en","type":"article","venue":"Canadian Journal of Surgery","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"Université Laval; Health Sciences Centre; University of Toronto; Hôpital Saint-François d'Assise; Sunnybrook Health Science Centre","funders":"","keywords":"Medicine; Confidence interval; Odds ratio; General surgery; Surgery; Internal medicine","score_opus":0.06485992058832057,"score_gpt":0.30540118769852825,"score_spread":0.24054126711020768,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1984031643","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9856599,0.0006766339,0.0000027712806,0.007734346,0.00044627007,0.00024125008,0.00018121705,0.0000034476768,0.005054149],"genre_scores_gemma":[0.9989832,0.00013010623,0.00017776636,0.00041718295,0.000110593166,0.0000033704396,0.00008451003,0.000023393917,0.00006984891],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9947523,0.002028876,0.0018411695,0.0002369461,0.00055252545,0.000588197],"domain_scores_gemma":[0.9568668,0.03830898,0.0014152632,0.00025596115,0.0016463334,0.0015066296],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.013844076,0.00020485379,0.0008544158,0.0011216592,0.00007374846,0.00005608722,0.00012481949,0.00020213629,0.00005805186],"category_scores_gemma":[0.112186946,0.00016501459,0.00025078547,0.00083781127,0.00028504198,0.000497867,0.000012657754,0.0006593208,0.000002288544],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0037360163,0.0001258229,0.9659619,0.000019742785,0.0002120041,0.012896728,0.0055808327,0.00021430587,0.00003177973,0.00014663655,0.0043937983,0.006680436],"study_design_scores_gemma":[0.0045537464,0.00015101013,0.88624704,0.0012095163,0.00011962747,0.00066467794,0.017596517,0.00027137634,0.0002403954,0.00007116503,0.08856364,0.00031130938],"about_ca_topic_score_codex":0.7610009,"about_ca_topic_score_gemma":0.93034947,"teacher_disagreement_score":0.1693486,"about_ca_system_score_codex":0.0007744591,"about_ca_system_score_gemma":0.038750112,"threshold_uncertainty_score":0.9666993},"labels":[],"label_agreement":null},{"id":"W1984046068","doi":"10.1503/cjs.002811","title":"Patient compliance with a group model of care: the hernia clinic","year":2012,"lang":"en","type":"article","venue":"Canadian Journal of Surgery","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":15,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"Queen Elizabeth II Health Sciences Centre; Dalhousie University","funders":"","keywords":"Medicine; Referral; General surgery; Hernia; Waiting list; Health care; Surgery; Family medicine","score_opus":0.13208229454031664,"score_gpt":0.29391349194174415,"score_spread":0.1618311974014275,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1984046068","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99394166,0.0017742983,0.00011905208,0.0004246825,0.00021575192,0.0000561107,0.0000060213374,0.0000021763944,0.0034602268],"genre_scores_gemma":[0.99896693,0.000013141412,0.0001427673,0.0007271293,0.000105833635,6.8351824e-7,0.0000019857055,0.000009261769,0.000032252487],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9992437,0.00003176932,0.00031941535,0.00003999906,0.00016693091,0.0001981962],"domain_scores_gemma":[0.9987378,0.00025990861,0.00021179706,0.00009655097,0.00017577739,0.00051817106],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00032492832,0.000060574876,0.00024473303,0.00009263165,0.00005019085,0.0000057745283,0.00003575994,0.000031364616,0.00017127591],"category_scores_gemma":[0.00009608095,0.0000351036,0.0001190306,0.000119512544,0.00008233726,0.000067527544,0.0000023025839,0.00016703544,0.0000042960137],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00033637907,0.0000467946,0.9509615,0.00006203099,0.00011822704,0.000110835055,0.0031415978,0.0010060468,0.000016459002,0.00017627467,0.0008794528,0.04314446],"study_design_scores_gemma":[0.003423442,0.00055326626,0.8828502,0.001887957,0.00030300862,0.00070400676,0.0057460065,0.0030653,0.00012417095,0.00008557986,0.100909695,0.00034730815],"about_ca_topic_score_codex":0.00021525768,"about_ca_topic_score_gemma":0.00057088974,"teacher_disagreement_score":0.10003024,"about_ca_system_score_codex":0.000058043308,"about_ca_system_score_gemma":0.0005668701,"threshold_uncertainty_score":0.18753512},"labels":[],"label_agreement":null},{"id":"W1984229781","doi":"10.5489/cuaj.1497","title":"Organ procurement surgery as a means of increasing open surgical experience during urology residency","year":2014,"lang":"en","type":"article","venue":"Canadian Urological Association Journal","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"University of British Columbia","funders":"","keywords":"Procurement; Organ procurement; Medicine; Residency training; Medical education; Urology; General surgery; Surgery; Business","score_opus":0.029107385154321347,"score_gpt":0.2831896038967772,"score_spread":0.25408221874245585,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1984229781","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9786711,0.00005440523,0.000025671932,0.008714995,0.00015207646,0.0001777147,0.0000022858515,0.00002158939,0.0121801635],"genre_scores_gemma":[0.9976773,0.000022692791,0.00012485334,0.0016787229,0.00029521203,0.0000073303277,0.000007800181,0.00001230329,0.00017373842],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99758345,0.0005883637,0.00062501116,0.00023703511,0.00046556833,0.00050055253],"domain_scores_gemma":[0.99728,0.0010190125,0.00040084583,0.00012341067,0.00032880082,0.0008479189],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0023983067,0.00013481121,0.0004712885,0.00021568105,0.00030131722,0.00008476023,0.00018537717,0.0002338644,0.0024836368],"category_scores_gemma":[0.0066250134,0.00011056952,0.00014231227,0.0003166701,0.000055290817,0.00014692852,0.000044761717,0.0004687593,0.000029524927],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00038820415,0.000058926395,0.99500436,0.0000067318715,0.000058212678,0.00022548868,0.00036138768,0.00007165557,0.000116616335,0.0009958723,0.00011900365,0.002593555],"study_design_scores_gemma":[0.0026781554,0.00026236614,0.9507505,0.000038756076,0.000052308493,0.00095184013,0.00016157776,0.00029705,0.00013961118,0.0010974638,0.043403924,0.00016641142],"about_ca_topic_score_codex":0.0015827919,"about_ca_topic_score_gemma":0.00045877678,"teacher_disagreement_score":0.044253808,"about_ca_system_score_codex":0.00045958572,"about_ca_system_score_gemma":0.00068175775,"threshold_uncertainty_score":0.9984282},"labels":[],"label_agreement":null},{"id":"W1984313349","doi":"10.1016/j.jsurg.2015.01.017","title":"Development and Implementation of a Clinical Pathway Approach to Simulation-Based Training for Foregut Surgery","year":2015,"lang":"en","type":"article","venue":"Journal of surgical education","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":18,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"NIH Clinical Center; National Institutes of Health; Perelman School of Medicine, University of Pennsylvania; National Center for Advancing Translational Sciences; University of Pennsylvania Health System; Georgia Clinical and Translational Science Alliance","keywords":"Foregut; Training (meteorology); Medicine; Computer science; General surgery; Anatomy; Geography","score_opus":0.2684017043809431,"score_gpt":0.4669386728275515,"score_spread":0.19853696844660845,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1984313349","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98631173,0.0000723976,0.011712305,0.0005871978,0.00030827394,0.00033220582,0.0000017734969,0.000007191332,0.0006669445],"genre_scores_gemma":[0.96499914,0.0000025714967,0.03432895,0.00023589947,0.00035146717,0.0000139965705,0.000032739936,0.000010319601,0.000024903851],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99816936,0.000062884785,0.0011747791,0.00012454312,0.00034448196,0.00012392628],"domain_scores_gemma":[0.9968614,0.0014822148,0.0005023839,0.0000642526,0.0006842507,0.00040550987],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0025059988,0.00008658081,0.00044800836,0.00021356654,0.00003310974,0.000013898697,0.00003101074,0.00007071223,0.000019761243],"category_scores_gemma":[0.0008816789,0.000068027446,0.00015583019,0.0001882148,0.000026208278,0.000094419855,0.0000062809845,0.00009710707,6.260669e-7],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0015622793,0.00067941006,0.04792736,0.00010185569,0.00007198242,0.0000028981697,0.003565817,0.0055377036,0.00000945079,0.0005967627,0.0001864789,0.939758],"study_design_scores_gemma":[0.027967181,0.0014212859,0.2713016,0.0006710043,0.00027759981,0.00011980566,0.030281909,0.04627924,0.0011329849,0.0005145617,0.61952686,0.00050598703],"about_ca_topic_score_codex":0.0000030619026,"about_ca_topic_score_gemma":9.3882124e-7,"teacher_disagreement_score":0.939252,"about_ca_system_score_codex":0.00005604289,"about_ca_system_score_gemma":0.0023596908,"threshold_uncertainty_score":0.418599},"labels":[],"label_agreement":null},{"id":"W1984436142","doi":"10.1117/12.844454","title":"MRI-GUIDED prostate motion tracking by means of multislice-to-volume registration","year":2010,"lang":"en","type":"article","venue":"Proceedings of SPIE, the International Society for Optical Engineering/Proceedings of SPIE","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University","funders":"National Institute of Biomedical Imaging and Bioengineering; National Cancer Institute","keywords":"Imaging phantom; Computer science; Volume (thermodynamics); Prostate biopsy; Prostate; Tracking (education); Computer vision; Artificial intelligence; Nuclear medicine; Algorithm; Medicine; Physics","score_opus":0.017396243778221795,"score_gpt":0.26412384784106174,"score_spread":0.24672760406283994,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1984436142","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9908087,0.000018224004,0.00022088275,0.0037198323,0.0002188144,0.00082664756,0.000046584875,0.000089090274,0.004051221],"genre_scores_gemma":[0.9421249,0.000018734952,0.056918196,0.00013178434,0.0002663143,0.00007329223,0.000027958265,0.00005029173,0.00038849935],"study_design_codex":"bench_or_experimental","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9976244,1.9743919e-8,0.0008770159,0.0003721578,0.00080287864,0.00032355112],"domain_scores_gemma":[0.99698824,0.000121162724,0.0004513114,0.000067377194,0.00217398,0.00019795912],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00076763425,0.00026141322,0.00044652066,0.0001161326,0.000069313945,0.00006475423,0.00036270247,0.00022101482,0.000043947875],"category_scores_gemma":[0.0012196718,0.0002226055,0.0004946261,0.0003769065,0.00017932376,0.00040996203,0.00006206703,0.00041391287,0.000002105723],"study_design_candidate":"bench_or_experimental","study_design_consensus":"bench_or_experimental","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00027654236,0.00023744731,0.0040912535,0.00047324065,0.00027307108,1.3724907e-7,0.0005226635,0.00028673236,0.89375764,0.094989195,0.0024623533,0.0026297332],"study_design_scores_gemma":[0.007477938,0.0010014921,0.02101919,0.00087801385,0.00046521102,0.00005477301,0.0020502482,0.17478123,0.76789063,0.0008631972,0.022802427,0.00071565725],"about_ca_topic_score_codex":0.00002031268,"about_ca_topic_score_gemma":5.59824e-7,"teacher_disagreement_score":0.1744945,"about_ca_system_score_codex":0.000088720124,"about_ca_system_score_gemma":0.000033868644,"threshold_uncertainty_score":0.90775883},"labels":[],"label_agreement":null},{"id":"W1984777554","doi":"10.1371/journal.pone.0118361","title":"Inertial Measures of Motion for Clinical Biomechanics: Comparative Assessment of Accuracy under Controlled Conditions – Changes in Accuracy over Time","year":2015,"lang":"en","type":"article","venue":"PLoS ONE","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":52,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Institut Universitaire de Gériatrie de Montréal; Université du Québec à Montréal; Institut interdisciplinaire d'innovation technologique; Université de Sherbrooke","funders":"Université du Québec à Montréal; University of Windsor; Canadian Institutes of Health Research; Université Laval","keywords":"Attitude and heading reference system; Simulation; Computer science; Inertial measurement unit; Artificial intelligence","score_opus":0.45734288802928813,"score_gpt":0.47300736895924383,"score_spread":0.015664480929955704,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1984777554","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9958668,0.00006971765,0.0010899772,0.00072625175,0.000046819136,0.0012526923,0.000054133874,0.000024250803,0.0008693642],"genre_scores_gemma":[0.9986181,0.000018302799,0.0008203157,0.00017996013,0.0000974656,0.00007632794,0.00012995067,0.000009233535,0.000050304367],"study_design_codex":"bench_or_experimental","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9986107,0.0001496418,0.0005772886,0.00015585113,0.00038304346,0.0001235217],"domain_scores_gemma":[0.99706,0.0019276507,0.00031528692,0.00013096884,0.00045716597,0.00010895134],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0007633811,0.00009709146,0.0007942323,0.00015195034,0.000017257893,0.0000053652752,0.000047588863,0.000094308845,0.00023439726],"category_scores_gemma":[0.0016128471,0.000078455276,0.00010454232,0.000171077,0.00006303969,0.00007381734,0.000018807774,0.000112946516,0.000005010859],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.037587397,0.074820854,0.15574548,0.001073755,0.012558019,0.000021924996,0.0058226613,0.0020280613,0.67522424,0.020819854,0.0010745804,0.013223194],"study_design_scores_gemma":[0.19453566,0.0040970463,0.22211334,0.0011514531,0.001557611,0.0000017285317,0.001183243,0.5291742,0.04236386,0.003060208,0.0003369055,0.00042471793],"about_ca_topic_score_codex":0.000012678861,"about_ca_topic_score_gemma":0.000017755276,"teacher_disagreement_score":0.63286036,"about_ca_system_score_codex":0.000051899817,"about_ca_system_score_gemma":0.00013008254,"threshold_uncertainty_score":0.31993133},"labels":[],"label_agreement":null},{"id":"W1984781746","doi":"10.1016/j.bjps.2009.05.023","title":"Surgical instruction for general practitioners: How, who and how often?","year":2009,"lang":"en","type":"article","venue":"Journal of Plastic Reconstructive & Aesthetic Surgery","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":25,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Princess Margaret Cancer Centre; University of Toronto; University Health Network","funders":"","keywords":"Medicine; Workload; Construct validity; Competence (human resources); Educational measurement; Surgery; Test (biology); General surgery; MEDLINE; Patient satisfaction","score_opus":0.03034705234281715,"score_gpt":0.2806077437455409,"score_spread":0.2502606914027238,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1984781746","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99160486,0.0001978392,0.001494585,0.005099782,0.0009257907,0.00017425569,0.0000064761957,0.000020131722,0.00047626364],"genre_scores_gemma":[0.99634826,0.00014194785,0.002680018,0.00017287441,0.00051423605,0.000003358291,0.000006924623,0.000016293425,0.00011609808],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9986232,0.000108726,0.00044724657,0.00021482792,0.00034866773,0.00025735967],"domain_scores_gemma":[0.996866,0.0016299934,0.0006288408,0.000095993724,0.00048133588,0.00029786918],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0006283249,0.00019545526,0.0006924281,0.0003760618,0.00010652825,0.000089610425,0.00003785394,0.00014217992,0.000050852956],"category_scores_gemma":[0.00097243703,0.0001529999,0.00040382225,0.00020219662,0.0001879548,0.00040743573,0.0000066267967,0.0003115318,0.000001049198],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0038268175,0.00020242178,0.038631037,0.000043735537,0.00022382916,0.00045331084,0.00017254477,0.00007364978,0.00012443619,0.0026938033,0.001671516,0.9518829],"study_design_scores_gemma":[0.057258576,0.005853554,0.46651414,0.002634578,0.0017109467,0.23026493,0.0042914073,0.0093719205,0.0011597236,0.0128351655,0.20645748,0.0016475643],"about_ca_topic_score_codex":5.6212116e-7,"about_ca_topic_score_gemma":2.0330592e-7,"teacher_disagreement_score":0.9502353,"about_ca_system_score_codex":0.00008058155,"about_ca_system_score_gemma":0.00019484013,"threshold_uncertainty_score":0.6239155},"labels":[],"label_agreement":null},{"id":"W1984889382","doi":"10.1002/alr.20093","title":"The effect of low‐fidelity endoscopic sinus surgery simulators on surgical skill","year":2011,"lang":"en","type":"article","venue":"International Forum of Allergy & Rhinology","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":29,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"University of Toronto","keywords":"Medicine; Otorhinolaryngology; Checklist; Rating scale; Physical therapy; Fidelity; Randomized controlled trial; Session (web analytics); Audiology; Medical physics; Surgery; Psychology; Developmental psychology","score_opus":0.021349348260300462,"score_gpt":0.29175351463536486,"score_spread":0.2704041663750644,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1984889382","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.965817,0.00012343796,0.000020110812,0.00056861603,0.00092454103,0.00012446918,0.0000050632534,0.000032125972,0.03238464],"genre_scores_gemma":[0.999509,0.000051650375,0.000024995301,0.000113922964,0.000066826804,0.0000070192023,0.000019011753,0.000009259918,0.00019833469],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99853903,0.000117072246,0.00054929906,0.00020505209,0.00035056393,0.00023898948],"domain_scores_gemma":[0.9965862,0.0027312061,0.00021686725,0.00022773833,0.00016011903,0.000077848825],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000353878,0.00014069957,0.0003978476,0.0001480862,0.00004912403,0.000003828227,0.00017982995,0.00013549217,0.00069644273],"category_scores_gemma":[0.0005894811,0.000090039044,0.00027813145,0.00009337504,0.000255115,0.000041490337,0.000047950998,0.00017955965,0.000024198234],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0155409025,0.0009991854,0.6668125,0.000081787155,0.0032770673,0.00065152644,0.00056537765,0.0008909242,0.00030263423,0.13434696,0.0006278391,0.1759033],"study_design_scores_gemma":[0.014846234,0.0038270599,0.83239824,0.00043944325,0.00008438002,0.00019272303,0.00017694342,0.00483352,0.054973144,0.0030362974,0.084807806,0.0003841991],"about_ca_topic_score_codex":0.00009838922,"about_ca_topic_score_gemma":0.000018319015,"teacher_disagreement_score":0.17551911,"about_ca_system_score_codex":0.000039190676,"about_ca_system_score_gemma":0.000045199777,"threshold_uncertainty_score":0.76255596},"labels":[],"label_agreement":null},{"id":"W1985161203","doi":"10.3138/jvme.0912-083r1","title":"Design and Validation of a Simulator for Equine Joint Injections","year":2013,"lang":"en","type":"article","venue":"Journal of Veterinary Medical Education","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":26,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Buzzer; Simulation; Joint (building); Medicine; Knee Joint; Physical therapy; Physical medicine and rehabilitation; Computer science; Surgery; Engineering; Structural engineering","score_opus":0.15819281195550736,"score_gpt":0.413557260411036,"score_spread":0.25536444845552864,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1985161203","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9578551,0.00013081543,0.03890638,0.002370519,0.00034209498,0.00029478813,2.745836e-7,0.000006046553,0.000093968236],"genre_scores_gemma":[0.99038976,0.000028987184,0.008920044,0.00032536592,0.00025786323,0.000013177194,0.0000043164523,0.000007160887,0.000053322827],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99909425,0.0000544025,0.0004461841,0.00006317137,0.00026771936,0.000074273514],"domain_scores_gemma":[0.9987865,0.0002866825,0.00023611716,0.00005632134,0.00040260793,0.0002317597],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00054293295,0.00005646064,0.00019657152,0.00013715548,0.000030773208,0.000008928317,0.000028447397,0.00006829351,0.0006209464],"category_scores_gemma":[0.0015195445,0.000042605465,0.00006334251,0.000097294265,0.000044036697,0.00014160844,0.000009235689,0.00010887342,0.0000019484257],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0031104432,0.00400062,0.0058540087,0.0009395897,0.0004063831,0.00002404822,0.0032927413,0.0021193724,0.06825937,0.0007557211,0.0046708547,0.90656686],"study_design_scores_gemma":[0.06160125,0.0811954,0.30019426,0.0073784697,0.0015473046,0.01234223,0.0065011345,0.39318255,0.027222715,0.014247332,0.09341017,0.0011771953],"about_ca_topic_score_codex":0.000005269273,"about_ca_topic_score_gemma":3.2295997e-8,"teacher_disagreement_score":0.90538967,"about_ca_system_score_codex":0.000032750406,"about_ca_system_score_gemma":0.0004406407,"threshold_uncertainty_score":0.6798928},"labels":[],"label_agreement":null},{"id":"W1985291080","doi":"10.1097/01.ccm.0000110734.61456.22","title":"Smart aortic arch catheter: Moving suspended animation from the laboratory to the field","year":2004,"lang":"en","type":"review","venue":"Critical Care Medicine","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":13,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Future Earth","funders":"","keywords":"Medicine; Aortic arch; Catheter; Cardiology; Aorta; Surgery","score_opus":0.06986213560983348,"score_gpt":0.4146020730147125,"score_spread":0.34473993740487907,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1985291080","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00007560812,0.9728352,0.00036664645,0.020237047,0.0007053842,0.0009965491,0.00004084806,0.00008717523,0.0046555805],"genre_scores_gemma":[0.23891543,0.71982527,0.0003044417,0.03316409,0.0061999136,0.00032993773,0.0008907441,0.0001708494,0.00019929897],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9975743,0.00028489748,0.0006841231,0.00042999673,0.00066715595,0.00035950396],"domain_scores_gemma":[0.9915142,0.007120618,0.00007225372,0.0006566977,0.00031110024,0.0003251306],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00053025165,0.00033538896,0.0011051007,0.000084776926,0.00020344892,0.000033597193,0.00028087682,0.00024619774,0.0013907257],"category_scores_gemma":[0.008905125,0.00015408245,0.00025489347,0.000500879,0.00022263912,0.000032528213,0.000087501525,0.000927433,0.00014980437],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000036390586,0.000044474487,0.00009504763,0.005214674,0.0000912226,0.00012550065,0.002262011,0.0000011330312,6.173361e-7,0.0027463546,0.0011677864,0.9882148],"study_design_scores_gemma":[0.00072824216,0.00038043573,0.00012803837,0.018380493,0.0014826977,0.000014983101,0.0014993668,0.000017604816,0.0000019149056,0.00013928222,0.9770487,0.000178218],"about_ca_topic_score_codex":0.00022553964,"about_ca_topic_score_gemma":0.00005256839,"teacher_disagreement_score":0.9880366,"about_ca_system_score_codex":0.0001974102,"about_ca_system_score_gemma":0.00034533688,"threshold_uncertainty_score":0.99952215},"labels":[],"label_agreement":null},{"id":"W1986227460","doi":"10.1016/j.jsurg.2013.11.001","title":"Identifying Areas of Weakness in Thoracic Surgery Residency Training: A Comparison of the Perceptions of Residents and Program Directors","year":2014,"lang":"en","type":"article","venue":"Journal of surgical education","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":4,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University; University of Calgary","funders":"","keywords":"Medicine; Cardiothoracic surgery; Bonferroni correction; Test (biology); Family medicine; Descriptive statistics; Medical education; Surgery","score_opus":0.08680448526365302,"score_gpt":0.42878234218294553,"score_spread":0.3419778569192925,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1986227460","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99788576,0.00041896699,0.000020863785,0.000476065,0.00025051838,0.00014964132,5.5793413e-7,0.000004331559,0.0007932694],"genre_scores_gemma":[0.99944544,0.00010439696,0.00029624414,0.000008789146,0.00009391887,0.0000032398193,0.0000024500573,0.0000076271012,0.000037915524],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99808234,0.0002636544,0.0010226053,0.00009205754,0.00043369786,0.00010561863],"domain_scores_gemma":[0.99776447,0.00085935515,0.00082391914,0.000118855874,0.00033351342,0.0000998617],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0012900775,0.00008028016,0.0005415836,0.00029453906,0.000032782234,0.000009197427,0.00006844203,0.00007414097,0.00007512753],"category_scores_gemma":[0.0008723478,0.000054460063,0.00018564,0.00047335066,0.00013381983,0.00011308455,0.00001656236,0.00022270902,2.4199161e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00024614888,0.00064224267,0.8568674,0.00017545118,0.000023067885,0.000001275501,0.0029682077,0.000039135626,0.0002728704,0.00013284652,0.000024547171,0.13860683],"study_design_scores_gemma":[0.0005994753,0.000096178606,0.99199796,0.0018061064,0.00007239342,0.000047604794,0.0040030684,0.00023046728,0.0005923321,0.0003233346,0.0001848497,0.000046238627],"about_ca_topic_score_codex":0.00006989771,"about_ca_topic_score_gemma":0.000017531409,"teacher_disagreement_score":0.1385606,"about_ca_system_score_codex":0.00003243872,"about_ca_system_score_gemma":0.00034740687,"threshold_uncertainty_score":0.22208169},"labels":[],"label_agreement":null},{"id":"W1986367329","doi":"10.1503/cjs.016312","title":"Preparing Canadian surgeons to provide care in the 21st century","year":2012,"lang":"en","type":"editorial","venue":"Canadian Journal of Surgery","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Medicine; Medical education; Patient care; Graduate medical education; Nursing; Accreditation","score_opus":0.029655599691909753,"score_gpt":0.2741204828718701,"score_spread":0.24446488317996032,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1986367329","genre_codex":"editorial","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"editorial","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.026603177,0.0076759816,5.5482394e-7,0.0017529769,0.92328477,0.0005974067,0.00025907726,0.000012085843,0.03981399],"genre_scores_gemma":[0.74351025,0.00011955504,0.00001004882,0.0007153983,0.25534147,0.0000074549553,0.00015714864,0.000047017795,0.00009168693],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9972353,0.00017353627,0.0008045998,0.00020090542,0.00065485435,0.00093081116],"domain_scores_gemma":[0.9937604,0.0019570666,0.00027819516,0.00030375307,0.0005314311,0.0031691757],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001781857,0.00026892513,0.0007667999,0.0017378461,0.00016601812,0.000108619504,0.00024984922,0.00051034574,0.00031550377],"category_scores_gemma":[0.003935545,0.00020705553,0.0003787806,0.00057299214,0.000053172185,0.00012549703,0.000008839429,0.0014435962,0.000022802953],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00007375006,0.000012189374,0.06911004,0.00012233893,0.00008454336,0.002002545,0.0036205035,0.00003502511,2.1338475e-7,0.00002302405,0.88961005,0.03530577],"study_design_scores_gemma":[0.00037621646,0.000028274397,0.014412134,0.0008916704,0.00009066353,0.00008694517,0.0027188687,7.0553983e-7,7.0860534e-7,0.0000025030954,0.9811882,0.00020311131],"about_ca_topic_score_codex":0.3947656,"about_ca_topic_score_gemma":0.93903047,"teacher_disagreement_score":0.716907,"about_ca_system_score_codex":0.0014857735,"about_ca_system_score_gemma":0.022215426,"threshold_uncertainty_score":0.9833277},"labels":[],"label_agreement":null},{"id":"W1986423456","doi":"10.1007/s00268-007-9143-y","title":"Objective Assessment of Technical Performance","year":2007,"lang":"en","type":"review","venue":"World Journal of Surgery","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":101,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University Health Centre","funders":"","keywords":"Abdominal surgery; Vascular surgery; Cardiac surgery; Cardiothoracic surgery; Medicine; Surgery","score_opus":0.17110190885749382,"score_gpt":0.43857255386694244,"score_spread":0.2674706450094486,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1986423456","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00019726582,0.97125185,0.000065628505,0.00002167375,0.00047901893,0.00015496314,0.0000020437978,0.000011381448,0.027816197],"genre_scores_gemma":[0.024034403,0.9746052,0.0005025668,0.000052344345,0.0004292706,0.0000018587657,0.000007080316,0.000027369297,0.00033989426],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9973276,0.00008972328,0.0016629718,0.00012030542,0.0006015715,0.0001978182],"domain_scores_gemma":[0.99557614,0.0023395948,0.0014641769,0.00015675007,0.00028566679,0.00017768507],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0022606906,0.00020614611,0.00250813,0.0011755108,0.00002766394,0.0000069057483,0.00008222607,0.00014497335,0.00039664772],"category_scores_gemma":[0.0002072652,0.00013770278,0.0012554456,0.0008687968,0.000077870114,0.000066393535,0.000024481207,0.0009711649,0.000004888549],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000046769157,0.00012398859,0.003997211,0.0035077156,0.00022517268,0.00020825437,0.000004352108,0.0000031786624,2.3223733e-7,0.000042523436,0.00021582926,0.9916248],"study_design_scores_gemma":[0.00036652444,0.000061023864,0.009692532,0.031546947,0.0006344608,0.00065244705,0.000006367621,0.0000051593097,0.000001323507,0.0000032320427,0.95691293,0.00011707422],"about_ca_topic_score_codex":5.833358e-7,"about_ca_topic_score_gemma":5.712124e-7,"teacher_disagreement_score":0.9915077,"about_ca_system_score_codex":0.00022340093,"about_ca_system_score_gemma":0.00088615494,"threshold_uncertainty_score":0.56153566},"labels":[],"label_agreement":null},{"id":"W1986635640","doi":"10.1016/j.amjsurg.2014.11.013","title":"Identifying quality markers and improvement measures for ward-based surgical care: a semistructured interview study","year":2015,"lang":"en","type":"article","venue":"The American Journal of Surgery","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":18,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"National Institute for Health and Care Research","keywords":"Psychological intervention; Medicine; Quality management; Patient care; Quality (philosophy); Nursing; Family medicine; Operations management","score_opus":0.18027682737115286,"score_gpt":0.39663060022537283,"score_spread":0.21635377285421997,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1986635640","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9971727,0.0007796307,0.00063160795,0.00088149775,0.00021078305,0.00022743302,0.0000031463871,0.00001283145,0.00008035269],"genre_scores_gemma":[0.99916977,0.000023746403,0.00018264192,0.00043392353,0.00015653596,0.0000065262225,0.0000023846085,0.000013907739,0.0000105509],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.998182,0.00039277345,0.000629142,0.00012624296,0.0004958508,0.00017400748],"domain_scores_gemma":[0.9973728,0.0012493832,0.0005861327,0.00015521326,0.00038024416,0.00025621298],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0042759455,0.00012352045,0.00066229975,0.000093160736,0.00006261476,0.000035207013,0.000075266034,0.000016955595,0.000015029729],"category_scores_gemma":[0.00052450114,0.0000724169,0.0002665887,0.00017553136,0.00016424347,0.000045818662,0.000022664273,0.00017419166,3.589222e-7],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.008941924,0.00022323726,0.19787744,0.00013999842,0.00059057877,0.00018225895,0.0029383001,0.000104705156,0.00017641288,0.000010156555,0.00018474399,0.78863025],"study_design_scores_gemma":[0.031520948,0.0048466264,0.7447995,0.0010709657,0.0015557104,0.00073821336,0.18924466,0.0006277065,0.00088316423,0.00038552238,0.02353519,0.00079179567],"about_ca_topic_score_codex":0.00003908929,"about_ca_topic_score_gemma":0.0000026680677,"teacher_disagreement_score":0.78783846,"about_ca_system_score_codex":0.000081429636,"about_ca_system_score_gemma":0.00020144293,"threshold_uncertainty_score":0.29530755},"labels":[],"label_agreement":null},{"id":"W1986805838","doi":"10.1227/neu.0b013e318249c744","title":"NeuroTouch","year":2012,"lang":"en","type":"article","venue":"Operative Neurosurgery","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":204,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Montreal Neurological Institute and Hospital; National Research Council Canada","funders":"National Research Council Canada","keywords":"Haptic technology; Medicine; Virtual reality; Aspirator; Task (project management); Neurosurgery; Software; Debulking; Medical physics; Simulation; Computer science; Surgery; Human–computer interaction","score_opus":0.062235098179565636,"score_gpt":0.3447244207481901,"score_spread":0.28248932256862447,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1986805838","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9500903,0.00005460829,0.000053588457,0.0010455771,0.00053279416,0.00017263381,0.0000015430924,0.00008223641,0.04796674],"genre_scores_gemma":[0.99279904,0.000011098704,0.00006377603,0.004838493,0.0003131858,0.000015441788,0.0000075216376,0.000017297687,0.0019341176],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9992513,0.000065764354,0.00015156397,0.0001289141,0.00015438753,0.0002480894],"domain_scores_gemma":[0.99936926,0.00021155804,0.00002274709,0.00012508336,0.000044510925,0.00022683897],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00014007722,0.00009436579,0.00017008706,0.000053179254,0.00009128799,0.000018282562,0.00002059533,0.00003399492,0.0012174848],"category_scores_gemma":[0.00023934057,0.000072994815,0.00007968613,0.00017602522,0.000036837657,0.00015418463,0.000017257227,0.00014541797,0.00027224535],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00018050056,0.00038010607,0.97078353,0.000013618292,0.000024889914,0.0001041846,0.0005256962,0.00002892832,0.0090547325,0.0016777597,0.0018826651,0.015343391],"study_design_scores_gemma":[0.0012877154,0.00008246532,0.6781396,0.00002056821,0.000021337966,0.00010119477,0.000056251483,0.0003713225,0.0072715473,0.000008307998,0.31248155,0.00015811117],"about_ca_topic_score_codex":0.0000012366646,"about_ca_topic_score_gemma":1.1186848e-7,"teacher_disagreement_score":0.3105989,"about_ca_system_score_codex":0.000010115456,"about_ca_system_score_gemma":0.000020907455,"threshold_uncertainty_score":0.99969554},"labels":[],"label_agreement":null},{"id":"W1986887696","doi":"10.1007/s00464-011-1754-6","title":"Image inversion and digital mirror-image technology aid laparoscopic surgery task performance in the paradoxical view: a randomized controlled trial","year":2011,"lang":"en","type":"article","venue":"Surgical Endoscopy","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":10,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Grey Nuns Community Hospital; Royal Alexandra Hospital; University of Alberta","funders":"Stryker","keywords":"Medicine; Task (project management); Randomized controlled trial; Surgery; Artificial intelligence; Computer science","score_opus":0.02376787218898012,"score_gpt":0.277890101652101,"score_spread":0.25412222946312085,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1986887696","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.979708,0.00038242183,0.000013067816,0.0007298176,0.00020306792,0.0021013163,0.0000033337087,0.000099539204,0.016759438],"genre_scores_gemma":[0.99856406,0.00039296522,0.00028110298,0.0002737263,0.00006718068,0.00028528922,0.000020886539,0.000017451315,0.00009735788],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9976616,0.00035737903,0.0008121243,0.00036899457,0.00037624952,0.00042366426],"domain_scores_gemma":[0.9965265,0.0028350363,0.00015850253,0.00026103662,0.000055084154,0.00016386856],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0014557092,0.0002617062,0.0017813201,0.00027249326,0.000098487864,0.00005250642,0.000120926416,0.00022012799,0.00049141527],"category_scores_gemma":[0.0012108663,0.00014641802,0.00037877556,0.00045352275,0.00068389537,0.00021239046,0.000054941014,0.0004796597,0.00007549743],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.9895319,0.0004396883,0.00667272,0.00004033088,0.00007372548,0.0004691826,0.00028264776,8.167686e-8,0.000031898096,0.0005597043,0.000026788899,0.0018713623],"study_design_scores_gemma":[0.99083775,0.00030112898,0.00060305506,0.00011426733,0.000096399424,0.000069892165,0.00014633853,0.0012007592,0.00016004319,0.000292951,0.0060188347,0.00015855014],"about_ca_topic_score_codex":0.000013334288,"about_ca_topic_score_gemma":0.0000013315836,"teacher_disagreement_score":0.018856043,"about_ca_system_score_codex":0.000023847277,"about_ca_system_score_gemma":0.00007093048,"threshold_uncertainty_score":0.59707534},"labels":[],"label_agreement":null},{"id":"W1987324382","doi":"10.1016/j.amjsurg.2008.01.004","title":"Teaching and learning in the operating room is a two-way street: Resident perceptions","year":2008,"lang":"en","type":"article","venue":"The American Journal of Surgery","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":53,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Alberta Cancer Foundation; University of British Columbia","funders":"","keywords":"Empathy; Perception; Psychology; Ideal (ethics); Medical education; Pedagogy; Nursing; Medicine; Social psychology","score_opus":0.054503939729894084,"score_gpt":0.32382684874856504,"score_spread":0.26932290901867095,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1987324382","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9942833,0.0001470424,0.000080453414,0.004590039,0.000029352828,0.000038227874,2.3595214e-7,0.00000749439,0.0008238478],"genre_scores_gemma":[0.9970645,0.00011808533,0.0002015332,0.0022989789,0.0002129572,9.641337e-7,4.6378287e-7,0.000008879748,0.00009368735],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99850136,0.00064534746,0.0003568865,0.00007216728,0.0002805289,0.00014370175],"domain_scores_gemma":[0.99728435,0.002261468,0.00025025517,0.00008996171,0.000046630674,0.00006735788],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0024867607,0.000075464246,0.00029194597,0.00012533016,0.00041452455,0.000021753605,0.00006140814,0.0000101800415,0.000071439434],"category_scores_gemma":[0.00054838334,0.000039095758,0.00010966731,0.00021048196,0.00015163134,0.00008095062,0.000016084601,0.00089113455,0.0000023202713],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00012039165,0.000047130867,0.8462358,0.000003977409,0.000045939752,0.00029694324,0.029960494,0.0010798828,0.00026628294,0.000025009207,0.00012304456,0.1217951],"study_design_scores_gemma":[0.00057490385,0.00010434727,0.9518264,0.00015185641,0.00003088006,0.0012741588,0.044054028,0.0010919952,0.0000060680836,0.000020872007,0.0007998282,0.00006468343],"about_ca_topic_score_codex":0.00038739515,"about_ca_topic_score_gemma":0.0000072251883,"teacher_disagreement_score":0.121730424,"about_ca_system_score_codex":0.00002298141,"about_ca_system_score_gemma":0.00006333528,"threshold_uncertainty_score":0.38715857},"labels":[],"label_agreement":null},{"id":"W1988045405","doi":"10.1007/s00464-013-2827-5","title":"Defining technical errors in laparoscopic surgery: a systematic review","year":2013,"lang":"en","type":"review","venue":"Surgical Endoscopy","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":35,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto; St. Michael's Hospital","funders":"","keywords":"Medicine; Observational study; MEDLINE; Laparoscopic surgery; Laparoscopy; Medical physics; Patient safety; Evidence-based medicine; Surgery; Health care; Alternative medicine; Internal medicine","score_opus":0.06418500874421516,"score_gpt":0.38196447431945085,"score_spread":0.3177794655752357,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1988045405","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000017943343,0.9841857,0.0000011396743,0.00008781445,0.00024058438,0.0041560833,0.000012816845,0.00025047144,0.011047442],"genre_scores_gemma":[0.00012381955,0.99688095,0.0001404502,0.00029726233,0.00008915026,0.001540756,0.0003119325,0.00011654399,0.00049911527],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.99388427,0.000854758,0.0028889931,0.0008278348,0.00075905916,0.0007850979],"domain_scores_gemma":[0.9931563,0.004722372,0.00070521934,0.0008273791,0.00008290407,0.00050583883],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0016294263,0.0007946568,0.010025029,0.0005288727,0.000060462968,0.000046871482,0.0002664348,0.0006912842,0.0020668104],"category_scores_gemma":[0.002459842,0.0005284724,0.0017114474,0.0015695138,0.00012614288,0.000089497174,0.00011486318,0.0013726873,0.0018519432],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000018970639,0.0001330702,0.00003372382,0.96847075,0.00012293876,0.0008690799,0.0000043681116,2.1808718e-7,8.000347e-9,0.00083631027,0.00025357326,0.02925701],"study_design_scores_gemma":[0.0020038595,0.000030978274,0.0000016852625,0.5854875,0.0013187903,0.0003740172,0.000004249039,0.000005794831,1.2380832e-7,0.000008779576,0.4104693,0.00029495845],"about_ca_topic_score_codex":0.000022311577,"about_ca_topic_score_gemma":0.0000033663189,"teacher_disagreement_score":0.41021574,"about_ca_system_score_codex":0.00029760526,"about_ca_system_score_gemma":0.0005253127,"threshold_uncertainty_score":0.9997167},"labels":[],"label_agreement":null},{"id":"W1988052422","doi":"10.1145/2578153.2578217","title":"Verbal gaze instruction matches visual gaze guidance in laparoscopic skills training","year":2014,"lang":"en","type":"article","venue":"","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta; Simon Fraser University","funders":"","keywords":"Gaze; Task (project management); Training (meteorology); Computer science; Eye tracking; Eye movement; Psychology; Cognitive psychology; Artificial intelligence; Human–computer interaction","score_opus":0.02241738606103009,"score_gpt":0.3099862003702168,"score_spread":0.2875688143091867,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1988052422","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.92854404,0.000023226072,0.00071496033,0.0002074212,0.00021679194,0.00010375495,3.4502818e-7,0.00011209331,0.07007735],"genre_scores_gemma":[0.9969566,0.000004024515,0.0011760123,0.0007626901,0.00020177486,0.000006889117,0.000009396486,0.000013500489,0.00086915295],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9990581,0.000043254702,0.00027547582,0.00020816656,0.00019037985,0.00022456663],"domain_scores_gemma":[0.99957633,0.00013977397,0.00004245363,0.00010450868,0.000028764629,0.000108197164],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00026587443,0.00010887251,0.0002530595,0.000089560206,0.000036380625,0.00001702195,0.00003662903,0.00008756925,0.0006649735],"category_scores_gemma":[0.00019465358,0.0000925214,0.000048478047,0.00018677069,0.000043645505,0.000090424175,0.000013747126,0.00014754104,0.00007435572],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00034056633,0.00038288665,0.36598465,0.000112635535,0.00005121756,0.000035492165,0.0047081737,0.0009055293,0.0018845217,0.016042424,0.00010517762,0.6094467],"study_design_scores_gemma":[0.021908393,0.00040904453,0.90606576,0.00055106287,0.00003410984,0.00005098152,0.001644196,0.034307495,0.0036079464,0.0015183572,0.029510187,0.00039244918],"about_ca_topic_score_codex":0.000028172752,"about_ca_topic_score_gemma":0.000024025076,"teacher_disagreement_score":0.60905427,"about_ca_system_score_codex":0.000043748965,"about_ca_system_score_gemma":0.000030399204,"threshold_uncertainty_score":0.72809935},"labels":[],"label_agreement":null},{"id":"W1988419016","doi":"10.1177/107155170401100201","title":"Robot-Assisted Surgery","year":2004,"lang":"en","type":"article","venue":"Surgical Innovation","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"Medicine; Robotic surgery; Robot; Surgery; General surgery; Artificial intelligence; Computer science","score_opus":0.08988054221898031,"score_gpt":0.3406564865347347,"score_spread":0.25077594431575434,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1988419016","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9624676,0.000027153617,0.0012127275,0.00256821,0.00020585922,0.00012444521,0.0000010173441,0.00020334875,0.0331896],"genre_scores_gemma":[0.997999,0.0000048517586,0.00047375044,0.00077961764,0.00019408987,0.000007326332,0.0001576535,0.000012642329,0.0003710292],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9989803,0.000018879824,0.00038837144,0.00017475271,0.00026202892,0.00017568709],"domain_scores_gemma":[0.9993449,0.00016454655,0.000075150405,0.00012500212,0.000222615,0.000067813235],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00033518672,0.00009304342,0.0002178562,0.00022801594,0.00006151608,0.00001872418,0.00002233454,0.00010097033,0.0006367246],"category_scores_gemma":[0.00022473346,0.000076692595,0.000081249964,0.0016192057,0.00004347782,0.0000859313,0.000010845559,0.0001525344,0.00013354117],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0010264725,0.0009283065,0.057337567,0.00008592455,0.00013317072,0.0011511788,0.00012274913,0.0012147946,0.0028815607,0.2754546,0.00036207447,0.6593016],"study_design_scores_gemma":[0.009718737,0.000107960106,0.79385626,0.00019234169,0.00003807118,0.0003236202,0.00005487879,0.00025655143,0.0037508938,0.0042996705,0.18707055,0.0003304599],"about_ca_topic_score_codex":0.000010946294,"about_ca_topic_score_gemma":9.060899e-7,"teacher_disagreement_score":0.7365187,"about_ca_system_score_codex":0.00007078312,"about_ca_system_score_gemma":0.00008921301,"threshold_uncertainty_score":0.69716877},"labels":[],"label_agreement":null},{"id":"W1989105740","doi":"10.1115/detc2007-35203","title":"Control of a Haptic Interface and a Micromachining Setup With an Open Source Real-Time System","year":2007,"lang":"en","type":"article","venue":"Volume 4: ASME/IEEE International Conference on Mechatronic and Embedded Systems and Applications and the 19th Reliability, Stress Analysis, and Failure Prevention Conference","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"Schweizerischer Nationalfonds zur Förderung der Wissenschaftlichen Forschung","keywords":"USB; Computer science; Interface (matter); Data acquisition; Embedded system; Process (computing); Haptic technology; Flexibility (engineering); Mechatronics; Open architecture; Jitter; Software; Operating system","score_opus":0.021219608218360258,"score_gpt":0.3147736790523226,"score_spread":0.29355407083396234,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1989105740","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.71381193,0.00036247386,0.28223696,0.00049433816,0.000027793314,0.0013408547,0.00008058338,0.00004304191,0.0016020281],"genre_scores_gemma":[0.998459,0.00030409292,0.00047252348,0.000019422932,0.000049571398,0.00012540432,0.0000577216,0.000012723306,0.00049957685],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99808145,0.0002154947,0.0006142568,0.0006016785,0.00028109422,0.00020600513],"domain_scores_gemma":[0.99844426,0.00026925566,0.00040066702,0.00031350733,0.00035291846,0.00021939747],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0014766525,0.00024866755,0.0006954253,0.00015868673,0.00027947561,0.0003667658,0.0001789685,0.00012109831,0.000050628405],"category_scores_gemma":[0.000025078602,0.00016736404,0.0000665266,0.00019199624,0.0004102797,0.00018839775,0.00010076458,0.00022013881,0.0000010559826],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0058593103,0.0007998217,0.09432262,0.00137574,0.0045916713,0.000008644745,0.003309147,0.0013637252,0.0029088645,0.8183183,0.000009057249,0.06713307],"study_design_scores_gemma":[0.008955375,0.0007494077,0.013689557,0.0010067073,0.0017945813,0.000090677466,0.0129088545,0.9578696,0.00006046988,0.0017711113,0.00069335965,0.00041029617],"about_ca_topic_score_codex":0.0010890599,"about_ca_topic_score_gemma":0.00026724229,"teacher_disagreement_score":0.9565059,"about_ca_system_score_codex":0.000025147037,"about_ca_system_score_gemma":0.00006767143,"threshold_uncertainty_score":0.6824907},"labels":[],"label_agreement":null},{"id":"W1989109525","doi":"10.1016/j.ijsu.2014.11.033","title":"An over-view of robot assisted surgery curricula and the status of their validation","year":2014,"lang":"en","type":"review","venue":"International Journal of Surgery","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":119,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"Medical Research Council","keywords":"Curriculum; Robotics; Modular design; Robotic surgery; Certification; Robot; Computer science; Medicine; Artificial intelligence; Psychology","score_opus":0.13141057208245288,"score_gpt":0.4038271335799191,"score_spread":0.27241656149746624,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1989109525","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.011091643,0.98674685,0.00028151134,0.00012008587,0.0012278741,0.00019397092,0.000038656646,0.000008464976,0.0002909161],"genre_scores_gemma":[0.17126855,0.828095,0.000047144793,0.000064200496,0.00038264613,0.000002855056,0.00010848922,0.000021460963,0.000009622982],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9962956,0.0005553149,0.0020276187,0.00014268498,0.00080245675,0.0001763425],"domain_scores_gemma":[0.9884304,0.007355276,0.0029651893,0.00017907978,0.0008923665,0.00017772336],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0025817428,0.00022141561,0.0023568654,0.00058420794,0.000022095584,0.000031466174,0.00015788907,0.00014367502,0.00019497935],"category_scores_gemma":[0.0014430386,0.000120188,0.0012449786,0.00024081858,0.0001854674,0.00015165523,0.00003171553,0.0003224826,0.0000011857572],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00021912964,0.00013915628,0.0051118145,0.0014015352,0.0007369573,0.00003161069,0.000038950802,0.000016259144,0.0000017059856,0.00019012908,0.0000869171,0.99202585],"study_design_scores_gemma":[0.002268748,0.000061268045,0.022845436,0.045630403,0.0013036149,0.0009393773,0.000052802312,0.0001867276,0.000021944868,0.00015959972,0.9262718,0.0002582806],"about_ca_topic_score_codex":0.000019726156,"about_ca_topic_score_gemma":5.355449e-7,"teacher_disagreement_score":0.9917675,"about_ca_system_score_codex":0.000076563105,"about_ca_system_score_gemma":0.00046210462,"threshold_uncertainty_score":0.49011245},"labels":[],"label_agreement":null},{"id":"W1989268905","doi":"10.4103/2230-8229.114773","title":"Evaluation of off-service rotations at National Guard Health Affairs: Results from a perception survey of off-service residents","year":2013,"lang":"en","type":"article","venue":"Journal of Family and Community Medicine","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Medicine; Guard (computer science); Perception; Service (business); Service member; National guard; Military personnel; Marketing; Public administration","score_opus":0.2742179782484923,"score_gpt":0.41789558625087625,"score_spread":0.14367760800238394,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1989268905","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9888361,0.0011806577,0.00002752192,0.006354836,0.00011983526,0.0003085605,0.000061971616,0.000007307644,0.0031032064],"genre_scores_gemma":[0.9968152,0.0006676798,0.00025381125,0.0017520707,0.00010660401,0.0000031074815,0.0003722139,0.000009719955,0.000019606612],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99432784,0.002380488,0.0013131624,0.00009711702,0.001755882,0.00012548945],"domain_scores_gemma":[0.9892818,0.002485751,0.0011486065,0.0002545056,0.0066266377,0.00020274444],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.010982816,0.00012946606,0.0005800907,0.0002501012,0.00019876543,0.00000714878,0.00015217805,0.00009371583,0.00037379548],"category_scores_gemma":[0.0039061785,0.000099740944,0.000058155223,0.000499581,0.000102251375,0.00020608451,0.000057036083,0.0005513441,0.000006148379],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.01238079,0.003953285,0.17283094,0.00093858124,0.0019486072,0.000008078209,0.1255487,0.0034397466,0.02097847,0.00007543821,0.011211592,0.6466858],"study_design_scores_gemma":[0.012811025,0.00080726383,0.95574784,0.0012049628,0.00019990056,0.000015996406,0.015722796,0.012931966,0.000017922823,0.0003400542,0.00013563428,0.000064615975],"about_ca_topic_score_codex":0.027994132,"about_ca_topic_score_gemma":0.0047455938,"teacher_disagreement_score":0.7829169,"about_ca_system_score_codex":0.00019792907,"about_ca_system_score_gemma":0.00044194973,"threshold_uncertainty_score":0.97847855},"labels":[],"label_agreement":null},{"id":"W1990300247","doi":"10.1016/j.amjsurg.2006.07.014","title":"Postural control during laparoscopic surgical tasks","year":2007,"lang":"en","type":"article","venue":"The American Journal of Surgery","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":15,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University; Université de Montréal","funders":"McGill University; Association for Surgical Education","keywords":"Balance (ability); Physical medicine and rehabilitation; Task (project management); Laparoscopic surgery; Physical therapy; Medicine; Laparoscopy; Surgery; Engineering","score_opus":0.027153190354971598,"score_gpt":0.3063173277155665,"score_spread":0.2791641373605949,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1990300247","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9969314,0.00027476062,0.000039948736,0.0014784253,0.0002525125,0.000045653964,8.1312226e-7,0.000017809725,0.0009587179],"genre_scores_gemma":[0.99841696,0.00004696641,0.000031262636,0.00080049015,0.00061229366,3.0433404e-7,7.058784e-7,0.000012635047,0.000078410376],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9986338,0.0000947756,0.0005432234,0.00007588947,0.00037145743,0.00028084512],"domain_scores_gemma":[0.99712986,0.0019188863,0.00046484463,0.00012236374,0.00013654109,0.00022753052],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0014780723,0.00010141415,0.00056782516,0.00015028098,0.00008020675,0.0000143733,0.00007174038,0.000020802448,0.00010152202],"category_scores_gemma":[0.00020270007,0.00005734988,0.0002900073,0.00032690115,0.00024338055,0.000060573977,0.000010744751,0.00032616232,0.000012148808],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.009121432,0.00013712763,0.92424965,0.000018467901,0.0002614356,0.003391095,0.00027367804,0.000058136484,0.0017450912,0.000057883703,0.00008143303,0.060604557],"study_design_scores_gemma":[0.003449703,0.00011683278,0.9909562,0.00009166834,0.00007321135,0.002414013,0.00049019355,0.000019570834,0.00030080834,0.000016620868,0.0019927481,0.00007846421],"about_ca_topic_score_codex":0.000009863621,"about_ca_topic_score_gemma":3.4640533e-7,"teacher_disagreement_score":0.0667065,"about_ca_system_score_codex":0.00004128546,"about_ca_system_score_gemma":0.000068050016,"threshold_uncertainty_score":0.23386602},"labels":[],"label_agreement":null},{"id":"W1990435447","doi":"10.1016/j.amjsurg.2011.02.011","title":"A framework-based approach to designing simulation-augmented surgical education and training programs","year":2011,"lang":"en","type":"article","venue":"The American Journal of Surgery","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":40,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto; SickKids Foundation; Hospital for Sick Children","funders":"","keywords":"Computer science; Process (computing); Identification (biology); Training (meteorology); Engineering management; Human–computer interaction; Engineering","score_opus":0.15761116687510768,"score_gpt":0.3439880520650765,"score_spread":0.1863768851899688,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1990435447","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.96497506,0.00010169741,0.033067934,0.0003034467,0.00010572073,0.00015172521,2.631879e-7,0.000025712201,0.0012684148],"genre_scores_gemma":[0.97797614,0.0000080506625,0.020869449,0.00090187317,0.0002010912,0.000007646068,0.0000026794733,0.00001894706,0.000014141341],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9987241,0.0001734362,0.0004565688,0.00012856057,0.00030777225,0.00020957389],"domain_scores_gemma":[0.997545,0.0014294048,0.0004056086,0.00012987884,0.00019431606,0.00029579096],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0011570505,0.00012120751,0.0004496975,0.00022910509,0.000085684616,0.000026340258,0.00006530295,0.000031008945,0.000041308565],"category_scores_gemma":[0.00037822622,0.00007825126,0.00015490335,0.00059209845,0.00017579422,0.00007198717,0.000011236464,0.00026931963,0.0000022867057],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.001842308,0.0005850814,0.14275756,0.000017513416,0.00012344218,0.000040490802,0.0058080987,0.0025678966,0.000018863395,0.00018045158,0.000011971792,0.8460463],"study_design_scores_gemma":[0.0053950227,0.0024689974,0.8869465,0.003295258,0.0008868843,0.00224986,0.042360354,0.044255067,0.0002980955,0.0017016827,0.008998612,0.0011436779],"about_ca_topic_score_codex":0.00001334986,"about_ca_topic_score_gemma":6.5844176e-8,"teacher_disagreement_score":0.84490263,"about_ca_system_score_codex":0.000030181911,"about_ca_system_score_gemma":0.00026617016,"threshold_uncertainty_score":0.31909937},"labels":[],"label_agreement":null},{"id":"W1991042139","doi":"10.1016/j.amjsurg.2011.01.007","title":"Assessment of medical student laparoscopic camera skills and the impact of formal camera training","year":2011,"lang":"en","type":"article","venue":"The American Journal of Surgery","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":25,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Trainer; Session (web analytics); Wilcoxon signed-rank test; Laparoscopic surgery; Likert scale; Physical therapy; Test (biology); Medicine; Medical education; Psychology; Simulation; Mann–Whitney U test; Computer science; Laparoscopy; Surgery; Internal medicine","score_opus":0.05685056826920142,"score_gpt":0.3865765411835721,"score_spread":0.32972597291437067,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1991042139","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99807924,0.00018034836,0.00019809388,0.0004568067,0.00009508526,0.000081233855,0.0000018726405,0.0000039253077,0.0009033828],"genre_scores_gemma":[0.9990938,0.00036198602,0.0001370027,0.0002974703,0.00009064798,0.0000014476359,5.5561037e-7,0.000010230192,0.000006893284],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99786514,0.0002701289,0.0007808533,0.00007067772,0.00080382475,0.00020936123],"domain_scores_gemma":[0.99643064,0.002019938,0.0010475707,0.00015542004,0.00014797815,0.00019845476],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0035628467,0.000113939204,0.0009520885,0.00012539525,0.000050076018,0.000007358728,0.00015370577,0.000025952533,0.0003508796],"category_scores_gemma":[0.00031822856,0.00004992606,0.0003802788,0.00025070203,0.0009883865,0.000076916396,0.000044574972,0.00034715343,3.1936491e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0009959682,0.00043456405,0.82583004,0.000019615354,0.0010128336,0.000082440485,0.012134465,0.00007660533,0.00007121515,0.00035764909,0.000028265713,0.15895636],"study_design_scores_gemma":[0.0027888329,0.00043861492,0.9903697,0.00024096556,0.0001382819,0.00028690218,0.0051863585,0.00037269923,0.00005152427,0.000053792806,0.00001861822,0.000053717995],"about_ca_topic_score_codex":0.00021520157,"about_ca_topic_score_gemma":7.3705263e-7,"teacher_disagreement_score":0.16453968,"about_ca_system_score_codex":0.000027913817,"about_ca_system_score_gemma":0.00042730427,"threshold_uncertainty_score":0.38418856},"labels":[],"label_agreement":null},{"id":"W1991265188","doi":"10.1007/s00167-013-2524-x","title":"Construct validity testing of the Arthroscopic Knot Trainer (ArK)","year":2013,"lang":"en","type":"article","venue":"Knee Surgery Sports Traumatology Arthroscopy","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":13,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Hamilton Health Sciences; Hamilton General Hospital","funders":"","keywords":"Knot tying; Construct validity; Trainer; Tying; Knot (papermaking); Grading (engineering); Medicine; Mathematics; Surgery; Psychology; Computer science; Statistics; Engineering; Psychometrics","score_opus":0.058687377968129784,"score_gpt":0.2805618553392441,"score_spread":0.22187447737111432,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1991265188","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9834718,0.00010397803,0.000048936337,0.00057094183,0.0011173787,0.00057285506,0.0000061213404,0.00014915572,0.013958831],"genre_scores_gemma":[0.99796253,0.000010346812,0.0010513731,0.0006628267,0.00007027538,0.000035155583,0.000015286481,0.000033658245,0.00015852838],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9976323,0.00013163223,0.0009385243,0.00039530505,0.00039131937,0.000510913],"domain_scores_gemma":[0.9974164,0.0012542781,0.00038440528,0.00052420545,0.00021205883,0.00020867761],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0004457537,0.00028061552,0.00092359964,0.00015372917,0.00019344589,0.000017008702,0.00008948798,0.0002337129,0.0043077413],"category_scores_gemma":[0.0006840076,0.0001976761,0.00033353717,0.0005401775,0.0007798994,0.00014573368,0.000038649963,0.00035968836,0.00006119138],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000481634,0.00013094375,0.9793184,0.00007647964,0.00004965879,0.000041669864,0.00017795947,0.000020372869,0.00049358304,0.00050204765,0.0004060727,0.01873464],"study_design_scores_gemma":[0.0017095825,0.00006331484,0.9855458,0.00033687372,0.00007606283,0.00038601444,0.00014578468,0.00035587934,0.0049016457,0.0006856454,0.0055683125,0.0002250536],"about_ca_topic_score_codex":0.000058726666,"about_ca_topic_score_gemma":0.000009367383,"teacher_disagreement_score":0.018509585,"about_ca_system_score_codex":0.000025500278,"about_ca_system_score_gemma":0.00024947673,"threshold_uncertainty_score":0.9966025},"labels":[],"label_agreement":null},{"id":"W1991338980","doi":"10.5489/cuaj.419","title":"Validation of the da Vinci Surgical Skill Simulator across three surgical disciplines","year":2013,"lang":"en","type":"article","venue":"Canadian Urological Association Journal","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":57,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"McGill University; McGill University Health Centre","funders":"","keywords":"Construct validity; Face validity; Content validity; Medicine; Dissection (medical); Test (biology); Task (project management); Medical physics; Physical therapy; Medical education; Surgery; Psychology; Engineering; Psychometrics; Clinical psychology","score_opus":0.021785535492660508,"score_gpt":0.2857937321184064,"score_spread":0.26400819662574593,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1991338980","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9823725,0.00007515534,0.000022594159,0.013919246,0.00038772894,0.00028538317,0.000027427624,0.00002686024,0.0028830643],"genre_scores_gemma":[0.99781716,0.000010090838,0.000033596178,0.00069331,0.0006390819,0.0000074638633,0.000017964478,0.000013742382,0.00076757034],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99770683,0.00021851521,0.0006311155,0.00020899513,0.0006720492,0.0005624794],"domain_scores_gemma":[0.9974335,0.00069245626,0.0003869275,0.00017419337,0.0005455433,0.00076742214],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00091011747,0.00016701667,0.00038067708,0.00007435694,0.00039897222,0.00011625205,0.00019323331,0.00034127815,0.004321112],"category_scores_gemma":[0.0010886132,0.00009910374,0.0003430507,0.00040461155,0.000106196414,0.00016272985,0.000047627716,0.00066563784,0.00009544571],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000055885106,0.000075906886,0.98977184,0.00000474219,0.00008256258,0.000062659055,0.00014883444,0.0020466794,0.00001721841,0.0004943394,0.0004649768,0.0067743366],"study_design_scores_gemma":[0.0032034481,0.00011572333,0.9364442,0.00002029671,0.00004305553,0.00021578108,0.000097361684,0.003942845,0.00005649636,0.0012240532,0.05449366,0.00014306007],"about_ca_topic_score_codex":0.00062295934,"about_ca_topic_score_gemma":0.00024363748,"teacher_disagreement_score":0.054028682,"about_ca_system_score_codex":0.0004622913,"about_ca_system_score_gemma":0.00027250842,"threshold_uncertainty_score":0.99658906},"labels":[],"label_agreement":null},{"id":"W1991378849","doi":"10.1159/000346650","title":"Trainee Impact on Procedural Complications: An Analysis of 967 Consecutive Flexible Bronchoscopy Procedures in an Interventional Pulmonology Practice","year":2013,"lang":"en","type":"article","venue":"Respiration","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":64,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Université de Sherbrooke; University of Calgary","funders":"","keywords":"Medicine; Pulmonology; Pneumothorax; Midazolam; Pulmonologist; Retrospective cohort study; Sedation; Internal medicine; Surgery; Intensive care medicine","score_opus":0.059512561339814835,"score_gpt":0.41888846458868945,"score_spread":0.3593759032488746,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1991378849","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.995874,0.000031156596,0.0006530077,0.0010435414,0.000013415258,0.000569233,0.000009533865,0.000043329273,0.0017628183],"genre_scores_gemma":[0.9981046,0.000001958753,0.00052295934,0.0009036884,0.0000301382,0.00009059257,0.00030831533,0.000008847707,0.00002895072],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9988589,0.0001500615,0.00041652916,0.00024314362,0.00019311097,0.00013823087],"domain_scores_gemma":[0.9989073,0.00024203541,0.00020530199,0.00018007153,0.00036474215,0.00010054296],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00024072279,0.00010677175,0.00026294705,0.00051093806,0.000038996797,0.000027496948,0.000055413784,0.00008668749,0.00053289573],"category_scores_gemma":[0.0005636559,0.00008656798,0.00010620255,0.00068386877,0.000058005324,0.00049852947,0.0000064845904,0.00012880757,0.000017759343],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.008101232,0.013034121,0.7548464,0.00026683212,0.0021540376,0.000018646877,0.0075882915,0.098510236,0.032227263,0.029309662,0.0002545256,0.053688772],"study_design_scores_gemma":[0.0014033584,0.0018667908,0.8996451,0.00006079957,0.00016996531,0.0000061473625,0.0006663686,0.09527713,0.00045650217,0.00024820605,0.00011575718,0.00008386406],"about_ca_topic_score_codex":0.0002581532,"about_ca_topic_score_gemma":0.00015316486,"teacher_disagreement_score":0.14479873,"about_ca_system_score_codex":0.00010482393,"about_ca_system_score_gemma":0.0001373526,"threshold_uncertainty_score":0.58348346},"labels":[],"label_agreement":null},{"id":"W1992720947","doi":"10.3138/jvme.37.3.304","title":"A Laparoscopic Surgical Skills Assessment Tool for Veterinarians","year":2010,"lang":"en","type":"article","venue":"Journal of Veterinary Medical Education","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":42,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"","funders":"Morris Animal Foundation","keywords":"Visual analogue scale; Medicine; Rating scale; Test (biology); Triangulation; Reliability (semiconductor); Population; Physical therapy; Medical physics; Psychology","score_opus":0.04630638259453023,"score_gpt":0.4329179902797481,"score_spread":0.38661160768521785,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1992720947","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9903627,0.00004012929,0.00059911737,0.004303906,0.0028863426,0.00021845031,0.0000015181573,0.000016353513,0.0015714592],"genre_scores_gemma":[0.9895419,0.00002830983,0.007474707,0.0009268341,0.001681957,0.000020106849,0.000014698986,0.000015221409,0.00029630156],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9984875,0.000054195778,0.0005757448,0.00012902184,0.0005747424,0.00017883308],"domain_scores_gemma":[0.9985413,0.00036954804,0.00022426686,0.00014217454,0.0002868139,0.00043590635],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0009230769,0.00011017299,0.00032717708,0.00012309004,0.000064405765,0.000025033996,0.0001117206,0.00017240674,0.0019149274],"category_scores_gemma":[0.0012012216,0.00008328044,0.0001919043,0.000113532355,0.00007303774,0.00012375225,0.000020175643,0.00054049696,0.000005988276],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0034094932,0.008520383,0.040257555,0.0004618654,0.00028431055,0.0012081837,0.00078876014,0.000009315352,0.011790695,0.005135165,0.003701276,0.924433],"study_design_scores_gemma":[0.011997561,0.004894809,0.106663875,0.00045371725,0.000119296106,0.011100703,0.00018433471,0.00078928866,0.0000955626,0.00035725854,0.86315835,0.00018525458],"about_ca_topic_score_codex":0.0000017835893,"about_ca_topic_score_gemma":4.139673e-7,"teacher_disagreement_score":0.92424774,"about_ca_system_score_codex":0.00005719155,"about_ca_system_score_gemma":0.0015943103,"threshold_uncertainty_score":0.99899745},"labels":[],"label_agreement":null},{"id":"W1992962014","doi":"10.1016/s1074-3804(04)80280-9","title":"Are we teaching laparoscopic hysterectomy in canadian universities? A survey of program directors and senior gynecology residents","year":2004,"lang":"en","type":"article","venue":"The Journal of the American Association of Gynecologic Laparoscopists","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Medicine; Laparoscopic hysterectomy; Hysterectomy; Gynecology; Medical education; Family medicine; Surgery","score_opus":0.022738616702743113,"score_gpt":0.3178521400841592,"score_spread":0.29511352338141605,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1992962014","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99597585,0.00008060022,0.0000010855138,0.002997044,0.00019235007,0.00029030273,0.000013191181,0.000008180842,0.00044138232],"genre_scores_gemma":[0.9992657,0.00009257764,0.00011601088,0.00034133202,0.000017858703,0.0000016583967,0.0000015938539,0.000008476999,0.00015481908],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9977602,0.001009826,0.00053407595,0.00009553683,0.0003223409,0.00027803538],"domain_scores_gemma":[0.9947866,0.002217758,0.0024825328,0.0001436766,0.00024204282,0.0001273625],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002293201,0.000117206764,0.0006651241,0.0001938586,0.00010626386,0.000009693949,0.00020427596,0.000076001044,0.000021945949],"category_scores_gemma":[0.0035699175,0.00007182561,0.00008785701,0.0004665781,0.00023548411,0.00006498325,0.000046673205,0.0003965254,6.8684284e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00016931783,0.000133211,0.99701434,0.000025538668,0.00010972091,0.000010167928,0.000769688,0.0003768584,0.000112180256,0.00002143846,0.00004845811,0.00120909],"study_design_scores_gemma":[0.0026558554,0.00048891414,0.99467695,0.00020589172,0.00008522506,0.000009844487,0.0012380792,0.000030601128,0.00024996154,0.00006375644,0.00023315153,0.000061745064],"about_ca_topic_score_codex":0.06872192,"about_ca_topic_score_gemma":0.16696581,"teacher_disagreement_score":0.09824389,"about_ca_system_score_codex":0.0013288356,"about_ca_system_score_gemma":0.0006483703,"threshold_uncertainty_score":0.93747956},"labels":[],"label_agreement":null},{"id":"W1993280433","doi":"10.1097/ppo.0b013e3182885d79","title":"Robotic Surgical Simulation","year":2013,"lang":"en","type":"review","venue":"The Cancer Journal","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":47,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Credentialing; Curriculum; Robotic surgery; Medical physics; Reliability (semiconductor); Construct validity; Computer science; Robotics; Simulation training; Process (computing); Medicine; Simulation; Robot; Medical education; Artificial intelligence; Psychology; Surgery","score_opus":0.2049244702858538,"score_gpt":0.4607741959817271,"score_spread":0.2558497256958733,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1993280433","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000012784416,0.9955488,0.00014421696,0.00021281527,0.00049118855,0.0003639419,0.0000013383351,0.000025623624,0.003199284],"genre_scores_gemma":[0.0008241952,0.99515367,0.000023313769,0.00012942834,0.0024257146,0.000021047257,0.000010978684,0.000035849287,0.0013758083],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99860823,0.0001813757,0.0005123537,0.00014552592,0.00032718913,0.00022535273],"domain_scores_gemma":[0.9986556,0.0005175847,0.00031595147,0.00019319406,0.00011142359,0.00020624054],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00040093053,0.0002069616,0.00093180675,0.00008159702,0.00016295823,0.00007788204,0.00014614494,0.00015999387,0.006529639],"category_scores_gemma":[0.0000670351,0.000096832395,0.0005247549,0.00021429059,0.000050496717,0.00005193526,0.00002626906,0.0009946933,0.00024775785],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000010809783,0.0000124208855,0.000007865462,0.00053477986,0.00016130782,0.000064977416,0.000020834368,0.005063519,5.1506586e-9,0.00004091753,0.0002146182,0.99386793],"study_design_scores_gemma":[0.00078160845,0.000024508872,0.000014775556,0.004741364,0.000973766,0.00076682796,0.000006820469,0.002617037,2.1906056e-8,0.000065376735,0.98989695,0.000110939916],"about_ca_topic_score_codex":0.0000042610295,"about_ca_topic_score_gemma":3.433003e-7,"teacher_disagreement_score":0.993757,"about_ca_system_score_codex":0.00019323739,"about_ca_system_score_gemma":0.00030195658,"threshold_uncertainty_score":0.9943785},"labels":[],"label_agreement":null},{"id":"W1993516401","doi":"10.1016/j.jsurg.2011.05.018","title":"Training Surgical Residents: The Current Canadian Perspective","year":2011,"lang":"en","type":"article","venue":"Journal of surgical education","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":23,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of British Columbia","funders":"Department of Obstetrics and Gynecology, University of Wisconsin-Madison","keywords":"Competence (human resources); Curriculum; Medicine; Graduation (instrument); Medical education; Obstetrics and gynaecology; Modalities; Psychology","score_opus":0.09765931108908373,"score_gpt":0.3782129813666418,"score_spread":0.28055367027755806,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1993516401","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.72641736,0.003552862,0.00001863681,0.008731652,0.0020662292,0.0002452716,0.0000018730635,0.000019063544,0.25894704],"genre_scores_gemma":[0.99814194,0.0002463621,0.00011797845,0.00021707913,0.0010361298,0.0000030532535,0.0000028277127,0.000010827189,0.00022382136],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9987387,0.00010871969,0.00044555098,0.000117022,0.00036817565,0.00022185025],"domain_scores_gemma":[0.99833226,0.00020367035,0.00020899669,0.000118767784,0.00059132976,0.0005449896],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00070440857,0.00010347579,0.00024053568,0.00021377273,0.0001224035,0.000026007803,0.00010992255,0.000059386985,0.0014772814],"category_scores_gemma":[0.0002444037,0.000062439314,0.0002068254,0.0002970014,0.00008674062,0.0001412216,0.000008699038,0.0005563754,0.000029682484],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0014005528,0.0011168139,0.029437518,0.00002531659,0.00022980764,0.0008738581,0.032119736,0.00001951307,0.000003332482,0.052769948,0.0022165715,0.879787],"study_design_scores_gemma":[0.0038585758,0.00032374723,0.2371089,0.00036083447,0.0001870546,0.0029739619,0.017100843,0.000082119725,0.000024731366,0.0059471596,0.73183864,0.00019341923],"about_ca_topic_score_codex":0.003759498,"about_ca_topic_score_gemma":0.0004706683,"teacher_disagreement_score":0.8795936,"about_ca_system_score_codex":0.0003035393,"about_ca_system_score_gemma":0.0019764088,"threshold_uncertainty_score":0.9994355},"labels":[],"label_agreement":null},{"id":"W1993599212","doi":"","title":"A Case of Reverse Dialysis: Bladder Perforation During Robotic Hysterectomy Presenting as Acute Renal Failure","year":2012,"lang":"en","type":"article","venue":"World Journal of Nephrology and Urology","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Medicine; Surgery; Perforation; Hysterectomy; Peritoneal dialysis; Nausea; Acute kidney injury; Dialysis; General surgery; Internal medicine","score_opus":0.01854816340138466,"score_gpt":0.2845084818775321,"score_spread":0.26596031847614743,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1993599212","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99674994,0.0004227145,0.00013246277,0.0018945656,0.00011613546,0.000082601466,4.3829692e-7,0.0000073390115,0.0005937779],"genre_scores_gemma":[0.9979937,0.000025364197,0.00039155904,0.0009759066,0.0004010039,0.0000015098138,0.0000020617083,0.000008645144,0.00020023032],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9989104,0.00019384842,0.00045893894,0.00010087341,0.00009323296,0.00024265582],"domain_scores_gemma":[0.9990462,0.00022934591,0.00036601385,0.000088943074,0.00011386011,0.00015563234],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00040818762,0.000103287915,0.00041356735,0.00031759412,0.00008865591,0.0000049570745,0.000035314762,0.00011752187,0.00046054972],"category_scores_gemma":[0.00009681284,0.00008128376,0.000111632085,0.00017988565,0.00012640985,0.00017188008,0.000030339961,0.00037716617,0.0000049108944],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.018704584,0.0012846368,0.81696665,0.00028129073,0.009276423,0.03319743,0.013522337,0.005252203,0.08350148,0.0038481979,0.0011896314,0.012975164],"study_design_scores_gemma":[0.033059966,0.0029215645,0.52671677,0.00011533042,0.008800972,0.3747798,0.0012030576,0.005782839,0.0023653542,0.00095605536,0.042734545,0.00056375924],"about_ca_topic_score_codex":0.0000055821597,"about_ca_topic_score_gemma":0.000026688136,"teacher_disagreement_score":0.34158236,"about_ca_system_score_codex":0.000010236057,"about_ca_system_score_gemma":0.00003141602,"threshold_uncertainty_score":0.50426966},"labels":[],"label_agreement":null},{"id":"W1994040049","doi":"10.1117/12.911090","title":"Enhanced segmentation and skeletonization for endovascular surgical planning","year":2012,"lang":"en","type":"article","venue":"Proceedings of SPIE, the International Society for Optical Engineering/Proceedings of SPIE","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"Natural Sciences and Engineering Research Council of Canada; Alberta Innovates","keywords":"Visualization; Skeletonization; Computer science; Surgical planning; Software; Interface (matter); Endovascular surgery; Human–computer interaction; Surgical procedures; Segmentation; Simulation; Artificial intelligence; Surgery; Medicine; Operating system","score_opus":0.01801275380799412,"score_gpt":0.2711037916300002,"score_spread":0.2530910378220061,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1994040049","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9957493,0.00022241902,0.0005174472,0.00066181424,0.00015351051,0.0007167722,0.00001224372,0.00006400179,0.0019025198],"genre_scores_gemma":[0.9408086,0.000052632993,0.05824286,0.00008671605,0.0005097539,0.00013223597,0.000029315235,0.00003857202,0.00009932946],"study_design_codex":"bench_or_experimental","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9985023,1.4378874e-8,0.0004797096,0.00023728464,0.00045811254,0.00032255956],"domain_scores_gemma":[0.9984713,0.00023912675,0.0002193935,0.000030181573,0.00087882706,0.00016118055],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0006014579,0.00020059796,0.00034044124,0.00007800102,0.00008121246,0.000047055895,0.00014537039,0.00013012941,0.000015885627],"category_scores_gemma":[0.00047930903,0.00016331975,0.00040134572,0.00020050435,0.00010667988,0.0004164299,0.00004867355,0.00015951596,5.5608166e-7],"study_design_candidate":"bench_or_experimental","study_design_consensus":"bench_or_experimental","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0006233492,0.00028404404,0.0067211213,0.0011255537,0.0009162205,1.8577607e-7,0.0010141162,0.0002756273,0.5057718,0.47875857,0.00033598795,0.0041733957],"study_design_scores_gemma":[0.023910947,0.0014366509,0.019656228,0.0014121183,0.0013674131,0.00016396723,0.007291195,0.11952862,0.7916185,0.0014285891,0.031043375,0.0011423607],"about_ca_topic_score_codex":0.0000016357998,"about_ca_topic_score_gemma":1.2221125e-8,"teacher_disagreement_score":0.47732997,"about_ca_system_score_codex":0.00008664201,"about_ca_system_score_gemma":0.000016434627,"threshold_uncertainty_score":0.6659986},"labels":[],"label_agreement":null},{"id":"W1994213305","doi":"10.1016/j.surg.2005.07.005","title":"Assessing the educational environment in the operating room—a measure of resident perception at one Canadian institution","year":2006,"lang":"en","type":"article","venue":"Surgery","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":77,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Calgary; Petro-Canada","funders":"","keywords":"Medicine; Workload; Learning environment; Cronbach's alpha; Medical education; Educational institution; Perception; Psychometrics; Psychology; Pedagogy; Management","score_opus":0.06098137865319091,"score_gpt":0.3006347043598869,"score_spread":0.23965332570669595,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1994213305","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9822389,0.000113141934,0.00002755801,0.0067733014,0.00008672359,0.00013491542,0.0000011980936,0.0000041132375,0.01062018],"genre_scores_gemma":[0.9991478,0.000007893783,0.000047480233,0.00041070612,0.00017415243,0.00001209589,0.000060295515,0.000004323134,0.00013526007],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9991445,0.000121171295,0.00023123447,0.00009548158,0.00028694712,0.000120663986],"domain_scores_gemma":[0.99941,0.00036758726,0.000050893133,0.00011222188,0.000023701992,0.00003564872],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0009579019,0.00005344818,0.00010069179,0.00008001812,0.00017663659,0.000024206356,0.000029292212,0.000038105896,0.00053493073],"category_scores_gemma":[0.0001427817,0.00003350489,0.000049948143,0.00011944967,0.000044591503,0.00007817765,0.0000065082904,0.00010092478,0.000014939587],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000015179093,0.000108015694,0.9786928,0.000018361097,0.000011452543,0.000009783137,0.0010152153,0.004377163,0.0017243377,0.0010253978,0.00049383385,0.012508402],"study_design_scores_gemma":[0.00018159844,0.0000035817989,0.9961145,0.00008398578,0.000011726151,0.00000870048,0.0006655441,0.00044920092,0.000057074376,0.00007465373,0.002311132,0.000038323986],"about_ca_topic_score_codex":0.020847933,"about_ca_topic_score_gemma":0.012696624,"teacher_disagreement_score":0.01742162,"about_ca_system_score_codex":0.00030907808,"about_ca_system_score_gemma":0.00025605806,"threshold_uncertainty_score":0.9856723},"labels":[],"label_agreement":null},{"id":"W1994387803","doi":"10.1007/s00464-010-1151-6","title":"European consensus on a competency-based virtual reality training program for basic endoscopic surgical psychomotor skills","year":2010,"lang":"en","type":"article","venue":"Surgical Endoscopy","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":85,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto; St. Michael's Hospital","funders":"","keywords":"Psychomotor learning; Virtual reality; Construct validity; Construct (python library); Test (biology); Medical education; Set (abstract data type); Medical physics; Medicine; Computer science; Simulation; Human–computer interaction; Nursing; Patient satisfaction","score_opus":0.039854260662736715,"score_gpt":0.3541661499988362,"score_spread":0.3143118893360995,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1994387803","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.88254553,0.000020874975,0.00008017664,0.0020652968,0.0012136089,0.0018263494,0.00009937184,0.0007646937,0.11138411],"genre_scores_gemma":[0.99162483,0.000003747218,0.005502098,0.00068942766,0.0011876902,0.00018692881,0.00026342785,0.0000968053,0.0004450516],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99634844,0.0003684223,0.0008302252,0.00088709197,0.00067079585,0.00089503254],"domain_scores_gemma":[0.99489737,0.0032354903,0.00019377554,0.00060950435,0.00019110877,0.0008727446],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0012121273,0.0004782594,0.0008648232,0.00018522271,0.00026683012,0.00007881049,0.00021376081,0.00025822915,0.0013065507],"category_scores_gemma":[0.00070339517,0.00038309695,0.0005601682,0.0003897799,0.00045458123,0.00004073506,0.000032058753,0.0009956683,0.00015868247],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.029222649,0.012967614,0.030057108,0.00044654595,0.0006150363,0.009576968,0.0011169983,0.00044590075,0.001719828,0.12459627,0.0010908688,0.78814423],"study_design_scores_gemma":[0.13842607,0.004642109,0.0165995,0.00037345054,0.00015875946,0.00030996394,0.00012338047,0.007514323,0.0016219371,0.0005731017,0.82892144,0.0007359867],"about_ca_topic_score_codex":0.000009310592,"about_ca_topic_score_gemma":0.000011213843,"teacher_disagreement_score":0.82783055,"about_ca_system_score_codex":0.000039674025,"about_ca_system_score_gemma":0.00036533302,"threshold_uncertainty_score":0.9998621},"labels":[],"label_agreement":null},{"id":"W1994570135","doi":"10.1007/s00464-009-0611-3","title":"Resident training in minimally invasive surgery: a survey of Canadian department and division chairs","year":2009,"lang":"en","type":"article","venue":"Surgical Endoscopy","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":24,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Ottawa Hospital; University of Ottawa","funders":"University of Ottawa","keywords":"Medicine; Likert scale; Curriculum; Virtual reality; Laparoscopic surgery; Invasive surgery; Medical education; Plan (archaeology); Medical physics; Surgery; Laparoscopy; Psychology; Computer science; Artificial intelligence","score_opus":0.061176173015678625,"score_gpt":0.31052191533202944,"score_spread":0.24934574231635082,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1994570135","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9898098,0.00032135323,0.000001068885,0.0007181041,0.000056814963,0.00023414346,0.000017910954,0.000020007652,0.008820813],"genre_scores_gemma":[0.99929094,0.00020107483,0.00007813636,0.00025358246,0.000022321328,0.0000055503233,0.00008699409,0.000010154998,0.000051227842],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99844867,0.00016405745,0.0004574923,0.00027603787,0.0002817117,0.00037203814],"domain_scores_gemma":[0.9978269,0.0014168334,0.00007693005,0.00013227301,0.00007124296,0.00047585097],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0009042532,0.00014630995,0.00053160003,0.00059196097,0.00004296745,0.000013436047,0.000042075313,0.000100734615,0.0002769711],"category_scores_gemma":[0.00076009525,0.00012546967,0.00007653158,0.0007211968,0.000063932996,0.00005288331,0.000013176555,0.00015883893,0.0000050610633],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0020210766,0.00015859565,0.9560159,0.000045869074,0.000049886326,0.0019428519,0.0018999131,0.00008550921,0.00011567519,0.0009297466,0.00012536172,0.036609605],"study_design_scores_gemma":[0.0071877246,0.00024105993,0.98845476,0.0002442495,0.000010664634,0.000019770405,0.00017695891,0.00016072557,0.0005112666,0.00009545963,0.0027726043,0.00012473624],"about_ca_topic_score_codex":0.030910384,"about_ca_topic_score_gemma":0.08071921,"teacher_disagreement_score":0.049808823,"about_ca_system_score_codex":0.0000730721,"about_ca_system_score_gemma":0.00048558626,"threshold_uncertainty_score":0.97554284},"labels":[],"label_agreement":null},{"id":"W1994893037","doi":"10.1016/j.jmig.2011.03.004","title":"Canadian Hysterectomy Educational Experience: Survey of Recent Graduates in Obstetrics and Gynecology","year":2011,"lang":"en","type":"article","venue":"Journal of Minimally Invasive Gynecology","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":19,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Lunenfeld-Tanenbaum Research Institute; Health Sciences Centre; University of Toronto; Mount Sinai Hospital; Sunnybrook Health Science Centre","funders":"","keywords":"Medicine; Hysterectomy; Laparoscopic hysterectomy; Abdominal hysterectomy; Obstetrics and gynaecology; Laparotomy; Obstetrics; General surgery; Gynecology; Surgery; Pregnancy","score_opus":0.09561466882836507,"score_gpt":0.31912952973843023,"score_spread":0.22351486091006517,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1994893037","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9938435,0.00039354074,0.000001193867,0.00070092233,0.00062506716,0.0001375687,0.0000059118497,0.0000017977624,0.004290528],"genre_scores_gemma":[0.9981313,0.00052040385,0.00070674566,0.0005515254,0.000026709793,0.0000037853251,0.000008358373,0.000009140093,0.00004203577],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99849194,0.00023043835,0.00073140213,0.00014214285,0.00014846688,0.0002556162],"domain_scores_gemma":[0.987755,0.010623686,0.00041296662,0.000090204245,0.000809265,0.00030887395],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0005515826,0.00010782745,0.00048587227,0.0005953292,0.000028419237,0.0000043776768,0.00010705493,0.0001573748,0.0020308332],"category_scores_gemma":[0.031054553,0.00009633046,0.0000520229,0.0003909207,0.00015744488,0.000077960976,0.000023208124,0.00024799688,0.000006184086],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00018505669,0.0002322324,0.9831589,0.000019829225,0.000062869854,0.00021746711,0.0029598796,0.0000030933231,0.00020954464,0.00014330065,0.00006282698,0.012744984],"study_design_scores_gemma":[0.002753146,0.00091222255,0.9927059,0.000031914802,0.000025983869,0.00017429185,0.0010028397,0.0000117907875,0.0004364565,0.00023881957,0.0016264259,0.000080214864],"about_ca_topic_score_codex":0.004656886,"about_ca_topic_score_gemma":0.083317846,"teacher_disagreement_score":0.078660965,"about_ca_system_score_codex":0.00026358623,"about_ca_system_score_gemma":0.0019280507,"threshold_uncertainty_score":0.99888146},"labels":[],"label_agreement":null},{"id":"W1994925110","doi":"10.5489/cuaj.2004","title":"Pediatric procedures in urology residency training: An analysis of the experience of Canadian urology residents","year":2014,"lang":"en","type":"article","venue":"Canadian Urological Association Journal","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"University of British Columbia","funders":"","keywords":"Medicine; Pediatric urology; Vesicoureteral reflux; Hypospadias; Specialty; Ureterocele; General surgery; Urology; Urethra; Epispadias; Surgery; Ureter; Family medicine; Reflux; Internal medicine","score_opus":0.028976325313462524,"score_gpt":0.2777379364703483,"score_spread":0.24876161115688575,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1994925110","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99082464,0.000068251706,0.000009629492,0.006266968,0.00013512521,0.00011174674,0.0000101300975,0.000006076067,0.0025674128],"genre_scores_gemma":[0.99672884,0.000025873644,0.000035263012,0.0030118506,0.00013308815,0.0000042007246,0.000007040935,0.0000071327922,0.000046690137],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9977455,0.0005371441,0.00064863847,0.0002126919,0.000357893,0.0004981251],"domain_scores_gemma":[0.9979471,0.0004281084,0.00045053416,0.00016715446,0.00026869721,0.0007384304],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0012579456,0.00011332211,0.000462614,0.0018757529,0.00014220233,0.000015552012,0.0002399361,0.00031995444,0.000583832],"category_scores_gemma":[0.005859677,0.000083855506,0.00017901641,0.0023055011,0.000077260716,0.0000751204,0.000011407152,0.0004939205,0.0000021469161],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000040883173,0.000024273604,0.9938076,0.000002560705,0.00007129674,0.000017543054,0.0017216846,0.0030919625,0.000011500297,0.0007467234,0.0000479024,0.0004160278],"study_design_scores_gemma":[0.000800015,0.00021877789,0.99331033,0.0000026797932,0.00029104753,0.000021666716,0.00030634514,0.0029746045,0.0000031166312,0.0006093524,0.0013898175,0.00007227197],"about_ca_topic_score_codex":0.08945855,"about_ca_topic_score_gemma":0.6137706,"teacher_disagreement_score":0.5243121,"about_ca_system_score_codex":0.0003071047,"about_ca_system_score_gemma":0.0015238326,"threshold_uncertainty_score":0.9166048},"labels":[],"label_agreement":null},{"id":"W1995258416","doi":"10.1007/s00464-014-3442-9","title":"Development of force-based metrics for skills assessment in minimally invasive surgery","year":2014,"lang":"en","type":"article","venue":"Surgical Endoscopy","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":69,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University; Lawson Health Research Institute","funders":"","keywords":"Haptic technology; Task (project management); Measure (data warehouse); Position (finance); Computer science; Set (abstract data type); Task force; Invasive surgery; Artificial intelligence; Simulation; Medical physics; Machine learning; Data mining; Human–computer interaction; Medicine; Surgery; Engineering; Systems engineering","score_opus":0.038350546018915806,"score_gpt":0.33761792780102845,"score_spread":0.29926738178211265,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1995258416","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99022585,0.000035189754,0.0029401782,0.00021974342,0.00013158057,0.00043108576,0.0000051152397,0.00003688392,0.0059743742],"genre_scores_gemma":[0.96488583,0.0000068154973,0.03452594,0.0002448195,0.000051824885,0.00006927912,0.00008910876,0.000019372674,0.00010701328],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9982606,0.000074259166,0.00069232617,0.00026488287,0.0003936511,0.0003142538],"domain_scores_gemma":[0.99340135,0.0059703644,0.0001538846,0.00015435579,0.00013715606,0.00018288373],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0011160896,0.0001553275,0.0006019631,0.00034972013,0.0000373726,0.000009426326,0.00006205842,0.00011007684,0.00023767281],"category_scores_gemma":[0.0011004558,0.00012805607,0.00020091666,0.0005056769,0.000049942875,0.00003673022,0.00002053541,0.0001408761,0.000006472562],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0069591263,0.0046025924,0.7445565,0.001784622,0.00036796986,0.0002582375,0.0012211977,0.0017987847,0.0027336027,0.010218539,0.0001640079,0.22533484],"study_design_scores_gemma":[0.20456704,0.0014744559,0.35293287,0.0023116618,0.00023972528,0.000019798994,0.00064945145,0.038361736,0.1777649,0.0013570159,0.21884665,0.001474695],"about_ca_topic_score_codex":0.0000037960367,"about_ca_topic_score_gemma":0.000010708703,"teacher_disagreement_score":0.39162362,"about_ca_system_score_codex":0.000103691935,"about_ca_system_score_gemma":0.0005704206,"threshold_uncertainty_score":0.5221975},"labels":[],"label_agreement":null},{"id":"W1995342770","doi":"10.1097/sla.0b013e3182583135","title":"Pressures to “Measure Up” in Surgery","year":2012,"lang":"en","type":"article","venue":"Annals of Surgery","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":66,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"The Wilson Centre; University of Toronto","funders":"","keywords":"Context (archaeology); Psychosocial; Cognition; Medicine; Identity (music); Social psychology; Cognitive psychology; Psychology; Psychotherapist","score_opus":0.5128838914485926,"score_gpt":0.40509873524009227,"score_spread":0.10778515620850032,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1995342770","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9906013,0.0013796805,0.000010970071,0.0018379923,0.0004096682,0.00010928753,0.0000039120077,0.000036151414,0.0056110388],"genre_scores_gemma":[0.99717814,0.000070286136,0.000017563107,0.0022315667,0.00019809864,0.000008390325,0.000010633354,0.000014765123,0.0002705346],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9987339,0.000070291106,0.00040018492,0.00012319544,0.00030284963,0.00036961972],"domain_scores_gemma":[0.99767387,0.0016824318,0.000073168674,0.0001722644,0.00012224462,0.00027604605],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0015892802,0.00009997932,0.00046384262,0.0003381683,0.00001748348,0.000005188236,0.000028629976,0.00007770547,0.00044283082],"category_scores_gemma":[0.0014435792,0.00008676217,0.0002076452,0.0004165608,0.000026763228,0.0001303895,0.000017823575,0.000099082165,0.000054328917],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00028973154,0.00016483844,0.9319584,0.00005839842,0.000036355294,0.000015615311,0.0002715575,0.000020628506,0.000097808464,0.00007420703,0.014840406,0.052172072],"study_design_scores_gemma":[0.0001922254,0.000007988563,0.9258447,0.00026546788,0.00000937308,0.0000050529716,0.00006994004,0.000010428776,0.0032979744,0.000026274241,0.07016626,0.00010431124],"about_ca_topic_score_codex":0.0000456769,"about_ca_topic_score_gemma":0.0000027823,"teacher_disagreement_score":0.05532585,"about_ca_system_score_codex":0.000005089417,"about_ca_system_score_gemma":0.000059918664,"threshold_uncertainty_score":0.4848687},"labels":[],"label_agreement":null},{"id":"W1995399252","doi":"10.1097/01.mlg.0000248246.09498.b4","title":"Using a Virtual Reality Temporal Bone Simulator to Assess Otolaryngology Trainees","year":2007,"lang":"en","type":"article","venue":"The Laryngoscope","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":125,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"The Wilson Centre; University of Toronto","funders":"","keywords":"Otorhinolaryngology; Virtual reality; Cadaveric spasm; Motion (physics); Simulation; Computer science; Medicine; Medical physics; Surgery; Human–computer interaction; Artificial intelligence","score_opus":0.13626477876174706,"score_gpt":0.3939965692900363,"score_spread":0.2577317905282892,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1995399252","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9762936,0.0000659017,0.013873498,0.0015122078,0.00019405741,0.0005087216,0.000006841666,0.00014674723,0.007398394],"genre_scores_gemma":[0.9932304,0.0000015742006,0.0011533406,0.004825454,0.0003907892,0.0000046383416,0.000020335081,0.000031037518,0.00034242953],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9983919,0.00011325703,0.00041854792,0.00028487673,0.00033406584,0.0004573246],"domain_scores_gemma":[0.99868274,0.00047494515,0.000079837955,0.0003497567,0.00009138562,0.00032131645],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0015140381,0.00018405239,0.00040242076,0.00011431316,0.00017339656,0.000025260457,0.00012253993,0.00013002365,0.0003878023],"category_scores_gemma":[0.00032587198,0.00012503473,0.00011764601,0.00047125897,0.0001054059,0.00007908352,0.00007564151,0.0002985703,0.00007478329],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.024436308,0.0039548255,0.5591704,0.00047269018,0.0018080733,0.00624264,0.023823323,0.04104734,0.16847427,0.04643108,0.0029029925,0.121236004],"study_design_scores_gemma":[0.017413618,0.0020334658,0.7226246,0.00041833502,0.00049842166,0.00074985507,0.003007556,0.06859876,0.010014222,0.0007452088,0.1726437,0.0012522837],"about_ca_topic_score_codex":0.00015939154,"about_ca_topic_score_gemma":0.00007769043,"teacher_disagreement_score":0.1697407,"about_ca_system_score_codex":0.00006996327,"about_ca_system_score_gemma":0.00008149651,"threshold_uncertainty_score":0.5098768},"labels":[],"label_agreement":null},{"id":"W1995922765","doi":"10.1016/j.juro.2008.01.014","title":"Surgical Simulation: A Urological Perspective","year":2008,"lang":"en","type":"review","venue":"The Journal of Urology","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":127,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University","funders":"","keywords":"Medicine; Perspective (graphical); Medical physics; General surgery; Artificial intelligence","score_opus":0.11654430008089565,"score_gpt":0.4155361051548824,"score_spread":0.2989918050739867,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1995922765","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00008490051,0.9913054,0.000094630275,0.00075645087,0.00021890251,0.00022007237,0.0000015059396,0.000016509857,0.00730162],"genre_scores_gemma":[0.023767253,0.9745932,0.000024425432,0.00037647923,0.0010931268,0.0000013768007,0.0000029500975,0.000022256545,0.00011891674],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99770606,0.0007780262,0.0008276457,0.00013589006,0.00032842503,0.00022395753],"domain_scores_gemma":[0.9949053,0.0037466486,0.00068423554,0.0001950925,0.00030465767,0.00016404675],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0005941784,0.00023558452,0.0017076824,0.00018513757,0.00008864609,0.000005331435,0.00019980504,0.00040406315,0.00073932076],"category_scores_gemma":[0.0005559017,0.00011083717,0.00082994316,0.00027309844,0.00026762142,0.0000291301,0.000045665864,0.0014044468,0.00007256228],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0018821273,0.00030564432,0.00004064417,0.0002689191,0.0010892266,0.005126935,0.00045882195,0.0028557237,1.8673981e-8,0.0017037794,0.00027408608,0.9859941],"study_design_scores_gemma":[0.0015302247,0.0009020299,0.00003616237,0.00018678218,0.0012215911,0.032094665,0.00002764709,0.00022791252,8.036696e-9,0.00016855466,0.96351635,0.00008805717],"about_ca_topic_score_codex":0.0000010765003,"about_ca_topic_score_gemma":1.266569e-7,"teacher_disagreement_score":0.985906,"about_ca_system_score_codex":0.00008314887,"about_ca_system_score_gemma":0.00029470667,"threshold_uncertainty_score":0.8095044},"labels":[],"label_agreement":null},{"id":"W1995978106","doi":"10.1016/j.jtcvs.2008.08.013","title":"You Never Know Unless You Try","year":2008,"lang":"en","type":"editorial","venue":"Journal of Thoracic and Cardiovascular Surgery","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":23,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"University of North Carolina at Chapel Hill; York University; Rush University; Georgetown University; University of Cincinnati; University of Pittsburgh; Johns Hopkins University; Northwestern University; Ohio State University; University of Southern California; University of Washington; University of Rochester; Brigham and Women's Hospital; Emory University; University of South Carolina; University of Minnesota; Memorial Sloan-Kettering Cancer Center; Massachusetts General Hospital","keywords":"Medicine; Need to know; Intensive care medicine; Computer security","score_opus":0.02316891247533226,"score_gpt":0.2999978645513372,"score_spread":0.27682895207600494,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1995978106","genre_codex":"editorial","genre_gemma":"editorial","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"editorial","genre_consensus":"editorial","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.019805333,0.19044316,0.00067404617,0.00019137499,0.78572124,0.00022649838,0.000033086377,0.000059529844,0.0028457453],"genre_scores_gemma":[0.039560765,0.060467087,0.0002127062,0.00015563602,0.8973652,0.0000045909965,0.00010763278,0.00013205089,0.0019943486],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9955764,0.0003509289,0.0010633385,0.0003719187,0.002263096,0.00037433123],"domain_scores_gemma":[0.9963621,0.0012752707,0.0005386572,0.0004903512,0.0008539703,0.00047967286],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0031813784,0.00041413266,0.0025718447,0.00047924792,0.00013378766,0.000058529167,0.00012438526,0.0009601007,0.00011242373],"category_scores_gemma":[0.0016594352,0.00032039083,0.0042591314,0.00032348977,0.00014150146,0.0002496817,0.000055800563,0.0016198965,0.000014389081],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0008487287,0.00009661222,0.0011910242,0.0004221957,0.005739748,0.0049945544,0.000092953116,0.000106676904,0.0000014235675,0.0000010196663,0.59029275,0.39621228],"study_design_scores_gemma":[0.0011337325,0.00006166765,0.0009971459,0.0011329915,0.0022785363,0.001417722,0.00009369937,0.000013078679,0.00002619853,0.000011792644,0.9925103,0.00032313372],"about_ca_topic_score_codex":0.00001327667,"about_ca_topic_score_gemma":2.3854355e-7,"teacher_disagreement_score":0.4022175,"about_ca_system_score_codex":0.00009182032,"about_ca_system_score_gemma":0.0008193204,"threshold_uncertainty_score":0.99992484},"labels":[],"label_agreement":null},{"id":"W1996026433","doi":"10.1503/cjs.043809","title":"Surgical fellowship training in Canada: What is its current status and is improvement required?","year":2012,"lang":"en","type":"review","venue":"Canadian Journal of Surgery","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":21,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"Royal College of Physicians and Surgeons of Canada; Health Sciences Centre; St. Michael's Hospital; Sunnybrook Health Science Centre","funders":"","keywords":"Medicine; Training (meteorology); Strengths and weaknesses; Medical education; Work (physics); Residency training; Family medicine; Gerontology; Continuing education; Psychology","score_opus":0.23341097042788012,"score_gpt":0.34857477928134856,"score_spread":0.11516380885346844,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1996026433","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0062029674,0.99079686,2.6755893e-7,0.00031575764,0.0021059862,0.00024289839,0.000053123473,0.000002912568,0.00027925218],"genre_scores_gemma":[0.054918554,0.94391084,0.0000034725356,0.000423827,0.0005903493,0.0000054333696,0.000031535244,0.00004637096,0.000069612404],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99663705,0.00013466142,0.0015281524,0.0002626525,0.00047343396,0.00096405507],"domain_scores_gemma":[0.9951244,0.0008950061,0.0006621179,0.00016781742,0.00016137944,0.002989285],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0011820656,0.0003852898,0.0023103496,0.00083567854,0.00007168783,0.00009351238,0.000092120405,0.00020368592,0.001205969],"category_scores_gemma":[0.00015341815,0.0003130388,0.0004897506,0.00044182464,0.00005978451,0.00032085422,0.000014400691,0.0009777923,0.0000053055687],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000013061491,0.000008910445,0.0034006203,0.0020047852,0.00012250291,0.0015769756,0.0005219338,2.9358566e-7,1.0369979e-8,0.00001127804,0.00033689474,0.9920027],"study_design_scores_gemma":[0.00060835533,0.000021417614,0.0005421885,0.019294163,0.000371254,0.00051613897,0.00058027986,0.000005267665,3.5987728e-7,0.0000056469235,0.9777768,0.0002781253],"about_ca_topic_score_codex":0.16948019,"about_ca_topic_score_gemma":0.45897648,"teacher_disagreement_score":0.9917246,"about_ca_system_score_codex":0.0019900142,"about_ca_system_score_gemma":0.035596192,"threshold_uncertainty_score":0.99993217},"labels":[],"label_agreement":null},{"id":"W1996557398","doi":"10.1007/s00464-006-9040-8","title":"Remote telepresence surgery: the Canadian experience","year":2007,"lang":"en","type":"review","venue":"Surgical Endoscopy","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":98,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"McMaster University; St. Joseph’s Healthcare Hamilton","funders":"","keywords":"Medicine; Robotic surgery; Telerobotics; Laparoscopic surgery; Service (business); General surgery; Health care; Surgery; Laparoscopy; Robot; Artificial intelligence; Computer science","score_opus":0.16783152911992372,"score_gpt":0.43258550820282216,"score_spread":0.26475397908289844,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1996557398","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00007194588,0.9201933,0.0000072335793,0.0001781259,0.0005519228,0.0006562837,0.000013302508,0.00010276287,0.07822512],"genre_scores_gemma":[0.0024061908,0.9946406,0.00008179832,0.0003998547,0.0006186986,0.000026060081,0.000111090114,0.00006274596,0.0016529642],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99684024,0.00022894402,0.00080222654,0.0005809637,0.00069323566,0.0008543775],"domain_scores_gemma":[0.99432564,0.003719432,0.00019195105,0.0007017221,0.000096246,0.0009649856],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00095063285,0.00045257574,0.001761591,0.00032372313,0.0003518336,0.00008062466,0.000301441,0.00050654757,0.0024983506],"category_scores_gemma":[0.00068534364,0.00025793264,0.0009050957,0.001119464,0.00035234593,0.00004983383,0.00005694517,0.0010730622,0.00052312564],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000038147304,0.000015118953,0.00008295014,0.0006501411,0.000049878334,0.0014334625,0.000047290072,5.45026e-7,3.2580958e-9,0.00032683995,0.00022522634,0.9971304],"study_design_scores_gemma":[0.0010228864,0.000015966141,0.000024363444,0.0037438143,0.00015467538,0.0004145456,0.000019243758,0.000032658976,7.417976e-7,0.000016612337,0.9942984,0.00025609075],"about_ca_topic_score_codex":0.019684074,"about_ca_topic_score_gemma":0.0056521157,"teacher_disagreement_score":0.99687433,"about_ca_system_score_codex":0.0003024321,"about_ca_system_score_gemma":0.0014589077,"threshold_uncertainty_score":0.9999873},"labels":[],"label_agreement":null},{"id":"W1997154139","doi":"10.1097/brs.0b013e31815b6495","title":"Training and Evaluating Spinal Surgeons","year":2007,"lang":"en","type":"article","venue":"Spine","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":17,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"The Wilson Centre; University of Toronto","funders":"","keywords":"Physical medicine and rehabilitation; Medicine; Psychology; Physical therapy; Medical education","score_opus":0.14562081235185226,"score_gpt":0.42183970275160826,"score_spread":0.276218890399756,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1997154139","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.95393145,0.00016953022,0.0020019563,0.0003334097,0.0000762182,0.00008418887,2.108318e-7,0.00006054823,0.043342512],"genre_scores_gemma":[0.9965718,0.0000032448675,0.0024987035,0.00044756636,0.00012632595,9.162523e-7,0.000004927655,0.000007882418,0.00033862708],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9993883,0.000008488945,0.00015470578,0.00011667471,0.00015363617,0.00017820513],"domain_scores_gemma":[0.99969304,0.000046265806,0.000027350865,0.00006240864,0.000036688238,0.00013422708],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00076775614,0.00005894715,0.00012960192,0.00005709829,0.000055765217,0.0000072608836,0.000012499755,0.00003338406,0.00028467257],"category_scores_gemma":[0.00026081267,0.000049682054,0.000030712334,0.000121930796,0.000032694035,0.000025191552,0.000010272356,0.00009627831,0.000010709003],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0001029157,0.000023727911,0.02028835,0.000016830292,0.000017940727,0.00006971421,0.00033496544,0.000007295537,0.001559866,0.001453339,0.0000050114522,0.97612005],"study_design_scores_gemma":[0.0036546064,0.00054653495,0.97412544,0.00013613186,0.000043446405,0.00011248118,0.0006570339,0.0029832977,0.00033993387,0.0002411053,0.017040212,0.00011977004],"about_ca_topic_score_codex":0.000010286414,"about_ca_topic_score_gemma":0.000007114643,"teacher_disagreement_score":0.97600025,"about_ca_system_score_codex":0.000011500875,"about_ca_system_score_gemma":0.000023329028,"threshold_uncertainty_score":0.3116965},"labels":[],"label_agreement":null},{"id":"W1997191577","doi":"10.1177/1553350607305374","title":"Broad-Based Fellowships: A Cornerstone of Minimally Invasive Surgery Education and Dissemination","year":2007,"lang":"en","type":"article","venue":"Surgical Innovation","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":13,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ottawa Hospital; University of Ottawa","funders":"","keywords":"Medicine; Demographics; Cornerstone; Invasive surgery; Residency training; Foregut; Laparoscopic surgery; Medical education; General surgery; Surgery; Laparoscopy; Continuing education","score_opus":0.039089016764372035,"score_gpt":0.34573831512434505,"score_spread":0.306649298359973,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1997191577","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98990506,0.000096157484,0.0004721049,0.00044709913,0.00013392107,0.0002109274,0.0000022592064,0.00004398968,0.008688456],"genre_scores_gemma":[0.99848914,0.000009721744,0.00051722955,0.00028388153,0.00010755366,0.0000071482846,0.00027136813,0.000012369296,0.00030158772],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9987511,0.000033968467,0.00057979225,0.00019643072,0.0002871814,0.00015152755],"domain_scores_gemma":[0.997301,0.0017033978,0.00023459947,0.00011090204,0.00057225197,0.00007784281],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001054617,0.000107623484,0.0002517482,0.0004879808,0.00004475185,0.00001143946,0.000022937566,0.00012378146,0.00016091508],"category_scores_gemma":[0.0012265033,0.00009775548,0.00005452774,0.0013370614,0.000108817716,0.000100841884,0.00000948722,0.000119591015,0.0000045461816],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0025063294,0.0014284501,0.37142345,0.00043847138,0.0000677372,0.00007379338,0.0005119339,0.000021644657,0.02275322,0.021878362,0.00054059253,0.578356],"study_design_scores_gemma":[0.0033267282,0.0002955221,0.927137,0.0010626368,0.00008728991,0.00006544092,0.0010242988,0.0012238082,0.05385457,0.00061350176,0.010944943,0.00036423228],"about_ca_topic_score_codex":0.000014771464,"about_ca_topic_score_gemma":0.0000054401703,"teacher_disagreement_score":0.5779918,"about_ca_system_score_codex":0.000051779763,"about_ca_system_score_gemma":0.00021340238,"threshold_uncertainty_score":0.39863527},"labels":[],"label_agreement":null},{"id":"W1997326164","doi":"10.1186/1472-6920-13-61","title":"Arthroscopic proficiency: methods in evaluating competency","year":2013,"lang":"en","type":"article","venue":"BMC Medical Education","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":50,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto; Toronto Western Hospital","funders":"","keywords":"Arthroscopy; Competence (human resources); MEDLINE; Medical physics; Medicine; Psychomotor learning; Educational measurement; Computer science; Surgery; Psychology","score_opus":0.09696292795150178,"score_gpt":0.504179515529718,"score_spread":0.40721658757821616,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1997326164","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9599179,0.00027037837,0.008069837,0.0022465698,0.0006113169,0.0006335714,7.123329e-8,0.00006045207,0.028189918],"genre_scores_gemma":[0.8906678,0.0000074822083,0.10652084,0.0019597712,0.00018192224,0.00014107661,0.000016561906,0.0000089636915,0.0004955911],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.998563,0.00023493182,0.00035666948,0.00020009329,0.00046005828,0.00018526739],"domain_scores_gemma":[0.99886787,0.0005273367,0.00005967575,0.0001490031,0.00011349704,0.00028259467],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0010808625,0.000078860445,0.00017882428,0.00010612761,0.000039721177,0.000014781203,0.00005911609,0.000096866235,0.009939058],"category_scores_gemma":[0.0064385566,0.00006205919,0.000039433213,0.0003286128,0.000058017533,0.000075667675,0.000016605423,0.00020323448,0.00020872027],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000014257859,0.00054811954,0.21026433,0.00011002332,0.0000043787495,8.72656e-7,0.0006574875,0.000015351809,0.00036299232,0.003090924,0.00014959247,0.7847817],"study_design_scores_gemma":[0.0024366789,0.000145929,0.8867441,0.0005046882,0.000017479551,0.000014364742,0.0010964805,0.10426284,0.00013983037,0.0031390516,0.0013744654,0.00012408276],"about_ca_topic_score_codex":0.000101107114,"about_ca_topic_score_gemma":0.000021350046,"teacher_disagreement_score":0.7846576,"about_ca_system_score_codex":0.000061604325,"about_ca_system_score_gemma":0.0025548534,"threshold_uncertainty_score":0.99096596},"labels":[],"label_agreement":null},{"id":"W1997395100","doi":"10.1213/ane.0b013e3181841efe","title":"Teaching Lifesaving Procedures: The Impact of Model Fidelity on Acquisition and Transfer of Cricothyrotomy Skills to Performance on Cadavers","year":2008,"lang":"en","type":"article","venue":"Anesthesia & Analgesia","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":103,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto; Mount Sinai Hospital","funders":"","keywords":"Cricothyrotomy; Medicine; Checklist; Dreyfus model of skill acquisition; Fidelity; Rating scale; Larynx; Simulation; Physical therapy; Medical physics; Airway management; Airway; Surgery; Computer science; Statistics; Psychology","score_opus":0.022871598163192085,"score_gpt":0.30209839851156445,"score_spread":0.2792268003483724,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1997395100","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9978546,0.000023837943,0.00022331213,0.00049016485,0.000002712862,0.00033775973,0.0000010089598,0.000021814103,0.0010447871],"genre_scores_gemma":[0.9986227,0.000031958814,0.000119775235,0.0011158212,0.000030200292,0.000006560984,0.0000041361814,0.00001416034,0.000054649725],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99904037,0.000052599582,0.0002674143,0.00018245267,0.00029279204,0.00016436276],"domain_scores_gemma":[0.9994273,0.00015776829,0.000050692634,0.0001839668,0.00006671597,0.00011351964],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0002703046,0.0001415603,0.00027468888,0.000114064496,0.00013219487,0.000004811674,0.00006294415,0.00006168497,0.000024112847],"category_scores_gemma":[0.0000506778,0.000088010194,0.00012588274,0.00015927896,0.00006756841,0.00006452765,0.000004378396,0.00017131856,0.0000029874616],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.007879202,0.0026004908,0.5679959,0.000814439,0.0005420051,0.0002851441,0.041120835,0.31317356,0.010229838,0.0036124242,0.0006836727,0.051062465],"study_design_scores_gemma":[0.0013592005,0.0010666247,0.945213,0.00035209005,0.0000485455,0.0001243974,0.00015220836,0.049872488,0.0016009118,0.000034156088,0.00005095866,0.00012541232],"about_ca_topic_score_codex":0.00015901137,"about_ca_topic_score_gemma":0.0000016932817,"teacher_disagreement_score":0.37721708,"about_ca_system_score_codex":0.000039462684,"about_ca_system_score_gemma":0.000085007705,"threshold_uncertainty_score":0.35889515},"labels":[],"label_agreement":null},{"id":"W1997649278","doi":"10.1007/s11548-008-0249-y","title":"What skills should simulation training in arthroscopy teach residents?","year":2008,"lang":"en","type":"article","venue":"International Journal of Computer Assisted Radiology and Surgery","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":30,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Arthroscopy; Curriculum; Medical education; Medicine; Orthopedic surgery; Fidelity; Medical physics; Computer science; Surgery; Psychology","score_opus":0.07321880905443581,"score_gpt":0.3521419127210737,"score_spread":0.27892310366663786,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1997649278","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9889239,0.000546521,0.006615951,0.0014031985,0.0022823438,0.00004879726,5.613469e-7,0.000013608694,0.00016513924],"genre_scores_gemma":[0.9960452,0.0006144336,0.001058978,0.0015098165,0.00070926186,7.759813e-7,0.0000123685195,0.0000083671985,0.00004085571],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99859387,0.00015493654,0.00066569366,0.00013819484,0.00030321765,0.0001441022],"domain_scores_gemma":[0.9976697,0.0016882798,0.00025314424,0.000058983696,0.00022287504,0.00010701106],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0006239313,0.00010659349,0.00043566723,0.0005043187,0.0000474029,0.000032284628,0.000070084345,0.00012845019,0.000068621506],"category_scores_gemma":[0.00020334944,0.000088757835,0.00015511406,0.000110807494,0.00010869324,0.0003752394,0.000018332064,0.0003245316,0.0000021438134],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0011629004,0.00024955178,0.75816154,0.0000093794515,0.0004165109,0.0038635337,0.0028064465,0.016649628,0.00007498912,0.00010489387,0.0003792082,0.21612144],"study_design_scores_gemma":[0.0025215053,0.00008928495,0.9725445,0.0003793803,0.000017825034,0.0056489008,0.00012848793,0.015640808,0.000022586853,0.00017553603,0.0027349072,0.00009631132],"about_ca_topic_score_codex":0.000002645736,"about_ca_topic_score_gemma":0.0000017648684,"teacher_disagreement_score":0.21602513,"about_ca_system_score_codex":0.00005442484,"about_ca_system_score_gemma":0.00013438913,"threshold_uncertainty_score":0.36194393},"labels":[],"label_agreement":null},{"id":"W1998126352","doi":"10.1007/s00464-002-8759-0","title":"Reaction times and the decision-making process in endoscopic surgery","year":2003,"lang":"en","type":"article","venue":"Surgical Endoscopy","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":29,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Simon Fraser University","funders":"","keywords":"Task (project management); GRASP; Process (computing); Computer vision; Artificial intelligence; Computer science; Work (physics); Rotation (mathematics); Field (mathematics); Simulation; Mathematics; Engineering; Mechanical engineering","score_opus":0.019381314214168027,"score_gpt":0.32617242968776716,"score_spread":0.30679111547359916,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1998126352","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9510414,0.00067557424,0.000032724485,0.0002812408,0.0001666911,0.0002494485,5.357846e-7,0.000050906405,0.0475015],"genre_scores_gemma":[0.99927896,0.00014151115,0.00014607765,0.00023982587,0.00005567875,0.000027159114,0.0000029073587,0.000014021414,0.00009382736],"study_design_codex":"observational","study_design_gemma":"randomized_trial","domain_scores_codex":[0.99870807,0.00016066458,0.0003454584,0.0002524506,0.00028409867,0.0002492513],"domain_scores_gemma":[0.9950516,0.0045946245,0.000066174616,0.00014864739,0.000040324954,0.00009861763],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00084142823,0.00013075645,0.0003840228,0.0001235635,0.00008497004,0.000027076612,0.000034288165,0.00008570961,0.0006068806],"category_scores_gemma":[0.0014497065,0.00007977794,0.000091803166,0.00039180391,0.00014304058,0.000085861226,0.000011686027,0.00025731922,0.000024236324],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.017367925,0.00075516093,0.7059147,0.0002812477,0.00018470624,0.002006207,0.0020129546,0.0003916564,0.00005033202,0.10145518,0.00014670749,0.16943325],"study_design_scores_gemma":[0.3509864,0.0004137724,0.2704308,0.0055034943,0.00038831946,0.0018784008,0.003553777,0.014245164,0.0031211814,0.08670795,0.26118493,0.001585822],"about_ca_topic_score_codex":0.000010663594,"about_ca_topic_score_gemma":0.000004288362,"teacher_disagreement_score":0.43548387,"about_ca_system_score_codex":0.000029283376,"about_ca_system_score_gemma":0.00007307246,"threshold_uncertainty_score":0.66449165},"labels":[],"label_agreement":null},{"id":"W1998145453","doi":"10.1016/j.wneu.2015.04.001","title":"Quantification of Forces During a Neurosurgical Procedure: A Pilot Study","year":2015,"lang":"en","type":"article","venue":"World Neurosurgery","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":47,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Forceps; Neurosurgery; Medicine; Dissection (medical); Cadaveric spasm; Cadaver; Surgery; Biomedical engineering; Medical physics","score_opus":0.12350234430039264,"score_gpt":0.32764380736171705,"score_spread":0.2041414630613244,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1998145453","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9957579,0.00003529659,0.000010981625,0.00059876824,0.00030693712,0.00047130286,0.0000015845385,0.0001464485,0.0026708313],"genre_scores_gemma":[0.9981245,0.0000037257132,0.000013343212,0.00024931214,0.000105403094,0.000028719269,0.000005805845,0.000028526489,0.0014406617],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9983202,0.00011082177,0.00053926406,0.00033451908,0.00047530886,0.00021984152],"domain_scores_gemma":[0.9988863,0.00028720818,0.00016984284,0.00028101314,0.00012681008,0.00024882506],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00040610635,0.00014612997,0.00037224818,0.0002978445,0.000065056876,0.000023161343,0.00006382786,0.000019141798,0.00006209763],"category_scores_gemma":[0.0006299842,0.0001242926,0.000084789564,0.00082574965,0.000060498565,0.0000922947,0.00003605641,0.00017446517,0.00002232836],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0035885908,0.0029933983,0.98158586,0.00010519828,0.00003458646,0.0003301686,0.00038996185,0.00059014565,0.008988065,0.00028323688,0.00027691128,0.0008338616],"study_design_scores_gemma":[0.0058369543,0.0012723865,0.9841521,0.00007297036,0.0000719346,0.00008479621,0.00018510454,0.0012832336,0.0036967231,0.000044162844,0.0031041887,0.00019544395],"about_ca_topic_score_codex":0.0000093034505,"about_ca_topic_score_gemma":0.000011199111,"teacher_disagreement_score":0.005291342,"about_ca_system_score_codex":0.000024539628,"about_ca_system_score_gemma":0.0000721059,"threshold_uncertainty_score":0.5068505},"labels":[],"label_agreement":null},{"id":"W1998166562","doi":"10.1016/j.amjsurg.2008.08.011","title":"Psychometric properties of an integrated assessment of technical and communication skills","year":2008,"lang":"en","type":"article","venue":"The American Journal of Surgery","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":75,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto; The Wilson Centre","funders":"Association for Surgical Education","keywords":"Checklist; Communication skills; Rating scale; Medical education; Scale (ratio); Psychology; Social skills; Objective structured clinical examination; Medicine; Clinical psychology; Applied psychology; Developmental psychology","score_opus":0.07516604565258707,"score_gpt":0.34383808183167675,"score_spread":0.2686720361790897,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1998166562","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99881256,0.00036305515,0.00013825951,0.00032692164,0.000020922029,0.000045213474,6.827585e-7,0.0000056425083,0.0002867622],"genre_scores_gemma":[0.9974973,0.0008372772,0.0015271051,0.0001052293,0.000017018065,6.9329036e-7,0.0000011413216,0.000006231685,0.000008013469],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99897027,0.00016091944,0.000502442,0.00004427817,0.00025450802,0.000067604386],"domain_scores_gemma":[0.9983032,0.00052638946,0.00066678936,0.00017634135,0.00025771203,0.000069586094],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00094357494,0.00005689648,0.0004564222,0.0002749742,0.000035110068,0.0000027761914,0.00007715846,0.00001562471,0.000019649557],"category_scores_gemma":[0.00030031183,0.000030298572,0.00009403545,0.0007013423,0.0005964178,0.00006494505,0.000014198058,0.00019280902,1.3527436e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00096459367,0.001016018,0.71274596,0.00003077669,0.00018417354,0.000014031053,0.00057990866,0.000111971545,0.011101683,0.000042128842,0.000049486614,0.27315927],"study_design_scores_gemma":[0.000503028,0.0003124408,0.99642175,0.00022975834,0.00004226726,0.00041826788,0.0006205188,0.00017816851,0.0010112198,0.000014428594,0.00020883058,0.000039313458],"about_ca_topic_score_codex":0.000026264172,"about_ca_topic_score_gemma":3.039958e-7,"teacher_disagreement_score":0.2836758,"about_ca_system_score_codex":0.000018921839,"about_ca_system_score_gemma":0.00011606089,"threshold_uncertainty_score":0.21975262},"labels":[],"label_agreement":null},{"id":"W1998791641","doi":"10.1016/j.jsurg.2013.04.002","title":"The Orthopaedic In-Training Examination: Perspectives of Program Directors and Residents from the United States and Canada","year":2013,"lang":"en","type":"article","venue":"Journal of surgical education","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":20,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"McMaster University","funders":"","keywords":"Orthopedic surgery; Medicine; Family medicine; Physical therapy; Surgery","score_opus":0.02231964281711856,"score_gpt":0.30951801886127167,"score_spread":0.2871983760441531,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1998791641","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9926474,0.0015196307,8.645614e-7,0.0052348883,0.00010566405,0.00014714358,6.161085e-7,0.0000027189278,0.00034108094],"genre_scores_gemma":[0.9985665,0.001111566,0.00006349138,0.00007998925,0.000113454385,0.0000047926223,0.0000062837553,0.000003850867,0.000050039496],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99921525,0.0001192028,0.0002850889,0.00006179566,0.00024062759,0.00007803288],"domain_scores_gemma":[0.998029,0.0013744605,0.00017860855,0.000048749684,0.00027932774,0.000089857356],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0004312024,0.000052852956,0.000127851,0.000056689605,0.000067980545,0.00003328151,0.000035138873,0.000024567114,0.000057334903],"category_scores_gemma":[0.00039066043,0.000027021584,0.000023090728,0.00018176246,0.00010036386,0.00007831902,0.0000089405485,0.000161065,1.1092147e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000113506416,0.0001566938,0.55488133,0.000013282671,0.000064480424,0.000011428736,0.011344376,0.000028737291,0.0000100955895,0.00023295634,0.00025544403,0.43288764],"study_design_scores_gemma":[0.00086233404,0.000065027714,0.9462896,0.00012429369,0.000019409821,0.000029970006,0.043853145,0.0003861762,0.000006184849,0.00015322125,0.0081820935,0.000028564345],"about_ca_topic_score_codex":0.0959376,"about_ca_topic_score_gemma":0.012099978,"teacher_disagreement_score":0.43285906,"about_ca_system_score_codex":0.00005060281,"about_ca_system_score_gemma":0.0003236487,"threshold_uncertainty_score":0.91008264},"labels":[],"label_agreement":null},{"id":"W1999081945","doi":"10.1177/1553350607308466","title":"Evaluating Intraoperative Laparoscopic Skill: Direct Observation Versus Blinded Videotaped Performances","year":2007,"lang":"en","type":"article","venue":"Surgical Innovation","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":57,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"","keywords":"Intraclass correlation; Inter-rater reliability; Reliability (semiconductor); Medicine; Construct validity; Laparoscopic cholecystectomy; Physical therapy; Intra-rater reliability; Medical physics; Psychology; Rating scale; Psychometrics; Surgery; Clinical psychology; Developmental psychology","score_opus":0.205185711148505,"score_gpt":0.45346833105913253,"score_spread":0.24828261991062753,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1999081945","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9571877,0.00003880407,0.00027401868,0.00037622164,0.00053168257,0.00034445204,0.0000013529032,0.00016742716,0.04107834],"genre_scores_gemma":[0.9971562,0.000009918202,0.0013398015,0.00037073702,0.00044073738,0.000014771014,0.00019249154,0.000017068596,0.00045824234],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99811894,0.000060823055,0.00066881144,0.00029482855,0.00055467454,0.00030195244],"domain_scores_gemma":[0.99829715,0.000646066,0.00017346347,0.00015221888,0.0006498277,0.00008125145],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0017515921,0.00016421243,0.0002918764,0.0002575759,0.00018303718,0.000042171712,0.000049900482,0.00014548752,0.00058491],"category_scores_gemma":[0.00089505356,0.00013491636,0.000056582747,0.0020087708,0.00007068338,0.00028145948,0.000020775493,0.00027876455,0.000056484805],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0149709955,0.00065109105,0.093028724,0.00014930319,0.00029879235,0.00014306132,0.0019276807,0.0017381414,0.008321271,0.04828778,0.000085087755,0.8303981],"study_design_scores_gemma":[0.08267483,0.0031968148,0.70543176,0.00047888258,0.0002835697,0.00003888547,0.0014814521,0.09195923,0.05623521,0.00069966464,0.056443863,0.0010758167],"about_ca_topic_score_codex":0.000011322471,"about_ca_topic_score_gemma":0.000008501234,"teacher_disagreement_score":0.8293223,"about_ca_system_score_codex":0.00012482655,"about_ca_system_score_gemma":0.00008391489,"threshold_uncertainty_score":0.64043546},"labels":[],"label_agreement":null},{"id":"W1999124821","doi":"10.2196/cancer.4019","title":"Evaluation of a Web-Based App Demonstrating an Exclusionary Algorithmic Approach to TNM Cancer Staging","year":2015,"lang":"en","type":"article","venue":"JMIR Cancer","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Computer science; Usability; Stage (stratigraphy); Web application; Machine learning; World Wide Web; Human–computer interaction","score_opus":0.15749964234235825,"score_gpt":0.4269216643384218,"score_spread":0.2694220219960636,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1999124821","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9815502,0.00046771008,0.0015492154,0.0005068056,0.00017218592,0.0010191483,0.000017865746,0.00009225789,0.014624568],"genre_scores_gemma":[0.9951705,0.00000208034,0.0033088177,0.000571977,0.00027785197,0.00053074124,0.000028246603,0.000020956575,0.00008886619],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9981905,0.00011738246,0.00025426896,0.00025900174,0.0009906635,0.00018813694],"domain_scores_gemma":[0.9988377,0.000039083872,0.00009454203,0.00017166657,0.0005814869,0.00027551907],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0010481662,0.00011643607,0.00021881757,0.00011402581,0.00005215852,0.000010646156,0.000058664747,0.00006493306,0.00034177222],"category_scores_gemma":[0.000083055806,0.000099914985,0.000050163504,0.0003482237,0.00003279548,0.00009215802,0.000020676278,0.00012208412,0.0000041392045],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0004847931,0.00041912965,0.045683958,0.000098969715,0.00007811665,0.000004749967,0.0028857526,0.16496454,0.002216179,0.0000612243,0.00042063487,0.78268194],"study_design_scores_gemma":[0.006963494,0.0001182694,0.029060412,0.00021519886,0.00013500574,0.0000019712659,0.0009511204,0.95845747,0.00055261044,0.000043891414,0.0033461605,0.00015441765],"about_ca_topic_score_codex":0.0002529076,"about_ca_topic_score_gemma":0.000044319153,"teacher_disagreement_score":0.7934929,"about_ca_system_score_codex":0.00032718017,"about_ca_system_score_gemma":0.0012416955,"threshold_uncertainty_score":0.40744147},"labels":[],"label_agreement":null},{"id":"W1999416909","doi":"10.1097/sla.0000000000000520","title":"Technical Skills Assessment Toolbox","year":2014,"lang":"en","type":"review","venue":"Annals of Surgery","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":151,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University","funders":"","keywords":"Toolbox; Medicine; Curriculum; Medical education; Medical physics; Computer science; Psychology","score_opus":0.4007261889281104,"score_gpt":0.49599953120990015,"score_spread":0.09527334228178974,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1999416909","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000017631792,0.96860456,0.000060613736,0.00019180878,0.00022397864,0.00029197524,0.000014079626,0.000076715965,0.030518603],"genre_scores_gemma":[0.0013555017,0.99692905,0.00015670489,0.00060388516,0.00028092333,0.00002722286,0.00019007036,0.000041033974,0.00041560768],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99785364,0.0001386228,0.001042252,0.00028557042,0.00040719347,0.0002727421],"domain_scores_gemma":[0.9957914,0.0030238675,0.00044192077,0.00040082826,0.00014728478,0.00019470876],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0013352868,0.000262298,0.0028706442,0.00029295756,0.000025635687,0.000011243644,0.000080336315,0.00034687555,0.00068012264],"category_scores_gemma":[0.0006363343,0.00018864055,0.0015061572,0.0003361704,0.000073407726,0.000034182045,0.000032820913,0.0003724338,0.000084126106],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000005276623,0.00015736489,0.00016066911,0.0061374707,0.000109499204,0.00003684318,0.0000014519081,2.2314919e-7,8.3147704e-8,0.00028459425,0.0038378786,0.98926866],"study_design_scores_gemma":[0.000121605306,0.000027352244,0.000618984,0.015527532,0.00024828676,0.00003369682,0.0000012722044,0.0000029735554,0.0000010804714,0.00002735164,0.9832199,0.00016992512],"about_ca_topic_score_codex":0.000002464903,"about_ca_topic_score_gemma":1.4568646e-7,"teacher_disagreement_score":0.9890987,"about_ca_system_score_codex":0.000017439981,"about_ca_system_score_gemma":0.0003423438,"threshold_uncertainty_score":0.7692538},"labels":[],"label_agreement":null},{"id":"W1999445723","doi":"10.1089/end.2013.0065","title":"Determinants of Performance on the Transfer Task of the Basic Laparoscopic Urologic Surgery (BLUS <sup>©</sup> ) Curriculum Administered at Objective Structured Clinical Examinations","year":2013,"lang":"en","type":"article","venue":"Journal of Endourology","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"Fondation de l'Hôpital Général de Montréal; Canadian Urological Association; American Urological Association Foundation","keywords":"Medicine; Curriculum; Clinical Practice; Task (project management); Laparoscopic surgery; Surgery; Laparoscopy; Family medicine; Psychology","score_opus":0.04801722161363896,"score_gpt":0.31316668812189624,"score_spread":0.26514946650825727,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1999445723","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99797726,0.000062682666,0.000010560743,0.0007630498,0.00036454125,0.00028161646,0.0000062215277,0.000004999841,0.00052904314],"genre_scores_gemma":[0.9989001,0.000042735304,0.000018306197,0.0008387684,0.00013103234,0.000006455511,0.0000012421208,0.000010660486,0.000050697567],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99777186,0.0005474018,0.0010173105,0.00014175092,0.0003075276,0.00021416704],"domain_scores_gemma":[0.9962419,0.0026247767,0.0004969841,0.00024279057,0.0002967093,0.00009681509],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00080392935,0.00013832138,0.0006647354,0.0001197449,0.00008918755,0.0000049476903,0.00018653144,0.00016547041,0.00072886294],"category_scores_gemma":[0.0011203677,0.00006713914,0.00036578753,0.00019408605,0.0002615369,0.00006365989,0.000034390447,0.0005110264,0.000008073455],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0008225705,0.00030213463,0.9911524,0.000031917527,0.00013480084,0.000025991658,0.00050106517,0.0007580455,0.00035047217,0.000115814866,0.00013790102,0.005666875],"study_design_scores_gemma":[0.0029020566,0.0016730287,0.9874468,0.00007228682,0.0001532075,0.00028091922,0.00018178632,0.0043993667,0.0020558774,0.0000886596,0.0006823918,0.000063618],"about_ca_topic_score_codex":0.0000048847533,"about_ca_topic_score_gemma":0.000006553868,"teacher_disagreement_score":0.0056032566,"about_ca_system_score_codex":0.000025626912,"about_ca_system_score_gemma":0.0001298682,"threshold_uncertainty_score":0.7980538},"labels":[],"label_agreement":null},{"id":"W1999451432","doi":"10.1007/s11605-010-1178-y","title":"‘Slowing Down When You Should’: Initiators and Influences of the Transition from the Routine to the Effortful","year":2010,"lang":"en","type":"article","venue":"Journal of Gastrointestinal Surgery","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":121,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto; The Wilson Centre; Toronto General Hospital","funders":"Physicians' Services Incorporated Foundation","keywords":"Phenomenon; Medicine; Construct (python library); Transition (genetics); Tying; Vocabulary; Abnormality; Cognitive psychology; Psychology; Epistemology; Psychiatry; Computer science","score_opus":0.034550517078213695,"score_gpt":0.2768661315766287,"score_spread":0.24231561449841502,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1999451432","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9863688,0.000055503795,0.0003884658,0.012650605,0.00028607147,0.00010336012,0.0000061550113,0.0000069943817,0.00013409207],"genre_scores_gemma":[0.9970423,0.0000033100432,0.0007167353,0.001720042,0.0005001579,0.0000010377921,0.0000014897803,0.000008570333,0.000006388369],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9986714,0.0000970988,0.00054539286,0.00008914141,0.00044064724,0.0001562797],"domain_scores_gemma":[0.9972719,0.0019376053,0.00030887802,0.0001527019,0.00019962141,0.00012931167],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0013466459,0.00010783345,0.00028024125,0.000060156577,0.00013085376,0.000033599204,0.00012685495,0.000029339757,0.00014817604],"category_scores_gemma":[0.0016490218,0.00004528231,0.00022895995,0.00018830723,0.00014163705,0.000105890176,0.000027902423,0.0005453462,0.0000015315779],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0005832662,0.000052859683,0.98085225,0.0000100266225,0.000053388103,0.000051577415,0.0011304738,0.00022209846,0.0043658353,0.000030485831,0.0003318693,0.012315884],"study_design_scores_gemma":[0.00069186254,0.00011006358,0.9938773,0.0006553804,0.00012084634,0.0012133493,0.00070517213,0.00024325564,0.0004731505,0.00018547241,0.0016695503,0.000054592896],"about_ca_topic_score_codex":0.000080447164,"about_ca_topic_score_gemma":0.000034275006,"teacher_disagreement_score":0.013025069,"about_ca_system_score_codex":0.000011064029,"about_ca_system_score_gemma":0.00009856534,"threshold_uncertainty_score":0.2369288},"labels":[],"label_agreement":null},{"id":"W1999551287","doi":"10.1016/s0002-9610(00)00397-4","title":"Visual-spatial abilities in surgical training","year":2000,"lang":"en","type":"review","venue":"The American Journal of Surgery","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":81,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto; University Health Network","funders":"","keywords":"Relevance (law); Curriculum; Dreyfus model of skill acquisition; Training (meteorology); Psychology; Medical education; Medicine; Pedagogy; Geography","score_opus":0.13970828357704015,"score_gpt":0.39839611356660654,"score_spread":0.2586878299895664,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1999551287","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.019944444,0.9766753,0.0000054027564,0.00015352557,0.00028679575,0.00016268637,0.0000038160356,0.000018744084,0.002749343],"genre_scores_gemma":[0.062613584,0.9361671,0.00001793056,0.0001394266,0.00091652817,0.0000054338534,0.000008397385,0.00004591336,0.000085672116],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.996537,0.0007218343,0.0016736245,0.00017734915,0.0005246897,0.0003654718],"domain_scores_gemma":[0.99146014,0.006811562,0.0012483626,0.00019239946,0.00007233046,0.00021520584],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002184946,0.00030891257,0.0038474845,0.0005880623,0.00004800461,0.000026957723,0.00014776649,0.00008715138,0.0007552477],"category_scores_gemma":[0.00032158138,0.00017158863,0.0014670836,0.0008197404,0.00044997295,0.00005982831,0.00001972075,0.0010311044,0.000022340695],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0003192226,0.00007098437,0.00031049148,0.00036829,0.00015295125,0.000972419,0.00026947344,0.0000074865584,8.848583e-9,0.000005794147,0.000017336855,0.99750555],"study_design_scores_gemma":[0.00047830192,0.00013541736,0.000668128,0.009858829,0.00036737838,0.0028486948,0.0005148901,0.000016018499,4.3363475e-8,0.000019958845,0.984904,0.0001883776],"about_ca_topic_score_codex":0.00004113056,"about_ca_topic_score_gemma":0.0000010545613,"teacher_disagreement_score":0.99731714,"about_ca_system_score_codex":0.00011698238,"about_ca_system_score_gemma":0.0008786418,"threshold_uncertainty_score":0.82694334},"labels":[],"label_agreement":null},{"id":"W1999808669","doi":"10.1016/j.amjsurg.2010.09.006","title":"A tool for training and evaluation of laparoscopic inguinal hernia repair: the Global Operative Assessment of Laparoscopic Skills-Groin Hernia (GOALS-GH)","year":2010,"lang":"en","type":"article","venue":"The American Journal of Surgery","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":62,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Bamfield Marine Sciences Centre; McGill University","funders":"","keywords":"Groin; Inter-rater reliability; Inguinal hernia; Construct validity; Reliability (semiconductor); Medicine; Internal consistency; Hernia repair; Hernia; Physical therapy; General surgery; Psychology; Surgery; Rating scale; Patient satisfaction","score_opus":0.056862296525540854,"score_gpt":0.39776896171199005,"score_spread":0.3409066651864492,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1999808669","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9980873,0.00015957034,0.00010912844,0.00073482445,0.00024921854,0.0002867067,0.000012184335,0.000010081691,0.0003509792],"genre_scores_gemma":[0.9980862,0.00002689768,0.0013279634,0.00031760585,0.00020576135,0.000010190207,0.0000025229597,0.00001198083,0.000010885825],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9978511,0.0003785342,0.00076179724,0.00012961717,0.0006926522,0.00018629614],"domain_scores_gemma":[0.9962779,0.0017975747,0.0010025734,0.00020184515,0.0006288601,0.00009119845],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0049944133,0.00013516123,0.0007551866,0.00007741026,0.00010024798,0.000017582879,0.0001021746,0.000034519984,0.0000760667],"category_scores_gemma":[0.0012941523,0.00007549413,0.00026181526,0.00029767354,0.00046201982,0.00006528292,0.000023757302,0.0002940314,3.2891901e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00099411,0.00033475118,0.84413356,0.0000623766,0.0006662342,0.000011517896,0.002927339,0.0008602846,0.0053388523,0.00047518464,0.00006839184,0.1441274],"study_design_scores_gemma":[0.003969403,0.00073639513,0.98089015,0.00036527382,0.00057361316,0.00020973755,0.0029866295,0.008530101,0.00071578776,0.00047248104,0.00042536433,0.00012504493],"about_ca_topic_score_codex":0.000026592255,"about_ca_topic_score_gemma":0.000008439022,"teacher_disagreement_score":0.14400235,"about_ca_system_score_codex":0.00005758998,"about_ca_system_score_gemma":0.0006506949,"threshold_uncertainty_score":0.30785614},"labels":[],"label_agreement":null},{"id":"W2000244758","doi":"10.5489/cuaj.2170","title":"The impact of resident involvement in minimally-invasive urologic oncology procedures","year":2014,"lang":"en","type":"article","venue":"Canadian Urological Association Journal","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":53,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Centre Hospitalier de l’Université de Montréal","funders":"Brigham and Women's Hospital","keywords":"Medicine; Nephrectomy; Prostatectomy; Logistic regression; Odds ratio; Odds; Invasive surgery; Laparoscopy; Surgery; General surgery; Nephrology; Urology; Prostate cancer; Internal medicine; Cancer; Kidney","score_opus":0.023404932278183126,"score_gpt":0.2946336402357662,"score_spread":0.2712287079575831,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2000244758","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97830826,0.0001343961,0.0000055146143,0.014095186,0.00008955754,0.00016693887,0.0000026288717,0.000008693433,0.0071888505],"genre_scores_gemma":[0.9974594,0.0000855663,0.000044141427,0.002112826,0.00017530528,0.0000072392045,0.0000049529276,0.0000054999564,0.00010505873],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99833953,0.00037485975,0.00047180147,0.00012966953,0.00026894425,0.00041516314],"domain_scores_gemma":[0.9975677,0.0013292766,0.00034953307,0.000078319455,0.00023605464,0.0004390939],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0017646608,0.00010121941,0.0002810481,0.00015334458,0.00016999683,0.00003262389,0.00011189238,0.00021254676,0.00033266563],"category_scores_gemma":[0.006463849,0.000057839792,0.000173048,0.00021289883,0.000055181987,0.00003677964,0.000012911407,0.0004841282,0.000013511965],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00020646126,0.000051172257,0.9927459,0.0000027405656,0.000075835625,0.00004334136,0.00024793958,0.00094673666,0.000058907877,0.00037941884,0.0013941352,0.003847412],"study_design_scores_gemma":[0.0020122293,0.0013521523,0.97344863,0.000012810582,0.000020980802,0.000036918078,0.0001851211,0.0005976331,0.000014251279,0.0023920063,0.019864678,0.000062564795],"about_ca_topic_score_codex":0.0013612438,"about_ca_topic_score_gemma":0.008192957,"teacher_disagreement_score":0.019297246,"about_ca_system_score_codex":0.001402951,"about_ca_system_score_gemma":0.0012853392,"threshold_uncertainty_score":0.77382976},"labels":[],"label_agreement":null},{"id":"W2000379888","doi":"10.1115/esda2012-82862","title":"Objective Assessment of Surgical Skills","year":2012,"lang":"en","type":"preprint","venue":"","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Dynamic time warping; Gesture; Computer science; SAFER; Meaning (existential); Image warping; Domain (mathematical analysis); Surgical procedures; Human–computer interaction; Medical physics; Artificial intelligence; Surgery; Medicine; Psychology","score_opus":0.0364308697730527,"score_gpt":0.38671410235316245,"score_spread":0.35028323258010974,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2000379888","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.2632199,0.00009863732,0.00091911113,0.0002240633,0.00037234486,0.00036026342,0.000008409813,0.0000761498,0.7347211],"genre_scores_gemma":[0.99495786,0.000037888392,0.002607964,0.000087139946,0.00023886886,0.000012126821,0.00007185392,0.000013771424,0.001972497],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99893326,0.000050138566,0.0003153141,0.00020741449,0.00033000752,0.00016389923],"domain_scores_gemma":[0.99906164,0.00027884662,0.00011883337,0.00024549765,0.0001299596,0.00016521722],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00028766113,0.00014147682,0.00048803102,0.00007584821,0.000013933377,0.0000058072724,0.00004824585,0.00023709665,0.0054928623],"category_scores_gemma":[0.000029684008,0.00010199976,0.00022884746,0.000069140006,0.000048487957,0.00001696986,0.00016514119,0.00044976128,0.000020286865],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0003425542,0.004231517,0.82415944,0.00094897975,0.0016148215,0.00025647774,0.0013348716,0.0016689054,0.000065664026,0.06367068,0.00042152742,0.101284534],"study_design_scores_gemma":[0.0070678117,0.00013262281,0.94843054,0.00048121644,0.00035795433,0.000043463842,0.00019877519,0.0039846455,0.00055600965,0.0008955842,0.037483353,0.00036803057],"about_ca_topic_score_codex":0.00002857527,"about_ca_topic_score_gemma":0.0000010094534,"teacher_disagreement_score":0.7327486,"about_ca_system_score_codex":0.0000662018,"about_ca_system_score_gemma":0.00015247213,"threshold_uncertainty_score":0.9954162},"labels":[],"label_agreement":null},{"id":"W2000401568","doi":"10.1097/01.sla.0000133346.07434.30","title":"The Educational Impact of Bench Model Fidelity on the Acquisition of Technical Skill","year":2004,"lang":"en","type":"article","venue":"Annals of Surgery","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":422,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Medicine; Anastomosis; Checklist; Fidelity; Surgery; Physical therapy; Psychology","score_opus":0.22333773019127504,"score_gpt":0.42229567360064346,"score_spread":0.19895794340936843,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2000401568","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98681223,0.00011879904,0.00005003789,0.009602726,0.000027724205,0.00008848761,0.000014295402,0.0000060678526,0.0032796066],"genre_scores_gemma":[0.9992891,0.000081954655,0.000026805386,0.00051657995,0.000037493533,0.0000039927845,0.000016362234,0.000004547596,0.000023187593],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99913985,0.000031681142,0.0003643741,0.00007674052,0.0002813074,0.00010604634],"domain_scores_gemma":[0.99737376,0.0019297967,0.00016862933,0.00020154091,0.00028031183,0.00004594823],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00085410324,0.00006014154,0.00019594554,0.000051056053,0.00004286125,0.0000026326466,0.00004914115,0.00004727658,0.00014929388],"category_scores_gemma":[0.00068843225,0.00003057264,0.00030048634,0.00016734506,0.00013681334,0.000033752985,0.000011398008,0.000084428466,0.0000022896886],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.007096504,0.008507677,0.33773422,0.00036917572,0.0014125471,0.000011965292,0.0020198065,0.24265276,0.01992174,0.27995855,0.030090963,0.07022409],"study_design_scores_gemma":[0.0003576859,0.00010486763,0.96842295,0.00021432179,0.000018025978,0.0000038793787,0.000053987904,0.0012008919,0.0065240413,0.022973482,0.000069035144,0.00005680593],"about_ca_topic_score_codex":0.00006086903,"about_ca_topic_score_gemma":0.0000012613154,"teacher_disagreement_score":0.6306887,"about_ca_system_score_codex":0.000015409483,"about_ca_system_score_gemma":0.0002501923,"threshold_uncertainty_score":0.16346632},"labels":[],"label_agreement":null},{"id":"W2000534375","doi":"10.1089/end.2011.0432","title":"Simulating Laparoscopic Renal Hilar Vessel Injuries: Preliminary Evaluation of a Novel Surgical Training Model for Residents","year":2011,"lang":"en","type":"article","venue":"Journal of Endourology","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":13,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"St. Michael's Hospital; University of Toronto","funders":"","keywords":"Medicine; Nephrectomy; Trainer; Construct validity; Training system; Surgery; Laparoscopy; Physical therapy; Kidney; Internal medicine; Computer science","score_opus":0.22855484297021225,"score_gpt":0.3953290543486709,"score_spread":0.16677421137845863,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2000534375","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98917,0.00019559331,0.0080323145,0.00016005777,0.00015877807,0.0002539883,0.000004922314,0.000009339967,0.002014978],"genre_scores_gemma":[0.9918823,0.000006540092,0.0077070026,0.00013738671,0.00020295237,0.000006583642,0.0000048398815,0.00001679128,0.00003559145],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99819565,0.00010995787,0.0008451806,0.00014094313,0.00048489298,0.00022336193],"domain_scores_gemma":[0.9978003,0.0006197133,0.0006428894,0.00011403309,0.00069130585,0.00013179591],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0020063343,0.000116428084,0.0005188919,0.0002152461,0.000051256127,0.000004406942,0.00009066819,0.00014615555,0.00016500958],"category_scores_gemma":[0.0012517404,0.00009590846,0.00019558628,0.00010783566,0.00007658736,0.00011959002,0.000022407923,0.00026209973,6.374552e-7],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.077488996,0.004049557,0.063283764,0.0005222519,0.00207047,0.00039561637,0.04995417,0.7089767,0.018742384,0.0071642743,0.00033281138,0.06701901],"study_design_scores_gemma":[0.030363997,0.0028967585,0.017845135,0.00020039933,0.00065685395,0.00031280215,0.00032385235,0.9438473,0.0011478643,0.002109711,0.00018690914,0.00010844381],"about_ca_topic_score_codex":0.0000034690206,"about_ca_topic_score_gemma":0.0000011647685,"teacher_disagreement_score":0.23487058,"about_ca_system_score_codex":0.000036174646,"about_ca_system_score_gemma":0.00030264456,"threshold_uncertainty_score":0.39110336},"labels":[],"label_agreement":null},{"id":"W2000535129","doi":"10.3171/2014.3.jns132591","title":"Editorial: See one, simulate fifty, then do one?","year":2014,"lang":"en","type":"editorial","venue":"Journal of neurosurgery","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":3,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto; St. Michael's Hospital","funders":"","keywords":"Medicine","score_opus":0.031224930492024964,"score_gpt":0.30441006857818464,"score_spread":0.2731851380861597,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2000535129","genre_codex":"editorial","genre_gemma":"editorial","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"editorial","genre_consensus":"editorial","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0037627476,0.00021613637,0.000037787384,0.0006112578,0.99305815,0.00016621142,0.000024625528,0.00006198631,0.0020610888],"genre_scores_gemma":[0.034935888,0.0005326158,0.000051527513,0.0003635389,0.9630888,0.0000018529615,0.000041771083,0.00013530659,0.0008487057],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9939904,0.0003119135,0.001710928,0.00038388374,0.00312374,0.00047911674],"domain_scores_gemma":[0.98767084,0.008103445,0.0017912106,0.0004706465,0.0013852314,0.0005786149],"candidate_categories":["metaresearch","metaepi_narrow","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.0020756726,0.00044955005,0.0018272625,0.00066419336,0.000117307485,0.00016657014,0.00028872985,0.0011516924,0.00048108364],"category_scores_gemma":[0.009350419,0.00037183706,0.0010184156,0.00035538166,0.00008664928,0.0001794005,0.000084567975,0.0030655775,0.00009817751],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0013107946,0.00028567985,0.0002758422,0.00015311167,0.00026867472,0.0002943859,0.00005919701,0.0003113144,0.00008734619,0.0000054521693,0.99323493,0.0037132553],"study_design_scores_gemma":[0.0039631915,0.00049414154,0.00044517327,0.0010448012,0.0004732028,0.000032851854,0.000006012508,0.00007660485,0.000017515491,0.00024113084,0.9928984,0.0003069523],"about_ca_topic_score_codex":0.000004841392,"about_ca_topic_score_gemma":4.1942465e-7,"teacher_disagreement_score":0.031173138,"about_ca_system_score_codex":0.00014583225,"about_ca_system_score_gemma":0.0007007907,"threshold_uncertainty_score":0.99987334},"labels":[],"label_agreement":null},{"id":"W2000955897","doi":"10.1016/j.juro.2010.03.072","title":"Computer Enhanced Visual Learning Method to Train Urology Residents in Pediatric Orchiopexy Provided a Consistent Learning Experience in a Multi-Institutional Trial","year":2010,"lang":"en","type":"article","venue":"The Journal of Urology","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":20,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Medicine; Pediatric urology; Library science; General surgery","score_opus":0.05469070487959406,"score_gpt":0.3902129833071453,"score_spread":0.3355222784275513,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2000955897","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.95404077,0.00004328807,0.043855615,0.0011381237,0.00043310938,0.000344723,1.2245788e-7,0.000012341868,0.00013192967],"genre_scores_gemma":[0.99371535,0.000012387411,0.004812499,0.0009555895,0.0004493474,0.000010044416,0.0000011850575,0.000010543125,0.00003305131],"study_design_codex":"simulation_or_modeling","study_design_gemma":"observational","domain_scores_codex":[0.9973464,0.001169481,0.00073979684,0.00017783555,0.00026155324,0.0003049577],"domain_scores_gemma":[0.9978432,0.0015237931,0.00029811152,0.00007567429,0.00011098751,0.00014825418],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0027577134,0.00013508943,0.00045951438,0.00044166905,0.000087867076,0.0000110368655,0.00014679533,0.00014932906,0.00011226664],"category_scores_gemma":[0.0020380164,0.00009013571,0.000094740004,0.00034626087,0.00009398076,0.00006936523,0.00006132071,0.0017120544,0.000010249854],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.20748124,0.0018451366,0.14892088,0.000042924275,0.00014868457,0.00163935,0.042631473,0.4444754,0.04937272,0.0006805096,0.0000148679555,0.10274679],"study_design_scores_gemma":[0.17438409,0.009838378,0.6802724,0.000035968944,0.00017626579,0.001846456,0.0009434511,0.1280141,0.00036851288,0.0001117331,0.0036764652,0.000332151],"about_ca_topic_score_codex":0.000032076965,"about_ca_topic_score_gemma":0.00010739141,"teacher_disagreement_score":0.53135157,"about_ca_system_score_codex":0.00003620517,"about_ca_system_score_gemma":0.00021308161,"threshold_uncertainty_score":0.74381196},"labels":[],"label_agreement":null},{"id":"W2000975589","doi":"10.1007/s00423-008-0356-9","title":"Working conditions and trainee shortage in operative disciplines—is our profession ready for the next decade?","year":2008,"lang":"en","type":"article","venue":"Langenbeck s Archives of Surgery","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":24,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Workload; Economic shortage; Documentation; Duty; Payment; Working hours; Medical education; Job satisfaction; Medicine; Job dissatisfaction; Psychology; Family medicine; Quarter (Canadian coin); Working time; Morning; Nursing; Political science; Management; Work (physics); Business; Engineering; Geography; Social psychology; Government (linguistics)","score_opus":0.22357482469180742,"score_gpt":0.3953849148375073,"score_spread":0.1718100901456999,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2000975589","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9938069,0.000495688,0.00024921008,0.0031196387,0.00010830867,0.00043524188,0.000025021858,0.000021023257,0.00173899],"genre_scores_gemma":[0.9983424,0.00019527436,0.00031152208,0.00034166477,0.00011784414,0.000057574933,0.00007764246,0.000013214128,0.0005428668],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9992776,0.00003737218,0.0002622061,0.00015396737,0.00010649456,0.0001623515],"domain_scores_gemma":[0.99778336,0.0019576892,0.000060522078,0.00011314029,0.00001865624,0.00006665285],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00015185132,0.000094027215,0.00026927574,0.00011693706,0.00014248438,0.0000067252026,0.000036696205,0.00003778346,0.000025830055],"category_scores_gemma":[0.00014281138,0.000058308684,0.000089468085,0.00012463849,0.00009434965,0.00005636687,0.000025909572,0.0001255103,9.837804e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0008083874,0.00024805902,0.90566933,0.00011719586,0.0001453142,0.00008594887,0.029563129,0.00014527458,0.002088726,0.0010362548,0.0006595598,0.059432834],"study_design_scores_gemma":[0.0014300111,0.000035232246,0.9797723,0.0004513854,0.00003922109,0.000024713145,0.005557167,0.007056888,0.00040102043,0.000215439,0.0048911246,0.00012548677],"about_ca_topic_score_codex":0.000018154768,"about_ca_topic_score_gemma":0.000030712185,"teacher_disagreement_score":0.074103,"about_ca_system_score_codex":0.000005064603,"about_ca_system_score_gemma":0.000047074544,"threshold_uncertainty_score":0.2377759},"labels":[],"label_agreement":null},{"id":"W2001038732","doi":"10.1007/s00268-015-2972-1","title":"Development, Organisation and Implementation of a Surgical Skills ‘Boot Camp’: SIMweek","year":2015,"lang":"en","type":"review","venue":"World Journal of Surgery","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":35,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"National Institute for Health and Care Research","keywords":"Internship; Boot camp; Medical education; Graduation (instrument); Medicine; Computer science","score_opus":0.11093422407731957,"score_gpt":0.3998553125645624,"score_spread":0.28892108848724285,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2001038732","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00740274,0.99123657,0.000013747546,0.00006614344,0.00035112293,0.0002789605,0.000007140862,0.000012768535,0.0006308047],"genre_scores_gemma":[0.008690118,0.990099,0.00049866777,0.000034036235,0.0003241643,0.0000032168696,0.00008347731,0.000037121423,0.00023021128],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9972227,0.0001437489,0.0017577227,0.0001439665,0.00055184495,0.00017999513],"domain_scores_gemma":[0.99671227,0.0010782891,0.0015426261,0.000094672396,0.00030413046,0.00026802698],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0018104078,0.00022506292,0.0019222056,0.0007858665,0.000037102614,0.000019127734,0.000040393945,0.00010596997,0.0007271291],"category_scores_gemma":[0.00009687641,0.0001630105,0.00036128645,0.00046636962,0.000047848116,0.000103632934,0.000027142385,0.00031153212,0.0000108030545],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000038183844,0.00007277031,0.0034644424,0.0018168725,0.0002614452,0.00023555888,0.000250668,3.8366295e-7,2.6548054e-7,0.000025846726,0.00043617343,0.9933974],"study_design_scores_gemma":[0.0011632169,0.000026400472,0.0013203094,0.00543404,0.00051500555,0.0007483143,0.00013718047,5.0127096e-7,0.000005678053,0.0000130894305,0.9904954,0.0001408922],"about_ca_topic_score_codex":0.0000026695513,"about_ca_topic_score_gemma":0.000006909543,"teacher_disagreement_score":0.9932565,"about_ca_system_score_codex":0.00015916818,"about_ca_system_score_gemma":0.0013973811,"threshold_uncertainty_score":0.79615533},"labels":[],"label_agreement":null},{"id":"W2001313486","doi":"10.1007/s00464-013-3247-2","title":"Design and validation of an assessment tool for open surgical procedures","year":2013,"lang":"en","type":"article","venue":"Surgical Endoscopy","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":15,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"St. Michael's Hospital; Mount Sinai Hospital; Toronto Rehabilitation Institute; University of Toronto","funders":"","keywords":"Cholecystectomy; Medicine; Abdominal surgery; Open cholecystectomy; Gold standard (test); Test (biology); Laparoscopy; Physical therapy; Medical physics; Simulation; Surgery; Computer science; Internal medicine","score_opus":0.05416098842446549,"score_gpt":0.39861373694081365,"score_spread":0.34445274851634816,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2001313486","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99068165,0.000052964628,0.002121489,0.0003812737,0.000049455488,0.002035797,0.0000041678286,0.000047459853,0.00462573],"genre_scores_gemma":[0.97555584,0.00001769961,0.023730587,0.000080100515,0.000074403135,0.00024165731,0.00006424629,0.000017113553,0.00021836383],"study_design_codex":"design_other","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9988292,0.000111884816,0.00034220464,0.00027898318,0.00023140608,0.00020635902],"domain_scores_gemma":[0.9986337,0.0007857409,0.00008648979,0.00015061007,0.00014898341,0.0001944948],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0005293257,0.00012678916,0.0003608636,0.00005187859,0.00006866807,0.000075946766,0.000093907096,0.00009251281,0.0011978514],"category_scores_gemma":[0.00011476449,0.00009359796,0.000059433816,0.000117176634,0.00007008561,0.00026567784,0.00005008202,0.000094883515,0.0000073890133],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.049848862,0.011888988,0.21096215,0.0033204765,0.0020846352,0.0009576306,0.0025937187,0.00928961,0.012179931,0.16432463,0.002190236,0.53035915],"study_design_scores_gemma":[0.4254874,0.012270398,0.10137177,0.001074234,0.00069647253,0.00076967344,0.0008101087,0.21545532,0.12145896,0.022237271,0.09635578,0.00201262],"about_ca_topic_score_codex":0.000027217851,"about_ca_topic_score_gemma":3.055899e-7,"teacher_disagreement_score":0.52834654,"about_ca_system_score_codex":0.000020689451,"about_ca_system_score_gemma":0.00011830212,"threshold_uncertainty_score":0.9997152},"labels":[],"label_agreement":null},{"id":"W2001443444","doi":"10.1097/sla.0b013e31827051cd","title":"Validation of a Structured Training and Assessment Curriculum for Technical Skill Acquisition in Minimally Invasive Surgery","year":2012,"lang":"en","type":"article","venue":"Annals of Surgery","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":166,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"St. Michael's Hospital; Queen's University; University of Toronto","funders":"Canadian Institutes of Health Research","keywords":"Medicine; Curriculum; Laparoscopic cholecystectomy; Learning curve; Medical physics; Randomized controlled trial; Physical therapy; Dreyfus model of skill acquisition; Cholecystectomy; Medical education; Laparoscopy; Laparoscopic surgery; General surgery; Surgery; Psychology","score_opus":0.2371030515187717,"score_gpt":0.39812566631539703,"score_spread":0.16102261479662533,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2001443444","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99858326,0.00024453877,0.00008267566,0.00040684728,0.00009675417,0.00022757235,0.000014759848,0.000015772957,0.0003278249],"genre_scores_gemma":[0.99847007,0.00010216201,0.0009733324,0.00022235607,0.00008397249,0.00002178923,0.00011160631,0.000011386539,0.0000033436438],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99879456,0.00006444204,0.00056445267,0.00013389625,0.00021062497,0.00023201997],"domain_scores_gemma":[0.99679327,0.0025727903,0.00025182343,0.00009098931,0.0001830163,0.00010808619],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0014329588,0.0000995911,0.00052059314,0.00028913343,0.000020082527,0.000005014826,0.00001882766,0.00010385653,0.00005913351],"category_scores_gemma":[0.00091343856,0.000088661,0.00017409625,0.00023401623,0.00005828158,0.000180892,0.000013919453,0.00008197044,2.4530746e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00020185481,0.00031446994,0.9593989,0.00027973112,0.00005466745,0.0000049872465,0.00048284896,0.000016331172,0.004847856,0.00043460605,0.00022730771,0.033736438],"study_design_scores_gemma":[0.0006212553,0.000054364868,0.98050475,0.00044260948,0.000032020806,0.000011926804,0.0005254591,0.00009915287,0.01698907,0.0003314094,0.00027975414,0.000108251304],"about_ca_topic_score_codex":0.000011144111,"about_ca_topic_score_gemma":0.0000017235845,"teacher_disagreement_score":0.033628184,"about_ca_system_score_codex":0.000012253609,"about_ca_system_score_gemma":0.0001231271,"threshold_uncertainty_score":0.36154905},"labels":[],"label_agreement":null},{"id":"W2001484348","doi":"10.1016/j.media.2004.06.014","title":"Validation of dynamic heart models obtained using non-linear registration for virtual reality training, planning, and guidance of minimally invasive cardiac surgeries","year":2004,"lang":"en","type":"article","venue":"Medical Image Analysis","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":94,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University; Robarts Clinical Trials","funders":"","keywords":"Virtual reality; Training (meteorology); Computer science; Artificial intelligence; Image registration; Computer vision; Minimally invasive procedures; Medicine; Surgery; Image (mathematics); Geography","score_opus":0.06121609951463408,"score_gpt":0.36113409017281217,"score_spread":0.2999179906581781,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2001484348","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7734461,0.000081515944,0.22565281,0.00036412838,0.000022857977,0.00017140352,0.000031723277,0.000014164615,0.0002153253],"genre_scores_gemma":[0.99002206,0.000017091126,0.009500203,0.00009074809,0.00004647106,0.000008407497,0.0002774183,0.0000117335885,0.000025854686],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99823135,0.00007183354,0.00069624453,0.00027236316,0.00055722543,0.0001709788],"domain_scores_gemma":[0.998557,0.0004372793,0.00029501788,0.00018817678,0.00034545464,0.00017712072],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001144047,0.00013017251,0.00075281935,0.00021275075,0.000059640934,0.000010289189,0.000050182975,0.00012934828,0.000039621154],"category_scores_gemma":[0.0017660366,0.000116849405,0.0003066442,0.00054796494,0.00028540927,0.00016059414,0.000018464852,0.00009874917,1.8614064e-7],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0069573,0.0019455949,0.15745072,0.0027276785,0.014666705,0.00028328164,0.039008103,0.47908342,0.2709224,0.003270862,0.00019635132,0.023487583],"study_design_scores_gemma":[0.00517976,0.00047099206,0.036399182,0.00050698436,0.0029797407,0.000008897551,0.0025448436,0.92745215,0.02334449,0.00078222534,0.000055831995,0.00027493114],"about_ca_topic_score_codex":0.00020863269,"about_ca_topic_score_gemma":0.00002342575,"teacher_disagreement_score":0.4483687,"about_ca_system_score_codex":0.000044810895,"about_ca_system_score_gemma":0.00033712576,"threshold_uncertainty_score":0.47649804},"labels":[],"label_agreement":null},{"id":"W2001544872","doi":"10.1016/j.cmpb.2014.01.006","title":"A software system for evaluation and training of spatial reasoning and neuroanatomical knowledge in a virtual environment","year":2014,"lang":"en","type":"article","venue":"Computer Methods and Programs in Biomedicine","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":5,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Computer science; Interactivity; Rendering (computer graphics); Virtual reality; Visualization; Software; Human–computer interaction; Spatial contextual awareness; Artificial intelligence; Cursor (databases); Computer vision; Multimedia","score_opus":0.07696567631538734,"score_gpt":0.3863253782511386,"score_spread":0.30935970193575124,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2001544872","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6009185,0.00062158174,0.3977113,0.000078736586,0.00009063303,0.0005342,6.359275e-7,0.000016343562,0.000028078466],"genre_scores_gemma":[0.8031266,0.000013837423,0.19665642,0.00003461519,0.00010989956,0.0000343119,0.000014558899,0.000008412668,0.0000013407309],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9987955,0.00030983816,0.00034401863,0.0002786531,0.00012224971,0.0001497166],"domain_scores_gemma":[0.9989739,0.0007345438,0.00007114994,0.00007967488,0.000029595787,0.00011110593],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0029386047,0.00011085651,0.00041267526,0.00017061962,0.000026143949,0.000009971637,0.000023272825,0.000079006815,0.0000025022541],"category_scores_gemma":[0.00017286191,0.00008722447,0.00002253972,0.00012013322,0.0001491137,0.000023674045,0.000043599808,0.00010309979,5.3234427e-8],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00015572211,0.00005405448,0.014874936,0.00020378538,0.000012491297,0.000002712719,0.0017692389,0.000011942142,0.00008273801,0.00031425158,2.707365e-7,0.98251784],"study_design_scores_gemma":[0.01283547,0.0014553383,0.092345074,0.00090795394,0.00007039162,0.000055301443,0.000520417,0.8894551,0.000033372457,0.00018123571,0.0020378465,0.000102531376],"about_ca_topic_score_codex":0.000018420116,"about_ca_topic_score_gemma":0.0000036227796,"teacher_disagreement_score":0.9824153,"about_ca_system_score_codex":0.000025131487,"about_ca_system_score_gemma":0.000017143337,"threshold_uncertainty_score":0.35569105},"labels":[],"label_agreement":null},{"id":"W2002020618","doi":"10.5489/cuaj.1720","title":"Royal College surgical objectives of urologic training: A survey of faculty members from Canadian training programs","year":2014,"lang":"en","type":"article","venue":"Canadian Urological Association Journal","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"McGill University","funders":"","keywords":"Medicine; Subspecialty; Demographics; Specialty; Cystectomy; General surgery; Urology; Surgery; Family medicine; Bladder cancer; Internal medicine","score_opus":0.0589709283958836,"score_gpt":0.27956759193855046,"score_spread":0.22059666354266685,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2002020618","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9757678,0.00005393459,0.00002269689,0.0020671617,0.00022658693,0.00023181105,0.00038795502,0.000027630931,0.021214439],"genre_scores_gemma":[0.99825346,0.0000045005845,0.00028885435,0.00074798724,0.00021836144,0.0000057461134,0.00029220752,0.000018061892,0.00017083829],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9967434,0.0007861796,0.00080414175,0.00030824178,0.00057885965,0.0007792154],"domain_scores_gemma":[0.9956862,0.0012082588,0.00054934114,0.00012813126,0.00062965037,0.0017984248],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0027143985,0.00022438291,0.0008324534,0.00031136035,0.00022506081,0.00003636908,0.00018223199,0.00051560893,0.0015387803],"category_scores_gemma":[0.0041407435,0.00018376503,0.00027243624,0.0005336088,0.00014209497,0.00006256666,0.000011649982,0.0007513944,0.000008548191],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0002163508,0.00006568248,0.98030084,0.0000038449857,0.00026464163,0.00011276976,0.0015525727,0.0004921762,0.0000045744305,0.00049998116,0.0002402837,0.01624625],"study_design_scores_gemma":[0.0035681922,0.00062918366,0.94571406,0.000026119988,0.000085786625,0.000056276083,0.000966135,0.0033753878,0.0000041799,0.00043991182,0.044947438,0.00018731914],"about_ca_topic_score_codex":0.18966492,"about_ca_topic_score_gemma":0.2836102,"teacher_disagreement_score":0.09394527,"about_ca_system_score_codex":0.00057585805,"about_ca_system_score_gemma":0.0017118544,"threshold_uncertainty_score":0.999374},"labels":[],"label_agreement":null},{"id":"W2002323858","doi":"10.1007/s00464-009-0424-4","title":"Surgical simulation in Africa: the feasibility and impact of a 3-day fundamentals of laparoscopic surgery course","year":2009,"lang":"en","type":"article","venue":"Surgical Endoscopy","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":82,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto; Hospital for Sick Children; Toronto Western Hospital; St Joseph's Health Centre; University Health Network","funders":"","keywords":"Medicine; Certification; Abdominal surgery; Test (biology); Laparoscopy; Laparoscopic surgery; Hepatology; Task (project management); Physical therapy; Medical physics; General surgery; Surgery","score_opus":0.07672251354252872,"score_gpt":0.3867101455925641,"score_spread":0.3099876320500354,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2002323858","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9954943,0.0010709398,0.0000056545314,0.00020721497,0.000045492456,0.00036976335,0.000014171186,0.00002472902,0.0027677263],"genre_scores_gemma":[0.99974734,0.00009781202,0.000019864377,0.000025366533,0.00004380824,0.0000039200704,0.000015678888,0.000008458276,0.000037728743],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9981321,0.0002669653,0.00066080695,0.0002599341,0.00038164697,0.00029855827],"domain_scores_gemma":[0.996261,0.0030641009,0.00017377026,0.00025192113,0.00008002356,0.00016917645],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0011875167,0.00017127817,0.0007341824,0.000108360495,0.000038118782,0.000010878745,0.000056873792,0.00011839293,0.0004992894],"category_scores_gemma":[0.00029746204,0.000105294785,0.00028116792,0.0005041721,0.00023757407,0.0000787035,0.000021945243,0.00021345749,0.0000026676648],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0035795916,0.0011092048,0.9816573,0.00005448777,0.00007277417,0.00016714787,0.0004888221,0.0032985602,0.00016822256,0.0005812237,0.000019526098,0.008803139],"study_design_scores_gemma":[0.020953568,0.00066932524,0.96827656,0.00021352214,0.00006484079,0.00002866487,0.00011490499,0.0075459187,0.0005378895,0.0005141314,0.0009322544,0.00014840977],"about_ca_topic_score_codex":0.000047582373,"about_ca_topic_score_gemma":0.0000029921032,"teacher_disagreement_score":0.017373977,"about_ca_system_score_codex":0.00007089937,"about_ca_system_score_gemma":0.00011989187,"threshold_uncertainty_score":0.5466869},"labels":[],"label_agreement":null},{"id":"W2002716848","doi":"10.1503/cjs.004513","title":"“iBIM” — Internet-based interactive modules: an easy and interesting learning tool for general surgery residents","year":2014,"lang":"en","type":"article","venue":"Canadian Journal of Surgery","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"Royal Alexandra Hospital; University of Alberta","funders":"","keywords":"Medicine; Competence (human resources); The Internet; Curriculum; Test (biology); Autonomy; Multiple choice; Flexibility (engineering); Medical education; Significant difference; Internal medicine; World Wide Web","score_opus":0.06769677482840793,"score_gpt":0.29926660491640505,"score_spread":0.23156983008799714,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2002716848","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99539614,0.00010106442,0.0033885539,0.00026530822,0.00052774,0.00007495257,0.0000026020473,0.000013261929,0.00023037226],"genre_scores_gemma":[0.9977019,0.0000036096217,0.0006975271,0.00088243023,0.0004927359,0.000002393489,0.000019024666,0.00003036386,0.00017002242],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.998629,0.00015960584,0.0005759695,0.00016850136,0.0001518431,0.0003151096],"domain_scores_gemma":[0.9961991,0.0023145194,0.0003264799,0.00009387246,0.00030388669,0.0007621905],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0015091423,0.00013963973,0.00047787747,0.0006051619,0.00009842512,0.00009359965,0.00005302943,0.000078562945,0.00013129618],"category_scores_gemma":[0.0045179087,0.00012689552,0.00022243781,0.00011820275,0.00006938449,0.00025419635,0.0000063994153,0.0003219557,0.0000018895076],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00047136395,0.000021851842,0.86531776,0.000073136056,0.00008982435,0.00025111632,0.00033607273,0.00059726194,0.00007514114,0.00009125679,0.000527997,0.13214721],"study_design_scores_gemma":[0.0024430512,0.0003041252,0.8938634,0.002299702,0.00011772036,0.0004249879,0.0004266675,0.073937826,0.00057146227,0.00027992149,0.024931401,0.00039976306],"about_ca_topic_score_codex":0.000882945,"about_ca_topic_score_gemma":0.0007337774,"teacher_disagreement_score":0.13174745,"about_ca_system_score_codex":0.00011927015,"about_ca_system_score_gemma":0.00049128657,"threshold_uncertainty_score":0.5408685},"labels":[],"label_agreement":null},{"id":"W2002733881","doi":"10.1117/12.428098","title":"&lt;title&gt;Software components for medical image visualization and surgical planning&lt;/title&gt;","year":2001,"lang":"en","type":"article","venue":"Proceedings of SPIE, the International Society for Optical Engineering/Proceedings of SPIE","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University","funders":"","keywords":"Computer science; Software; Python (programming language); Visualization; Computer graphics (images); Scripting language; Workstation; Artificial intelligence; Computer hardware; Operating system","score_opus":0.019090249684578193,"score_gpt":0.28303684038523413,"score_spread":0.26394659070065596,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2002733881","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9772741,0.0001372025,0.00023402146,0.00076909503,0.00016426892,0.00029515888,0.000016031823,0.00008324042,0.02102689],"genre_scores_gemma":[0.95013374,0.00026929445,0.045611314,0.00035309233,0.0011960923,0.00009144966,0.000094475385,0.00010245923,0.0021480813],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.998774,1.7602193e-8,0.00033453625,0.00020053997,0.000496409,0.0001945135],"domain_scores_gemma":[0.99901015,0.00016291309,0.0001106232,0.000026375645,0.00055047957,0.00013944205],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00031712148,0.00014478777,0.00025043078,0.000060636758,0.000047340414,0.00003652402,0.0001642472,0.00015883085,0.00023749004],"category_scores_gemma":[0.0005913295,0.00011622044,0.0002344733,0.00014325569,0.00012132655,0.00011647744,0.000051561226,0.00013918201,0.000007186347],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00043326293,0.000255,0.0022873594,0.0006845252,0.0004784873,0.000002908836,0.00018878341,0.000018071061,0.024490232,0.9495479,0.016764823,0.00484867],"study_design_scores_gemma":[0.008778554,0.00059926097,0.004752803,0.0012168085,0.00035978673,0.00022454953,0.00035559203,0.19008271,0.006610506,0.0026167596,0.7837481,0.0006545936],"about_ca_topic_score_codex":6.58325e-7,"about_ca_topic_score_gemma":1.69975e-8,"teacher_disagreement_score":0.9469311,"about_ca_system_score_codex":0.000047419057,"about_ca_system_score_gemma":0.000021752214,"threshold_uncertainty_score":0.47393322},"labels":[],"label_agreement":null},{"id":"W2002761722","doi":"10.3138/jvme.0913-127r","title":"Validation of a Realistic Simulator for Veterinary Gastrointestinal Endoscopy Training","year":2014,"lang":"en","type":"article","venue":"Journal of Veterinary Medical Education","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":18,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Face validity; Construct validity; Likert scale; Endoscopy; Esophagogastroduodenoscopy; Rating scale; Medicine; Content validity; Medical physics; Physical therapy; Surgery; Psychology; Psychometrics","score_opus":0.13048064985274452,"score_gpt":0.4186751403419793,"score_spread":0.28819449048923473,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2002761722","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9738379,0.000045485587,0.023665352,0.0009445416,0.00057738414,0.00017313747,0.0000020704517,0.000014217006,0.00073988485],"genre_scores_gemma":[0.9835179,0.0000067473507,0.015169256,0.00038215952,0.000835594,0.000007683651,0.000026628803,0.00001739749,0.00003664129],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9982593,0.00015193522,0.00075899594,0.00012402362,0.00053967646,0.00016606448],"domain_scores_gemma":[0.9974365,0.0011340699,0.00050503685,0.00012230377,0.00042259248,0.00037949102],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.00145252,0.000114962524,0.00038277658,0.00018374798,0.000044291555,0.000009940763,0.00009868476,0.00007244261,0.00032424726],"category_scores_gemma":[0.008884858,0.00009594895,0.00017410751,0.00013314963,0.00008328221,0.00011521832,0.000015150059,0.00020026565,0.0000018215935],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.024657292,0.004156555,0.011724006,0.002288892,0.00028899589,0.00022974331,0.0042328574,0.0017348431,0.09319445,0.0031036912,0.0013850692,0.8530036],"study_design_scores_gemma":[0.08360495,0.15747623,0.17194931,0.02876132,0.001945175,0.09171914,0.007966184,0.20834714,0.005102383,0.008267183,0.23317789,0.0016830849],"about_ca_topic_score_codex":0.0000033327783,"about_ca_topic_score_gemma":7.530366e-8,"teacher_disagreement_score":0.8513205,"about_ca_system_score_codex":0.00006146476,"about_ca_system_score_gemma":0.00083081843,"threshold_uncertainty_score":0.99946374},"labels":[],"label_agreement":null},{"id":"W2002791022","doi":"10.2214/ajr.10.5301","title":"Enhancing the Case Log by Coding the Level of Trainee Participation in Vascular Interventional Radiology Procedures","year":2011,"lang":"en","type":"article","venue":"American Journal of Roentgenology","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"National Cancer Institute","keywords":"Medicine; Quarter (Canadian coin); Interventional radiology; Coding (social sciences); Scale (ratio); Data collection; Descriptive statistics; Medical education; Medical physics; Radiology; Statistics","score_opus":0.08914491991746086,"score_gpt":0.34111295971446864,"score_spread":0.25196803979700777,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2002791022","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9928938,0.00037577993,0.005557178,0.0008564024,0.00007794703,0.00009224473,0.000002097001,0.000003142621,0.00014138248],"genre_scores_gemma":[0.99921584,0.000039920727,0.00030868946,0.000371161,0.00004174591,0.0000044879266,0.0000015060075,0.0000064930014,0.000010136595],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99881566,0.00025911315,0.0005738533,0.000079795725,0.00010437168,0.00016723783],"domain_scores_gemma":[0.99896353,0.0003146104,0.00046466014,0.00009237734,0.00011479319,0.00005004347],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00073122367,0.000072612456,0.0003076154,0.00010279193,0.000041335774,0.0000022114978,0.000094605166,0.000030853254,0.00018616141],"category_scores_gemma":[0.00048359772,0.000039923056,0.00013879767,0.0001903658,0.00039342532,0.000039600982,0.000016454947,0.00023387524,0.0000011323643],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.006737872,0.0037791128,0.32151213,0.00025876836,0.0042567113,0.00557669,0.09365025,0.0025429893,0.032989085,0.014660092,0.0006813788,0.5133549],"study_design_scores_gemma":[0.011756897,0.008104089,0.89410985,0.0004004289,0.0007336833,0.022696042,0.046874948,0.0016746599,0.010285001,0.0017570612,0.0013068996,0.00030045948],"about_ca_topic_score_codex":0.00010967771,"about_ca_topic_score_gemma":0.00016641106,"teacher_disagreement_score":0.5725977,"about_ca_system_score_codex":0.000030569037,"about_ca_system_score_gemma":0.00006977739,"threshold_uncertainty_score":0.20383368},"labels":[],"label_agreement":null},{"id":"W2003042771","doi":"10.1089/end.2010.0304","title":"Surgical Case Volume in Canadian Urology Residency: A Comparison of Trends in Open and Minimally Invasive Surgical Experience","year":2011,"lang":"en","type":"article","venue":"Journal of Endourology","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":26,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of British Columbia","funders":"","keywords":"Medicine; Prostatectomy; Pyeloplasty; Urology; General surgery; Surgery; Internal medicine; Urinary system; Prostate","score_opus":0.10484048127317942,"score_gpt":0.3803471180830095,"score_spread":0.2755066368098301,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2003042771","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98709106,0.00037474977,7.204691e-7,0.0009403155,0.00008225324,0.00008429454,0.0000018931354,0.0000020192788,0.011422672],"genre_scores_gemma":[0.9994879,0.000020796784,0.00022291373,0.0001680821,0.00004487031,0.00000286373,0.00000179242,0.000007907868,0.000042893673],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9982467,0.00027852322,0.00083760184,0.00017448985,0.00012192478,0.00034072445],"domain_scores_gemma":[0.99869806,0.0004231017,0.0002764434,0.00010486385,0.00009454687,0.00040299667],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00070603564,0.000109667264,0.00072731473,0.0007663483,0.000024105846,0.000006769747,0.00014899968,0.00018747088,0.0016856235],"category_scores_gemma":[0.00028595186,0.000091783695,0.000066889064,0.00031327247,0.00020202874,0.00011009042,0.00006248087,0.00046327076,0.0000016700308],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.002916688,0.00018352247,0.8869719,0.0000042340594,0.00002106701,0.10143453,0.004574913,0.000029346795,0.000016839816,0.0004627304,0.000034778863,0.0033494795],"study_design_scores_gemma":[0.016834581,0.0034137918,0.90809083,0.000034904875,0.00004904058,0.059816364,0.0016440504,0.0009906054,0.000095309006,0.00024791816,0.0086398395,0.00014279323],"about_ca_topic_score_codex":0.039177276,"about_ca_topic_score_gemma":0.23625663,"teacher_disagreement_score":0.19707935,"about_ca_system_score_codex":0.00005197397,"about_ca_system_score_gemma":0.00041861038,"threshold_uncertainty_score":0.999227},"labels":[],"label_agreement":null},{"id":"W2003065744","doi":"10.1016/j.amjsurg.2008.01.024","title":"Can everyone achieve proficiency with the laparoscopic technique? Learning curve patterns in technical skills acquisition","year":2009,"lang":"en","type":"article","venue":"The American Journal of Surgery","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":164,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"St. Michael's Hospital; University of Toronto","funders":"","keywords":"Psychomotor learning; Learning curve; Trainer; Dreyfus model of skill acquisition; Medicine; Medical physics; Physical therapy; Computer science","score_opus":0.015981974110319083,"score_gpt":0.285821693549052,"score_spread":0.2698397194387329,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2003065744","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99104697,0.00006920969,0.0011192875,0.0072596627,0.000030218125,0.00017249885,7.3134214e-7,0.000025537223,0.00027586884],"genre_scores_gemma":[0.99810725,0.000059367994,0.00010428034,0.0015548428,0.00011291021,0.000005720021,0.0000020780233,0.000011504552,0.000042035288],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99856454,0.00027446213,0.0004024408,0.00010998828,0.00040710208,0.00024148963],"domain_scores_gemma":[0.9983597,0.000784121,0.0005110492,0.00015530852,0.00010185144,0.0000879796],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0014491715,0.00012136318,0.00045520076,0.00018009383,0.00009111499,0.000019656629,0.00011613496,0.000027562442,0.00003754442],"category_scores_gemma":[0.00014137165,0.000057569378,0.00012381186,0.00068616524,0.00021185525,0.00006732357,0.000013121787,0.0006697761,0.0000015068753],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0012736337,0.00035350837,0.93482447,0.000009157836,0.000042839292,0.0003049036,0.00069009373,0.00070833956,0.0029028316,0.0000401991,0.00006093128,0.058789082],"study_design_scores_gemma":[0.0005862431,0.0007674123,0.99618864,0.00037394228,0.000038900456,0.0005635261,0.0007320844,0.00004496038,0.00042809924,0.00007221913,0.000114500486,0.000089459994],"about_ca_topic_score_codex":0.000024127043,"about_ca_topic_score_gemma":0.000003055405,"teacher_disagreement_score":0.061364174,"about_ca_system_score_codex":0.0000716016,"about_ca_system_score_gemma":0.00011893509,"threshold_uncertainty_score":0.29098812},"labels":[],"label_agreement":null},{"id":"W2003157247","doi":"10.1016/j.gie.2008.03.1088","title":"Assessment of endoscopic training of general surgery residents in a North American health region","year":2008,"lang":"en","type":"article","venue":"Gastrointestinal Endoscopy","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":40,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"Canadian Institutes of Health Research","keywords":"Medicine; Endoscopy; Colonoscopy; Competence (human resources); Gastroenterology; General surgery; Residency training; Internal medicine; Family medicine; Medical education; Colorectal cancer","score_opus":0.07580611709902622,"score_gpt":0.3465861672173838,"score_spread":0.27078005011835754,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2003157247","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9964436,0.00002951891,0.0020124186,0.00018780775,0.000038994105,0.0001972963,0.000004140203,0.00003153118,0.0010546402],"genre_scores_gemma":[0.9541463,0.000036890728,0.045515027,0.000164275,0.000050685565,0.000008354781,0.000027152271,0.000017220069,0.0000340732],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9980823,0.0001621236,0.0007651967,0.00024241989,0.00038480552,0.0003631695],"domain_scores_gemma":[0.9984863,0.00056969497,0.00047003364,0.00019265988,0.00008969978,0.00019161154],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00032669737,0.00014980049,0.0007522157,0.00031494914,0.000038780105,0.0000024008123,0.00006289572,0.00001313411,0.00002844388],"category_scores_gemma":[0.0004530594,0.00014187094,0.0001292971,0.0006632424,0.0002249843,0.00005023726,0.00002200932,0.00021248868,0.0000010242375],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00025346756,0.00016036018,0.99509984,0.00008249178,0.000011182819,0.00024457113,0.00028403144,0.00034485426,0.0006530155,0.000048711212,0.00002608081,0.0027914194],"study_design_scores_gemma":[0.0024730347,0.0007171745,0.99387205,0.0005706509,0.000008152097,0.0009127423,0.00020336578,0.0010588717,0.00010536444,0.0000049671144,0.000012546942,0.00006106784],"about_ca_topic_score_codex":0.0012298317,"about_ca_topic_score_gemma":0.000208348,"teacher_disagreement_score":0.04350261,"about_ca_system_score_codex":0.00010084146,"about_ca_system_score_gemma":0.00061476754,"threshold_uncertainty_score":0.57853293},"labels":[],"label_agreement":null},{"id":"W2003401160","doi":"10.1016/s0022-5347(05)64265-6","title":"Randomized prospective blinded study validating acquistion of ureteroscopy skills using computer based virtual reality endourological simulator.","year":2002,"lang":"en","type":"article","venue":"PubMed","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":117,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University","funders":"","keywords":"Medicine; Ureteroscopy; Randomized controlled trial; Demographics; Simulation training; Virtual reality; Medical physics; Physical therapy; Simulation; Surgery; Ureter; Computer science; Artificial intelligence","score_opus":0.1035324808105465,"score_gpt":0.33046862983143127,"score_spread":0.22693614902088477,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2003401160","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98201376,0.000011715077,0.013497267,0.00007798905,0.00017838604,0.0032561587,0.0000047462586,0.00011511322,0.00084486883],"genre_scores_gemma":[0.9986022,5.7965127e-7,0.0006713298,0.0002597594,0.00019981306,0.00021599885,0.000009012247,0.000017402468,0.000023897679],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99764204,0.0005625286,0.0006437809,0.00036631277,0.00047017916,0.00031518747],"domain_scores_gemma":[0.9979429,0.0012131659,0.00026598966,0.0002238982,0.00017677703,0.0001772666],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0014802015,0.00018521376,0.00081279845,0.00011543907,0.00008620445,0.000027730088,0.000066261564,0.000113922375,0.00021901686],"category_scores_gemma":[0.0011762702,0.00013968821,0.00021591298,0.00027471155,0.00014351147,0.00006969326,0.000037657326,0.00020605153,0.000002966396],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.1509197,0.010981366,0.6056665,0.0001103657,0.0012189359,0.00018182519,0.0036796683,0.12434813,0.00020037082,0.000595534,0.000020704778,0.10207688],"study_design_scores_gemma":[0.2854736,0.000249454,0.29203412,0.000019089664,0.00021884868,0.000003645769,0.000049783874,0.4213075,0.00044200916,0.00005262994,0.000013542084,0.00013579427],"about_ca_topic_score_codex":0.000012985234,"about_ca_topic_score_gemma":4.7738405e-7,"teacher_disagreement_score":0.3136324,"about_ca_system_score_codex":0.00007820003,"about_ca_system_score_gemma":0.000011858529,"threshold_uncertainty_score":0.56963205},"labels":[],"label_agreement":null},{"id":"W2003448527","doi":"10.1016/j.jsurg.2012.11.004","title":"Teaching Cricothyrotomy: A Multisensory Surgical Education Approach for Final-Year Medical Students","year":2013,"lang":"en","type":"article","venue":"Journal of surgical education","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":18,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University; University of Alberta Hospital; University of Alberta","funders":"","keywords":"Cricothyrotomy; Test (biology); Session (web analytics); Medicine; Confidence interval; Medical education; Psychology; Surgery; Computer science; Airway management","score_opus":0.04520548275328393,"score_gpt":0.39022320084451007,"score_spread":0.3450177180912261,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2003448527","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97365355,0.00046794035,0.00078558613,0.0062498753,0.0009574719,0.0010793986,0.000001416978,0.000039348583,0.016765432],"genre_scores_gemma":[0.98502845,0.00009039584,0.008276325,0.0008127278,0.0024636872,0.00011432262,0.0000467042,0.000031710973,0.0031357],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9969695,0.00019893904,0.0009305262,0.00025338997,0.0013542935,0.00029331108],"domain_scores_gemma":[0.99725515,0.000617687,0.00041170348,0.00017895084,0.00078074733,0.0007557684],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0014930766,0.00019844175,0.00051548216,0.0002927028,0.00014057753,0.00011029891,0.00025070825,0.00024494602,0.0013072039],"category_scores_gemma":[0.0007618039,0.0001480239,0.0003592593,0.00020962117,0.00007517165,0.0003200379,0.000037123616,0.00071218744,0.000041724918],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.001951554,0.017140297,0.07548726,0.00042569128,0.00033331793,0.00007746292,0.0015060216,0.00007923089,0.00008295127,0.005814782,0.017827105,0.8792743],"study_design_scores_gemma":[0.029189987,0.001216915,0.102851294,0.0009854425,0.00040985114,0.0041429223,0.006436883,0.008175008,0.0000980072,0.001220085,0.84459424,0.00067938986],"about_ca_topic_score_codex":0.00006134473,"about_ca_topic_score_gemma":3.2737756e-7,"teacher_disagreement_score":0.87859493,"about_ca_system_score_codex":0.00018737109,"about_ca_system_score_gemma":0.0013219829,"threshold_uncertainty_score":0.9996057},"labels":[],"label_agreement":null},{"id":"W2003793897","doi":"10.1097/aap.0b013e318246f63c","title":"The Creation of an Objective Assessment Tool for Ultrasound-Guided Regional Anesthesia Using the Delphi Method","year":2012,"lang":"en","type":"article","venue":"Regional Anesthesia & Pain Medicine","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":99,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto; Sunnybrook Health Science Centre","funders":"University of Toronto","keywords":"Checklist; Medicine; Delphi; Delphi method; Trainer; Medical physics; Process (computing); Medical education; Computer science; Artificial intelligence; Psychology","score_opus":0.0821210887688015,"score_gpt":0.40023931434390403,"score_spread":0.3181182255751025,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2003793897","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7386246,0.0010556312,0.08434583,0.17353809,0.000027855844,0.002072495,2.627207e-7,0.00010721161,0.0002280832],"genre_scores_gemma":[0.93760467,0.00008982449,0.01908551,0.04128033,0.0014026564,0.00012843839,0.0001251134,0.000054573084,0.00022890972],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9966924,0.0010152439,0.0006441625,0.00029188607,0.00091913913,0.00043713927],"domain_scores_gemma":[0.99050194,0.007995373,0.00038599657,0.00041404506,0.00048208635,0.00022057185],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.007885064,0.00026694158,0.0004856072,0.00010263481,0.00049993274,0.00001731827,0.00019253527,0.00013723887,0.00006569669],"category_scores_gemma":[0.00050032116,0.00013791193,0.00021018866,0.00037910187,0.0005091387,0.00015955685,0.000004474407,0.00022425779,0.0000013530761],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.011169088,0.0039733634,0.27205563,0.00084631424,0.0025948994,0.00027645868,0.03018132,0.0069654593,0.024227904,0.5191089,0.0424344,0.08616627],"study_design_scores_gemma":[0.00787044,0.0015180568,0.32748398,0.00069353264,0.00088193547,0.008595356,0.010261338,0.06797632,0.00043130832,0.0046702744,0.56908643,0.00053100847],"about_ca_topic_score_codex":0.00010244175,"about_ca_topic_score_gemma":0.000003566813,"teacher_disagreement_score":0.52665204,"about_ca_system_score_codex":0.00015014422,"about_ca_system_score_gemma":0.00021457882,"threshold_uncertainty_score":0.56238854},"labels":[],"label_agreement":null},{"id":"W2004046335","doi":"10.1016/j.amjsurg.2009.07.033","title":"Intraoperative assessment of technical skills on live patients using economy of hand motion: establishing learning curves of surgical competence","year":2009,"lang":"en","type":"article","venue":"The American Journal of Surgery","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":72,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Women's College Hospital; University of Toronto","funders":"","keywords":"Competence (human resources); Learning curve; Medicine; Psychology; Economics; Social psychology; Management","score_opus":0.031024333787061063,"score_gpt":0.3272749953198366,"score_spread":0.29625066153277557,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2004046335","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99795175,0.00008776901,0.00038915506,0.00035125442,0.000048620946,0.000079875674,0.0000020097636,0.00000408231,0.0010854906],"genre_scores_gemma":[0.99900246,0.00014535317,0.0005897364,0.00019055892,0.000058989677,3.03387e-7,0.0000029268467,0.0000068718664,0.0000028230322],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99820644,0.00029931506,0.0008796921,0.00009632796,0.00038320717,0.00013501006],"domain_scores_gemma":[0.99545085,0.002327708,0.0015097619,0.0001120149,0.0005062344,0.00009344688],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0012076695,0.000107789885,0.00085558434,0.00017629261,0.000053427146,0.000010176143,0.0000884929,0.000024562692,0.00006794393],"category_scores_gemma":[0.00042526412,0.00006981246,0.0002342762,0.00034549256,0.00043190154,0.0001427091,0.000018131559,0.00037442855,2.0674764e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0011842881,0.0013247128,0.900408,0.000098599936,0.0002526727,0.00007827301,0.0009052375,0.01658906,0.0021742913,0.00029744089,0.000025832276,0.07666158],"study_design_scores_gemma":[0.0017679919,0.0019489524,0.9864365,0.003332789,0.00014811989,0.0001282628,0.0011375997,0.0025403444,0.002237762,0.00007891628,0.00010321949,0.00013954876],"about_ca_topic_score_codex":0.0000125078095,"about_ca_topic_score_gemma":1.1775451e-7,"teacher_disagreement_score":0.08602849,"about_ca_system_score_codex":0.00006880759,"about_ca_system_score_gemma":0.00018739015,"threshold_uncertainty_score":0.28468695},"labels":[],"label_agreement":null},{"id":"W2004221589","doi":"10.1007/s11519-007-0010-4","title":"Ethical challenges of in-the-field training: a surgical perspective","year":2007,"lang":"en","type":"article","venue":"Learning Inquiry","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":11,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"Canadian Institutes of Health Research","keywords":"Dilemma; Perspective (graphical); Ethical dilemma; Engineering ethics; Field (mathematics); Medical education; Psychology; Medicine; Engineering; Computer science; Political science; Artificial intelligence; Law","score_opus":0.12631277726774245,"score_gpt":0.4130797203527797,"score_spread":0.28676694308503725,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2004221589","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8250587,0.0005900179,0.00031102865,0.014656639,0.00011734327,0.00013458262,7.6329044e-8,0.0000598516,0.15907173],"genre_scores_gemma":[0.99823695,0.00004388805,0.00012087789,0.0011826659,0.00031794334,0.0000025247543,0.0000013383277,0.000010429563,0.000083392195],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"qualitative","domain_scores_codex":[0.99878836,0.00017603848,0.00026375006,0.00018887916,0.00034115018,0.00024184705],"domain_scores_gemma":[0.99628115,0.0033848325,0.00006238273,0.000117298834,0.00007580523,0.000078561716],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0021764652,0.00009081295,0.0002510774,0.0001251897,0.00004431644,0.000005490974,0.00007000968,0.0002644273,0.0001816342],"category_scores_gemma":[0.0020310425,0.000065588705,0.00010386182,0.00024577414,0.00014109274,0.000022325354,0.000017018958,0.0013859969,0.000011027324],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0023042466,0.00047788405,0.042896513,0.00010326713,0.00010906332,0.0020981252,0.35056603,0.00048523795,0.000112599046,0.36095592,0.00006832806,0.23982276],"study_design_scores_gemma":[0.011406434,0.002336995,0.41014233,0.000499663,0.00007801346,0.00047116177,0.4111911,0.0010721901,0.00030119307,0.0025149172,0.15959035,0.0003956508],"about_ca_topic_score_codex":0.000016696275,"about_ca_topic_score_gemma":0.000009388967,"teacher_disagreement_score":0.36724582,"about_ca_system_score_codex":0.000030949814,"about_ca_system_score_gemma":0.000042189884,"threshold_uncertainty_score":0.60215443},"labels":[],"label_agreement":null},{"id":"W2004242787","doi":"10.1109/icra.2013.6631196","title":"The application of force sensing to skills assessment in Minimally Invasive Surgery","year":2013,"lang":"en","type":"article","venue":"","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Lawson Health Research Institute","funders":"Imperial College London","keywords":"Haptic technology; Computer science; Invasive surgery; Set (abstract data type); Work (physics); Simulation; Measure (data warehouse); Human–computer interaction; Medical physics; Engineering; Surgery; Medicine; Data mining; Mechanical engineering","score_opus":0.0211700998377584,"score_gpt":0.31472071006435925,"score_spread":0.29355061022660084,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2004242787","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97422665,0.0000054411253,0.0026825655,0.0020450593,0.000022408836,0.0003979559,1.4922539e-7,0.000014568957,0.020605221],"genre_scores_gemma":[0.99657285,0.000003879316,0.0020353827,0.00081567524,0.000018860761,0.00001193176,0.0000039164634,0.0000046416453,0.0005328464],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99944544,0.0000220786,0.00022011911,0.00008635364,0.00012680919,0.00009920616],"domain_scores_gemma":[0.9983143,0.0013851906,0.000042966047,0.000111120404,0.00008940617,0.00005700589],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00024822797,0.00004256021,0.00012245434,0.00004926367,0.000022884597,0.000009292511,0.000019896397,0.000023919078,0.00007433178],"category_scores_gemma":[0.00021224818,0.00002633592,0.00003546675,0.00016281204,0.000016223963,0.000029409137,0.000013663907,0.000048729242,0.000028839853],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000064823835,0.0001576163,0.28323057,0.000039175524,0.000039488994,0.000005303045,0.0005905761,0.00041932976,0.01952118,0.0036331082,0.00041344174,0.69188535],"study_design_scores_gemma":[0.0007322053,0.000040826657,0.9803482,0.000073061565,0.000007825205,0.000002983384,0.0008568675,0.010402277,0.005066496,0.00056882756,0.0018287448,0.000071679315],"about_ca_topic_score_codex":0.000110331304,"about_ca_topic_score_gemma":0.000087736546,"teacher_disagreement_score":0.6971176,"about_ca_system_score_codex":0.000027652639,"about_ca_system_score_gemma":0.000055618708,"threshold_uncertainty_score":0.10739476},"labels":[],"label_agreement":null},{"id":"W2004293827","doi":"10.3200/jmbr.39.1.40-48","title":"Application of Motor Learning Principles to Complex Surgical Tasks: Searching for the Optimal Practice Schedule","year":2007,"lang":"en","type":"article","venue":"Journal of Motor Behavior","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":77,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Task (project management); Motor learning; Motor skill; Test (biology); Dreyfus model of skill acquisition; Psychology; Schedule; Cognitive psychology; Knowledge of results; Cognition; Applied psychology; Physical medicine and rehabilitation; Computer science; Developmental psychology; Medicine; Engineering","score_opus":0.09312703329278765,"score_gpt":0.41643863467633646,"score_spread":0.3233116013835488,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2004293827","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.94859576,0.000103877,0.049046155,0.001041507,0.0000909417,0.0008091647,0.0000064452133,0.000015709773,0.0002904159],"genre_scores_gemma":[0.9671962,0.000008333187,0.032070808,0.00011526222,0.00041523954,0.000019743447,0.0000047788512,0.000019191026,0.00015043262],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9984235,0.000064474334,0.00063623075,0.000118064265,0.0005419964,0.00021573395],"domain_scores_gemma":[0.9967873,0.0018200558,0.00046055746,0.00013015911,0.00056965684,0.00023228979],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0026214889,0.0000992611,0.0002806537,0.00014219728,0.00013463975,0.000023740626,0.00012983728,0.000066791246,0.00007638331],"category_scores_gemma":[0.0011422426,0.00006655804,0.00020906446,0.0001663894,0.000050069426,0.00011894091,0.000033936565,0.00041317014,0.000003713239],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0219611,0.0029989076,0.14569537,0.00017753137,0.00045388145,0.0004688462,0.0027656653,0.015200994,0.18157172,0.0030479853,0.000061896084,0.6255961],"study_design_scores_gemma":[0.006743072,0.0022110816,0.5351925,0.00012376758,0.0005683775,0.0006917526,0.0025983176,0.015210749,0.0027003915,0.000003113149,0.4337928,0.00016407823],"about_ca_topic_score_codex":0.000011859043,"about_ca_topic_score_gemma":0.0000012958386,"teacher_disagreement_score":0.625432,"about_ca_system_score_codex":0.00007498585,"about_ca_system_score_gemma":0.00007438261,"threshold_uncertainty_score":0.2714158},"labels":[],"label_agreement":null},{"id":"W2004374507","doi":"10.1016/j.jsurg.2014.06.013","title":"Effect of Instructor Feedback on Skills Retention After Laparoscopic Simulator Training: Follow-Up of a Randomized Trial","year":2014,"lang":"en","type":"article","venue":"Journal of surgical education","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":40,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"The Wilson Centre; University of Toronto; University Health Network","funders":"","keywords":"Randomized controlled trial; Training (meteorology); Simulation; Simulation training; Medical education; Psychology; Physical therapy; Medicine; Computer science; Surgery; Physics","score_opus":0.016255260790106408,"score_gpt":0.32105650778941597,"score_spread":0.30480124699930955,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2004374507","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9953983,0.00008095569,0.000045531277,0.00023095813,0.001820104,0.0005888168,0.0000013283006,0.000007837633,0.0018261602],"genre_scores_gemma":[0.99878454,0.000027119906,0.00014648322,0.00006495688,0.00071121403,0.000012764572,0.0000082042425,0.000014775321,0.00022992703],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.99729204,0.0006252894,0.0012272721,0.00013533025,0.0005803157,0.0001397371],"domain_scores_gemma":[0.99588835,0.0024500038,0.0009577003,0.00014647203,0.00035997853,0.00019749124],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0026209573,0.00015177639,0.0013423105,0.00026204335,0.000022353664,0.000011733718,0.000063520005,0.00014514517,0.0004476272],"category_scores_gemma":[0.00267417,0.00009828503,0.00074070954,0.00022334994,0.00011108484,0.000100844525,0.000007743897,0.00024487643,0.0000048216025],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.9379032,0.00062385475,0.0014361758,0.0001708032,0.00019242181,0.000004459942,0.00082951284,0.00009717474,0.0001791792,0.00042899852,0.000029316214,0.05810489],"study_design_scores_gemma":[0.9852541,0.0041977502,0.0031766933,0.0009786247,0.00050439104,0.0000336028,0.00010132278,0.00065366307,0.002465522,0.0003113118,0.0022183624,0.00010467701],"about_ca_topic_score_codex":0.0000031215188,"about_ca_topic_score_gemma":1.7630838e-7,"teacher_disagreement_score":0.058000214,"about_ca_system_score_codex":0.00005082728,"about_ca_system_score_gemma":0.00021508064,"threshold_uncertainty_score":0.49012035},"labels":[],"label_agreement":null},{"id":"W2004566855","doi":"10.1097/aap.0b013e3182a4ed7a","title":"A Scoping Review of the Evidence for Teaching Ultrasound-Guided Regional Anesthesia","year":2013,"lang":"en","type":"review","venue":"Regional Anesthesia & Pain Medicine","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":58,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Sunnybrook Hospital; Women's College Hospital; Sunnybrook Health Science Centre","funders":"","keywords":"Medicine; Inclusion (mineral); Medical education; Regional anesthesia; MEDLINE; Peer review; Medical physics; Anesthesia","score_opus":0.24181175312014552,"score_gpt":0.4380620965110688,"score_spread":0.1962503433909233,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2004566855","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00002028437,0.9066587,0.00020833641,0.086721994,0.000015567453,0.0062229224,1.4312874e-7,0.00008322933,0.00006882486],"genre_scores_gemma":[0.000010088253,0.8980602,0.0007227524,0.09855355,0.0009727724,0.000711905,0.00014970636,0.00010833933,0.000710656],"study_design_codex":"systematic_review","study_design_gemma":"not_applicable","domain_scores_codex":[0.99300563,0.0018473486,0.0022272072,0.0008286188,0.0015300196,0.0005611794],"domain_scores_gemma":[0.9814193,0.014965653,0.001673064,0.0010421248,0.00052902574,0.0003707792],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0073538907,0.0008044073,0.003915763,0.00024750805,0.0002854129,0.000016338672,0.0006690217,0.00041801285,0.00040440744],"category_scores_gemma":[0.004557487,0.00043587183,0.0015817278,0.0006979337,0.0007952209,0.0001208479,0.000016783373,0.00083139766,0.000025654756],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000083403356,0.00017283867,0.00012336893,0.6686991,0.00036066884,0.00011901995,0.00021321412,0.000002280577,0.0000032820426,0.0031680882,0.12690529,0.20014943],"study_design_scores_gemma":[0.0005360205,0.00013941737,0.000028026778,0.48679864,0.0009624777,0.0040059094,0.000025925134,0.000020437781,1.6986918e-7,0.000053540833,0.50721866,0.00021074027],"about_ca_topic_score_codex":0.000050448274,"about_ca_topic_score_gemma":0.000001186023,"teacher_disagreement_score":0.3803134,"about_ca_system_score_codex":0.00020245585,"about_ca_system_score_gemma":0.0011810809,"threshold_uncertainty_score":0.9998093},"labels":[],"label_agreement":null},{"id":"W2004685207","doi":"10.1016/s1015-9584(09)60235-9","title":"Simulators for Laparoscopic Surgery: A Coming of Age","year":2004,"lang":"en","type":"article","venue":"Asian Journal of Surgery","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":21,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Montreal General Hospital","funders":"","keywords":"Medicine; Laparoscopic surgery; General surgery; Laparoscopy; Surgery","score_opus":0.0755075716735066,"score_gpt":0.3219011575943437,"score_spread":0.2463935859208371,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2004685207","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9966929,0.00019219333,0.00080086227,0.00097349787,0.0004593136,0.00009250229,0.0000025789273,0.000011806874,0.00077432394],"genre_scores_gemma":[0.9988789,0.000015569023,0.000602506,0.00023155558,0.00021834354,9.669462e-7,0.00000451755,0.000018574528,0.000029084182],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99865437,0.000030549134,0.00077023695,0.00008381312,0.00026392145,0.00019714046],"domain_scores_gemma":[0.99783665,0.001237687,0.0004496744,0.0001008115,0.00017945228,0.00019570769],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0008919063,0.000101066435,0.00073584315,0.0003165699,0.000038244765,0.000010216653,0.000039351035,0.00006743186,0.00007464539],"category_scores_gemma":[0.0008945674,0.00008227672,0.0005376156,0.00023639067,0.000059100938,0.000101146536,0.0000065720187,0.00013962934,0.0000021421752],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0030856116,0.00092376966,0.83941275,0.00076867105,0.00097010826,0.0023528994,0.0021415057,0.002960427,0.0015704322,0.0015078454,0.0011906973,0.14311528],"study_design_scores_gemma":[0.036393754,0.0010785696,0.8425717,0.010743895,0.0011227663,0.0015117204,0.004195051,0.00040620024,0.030494394,0.009042011,0.061301865,0.0011381147],"about_ca_topic_score_codex":0.000002427272,"about_ca_topic_score_gemma":6.949714e-7,"teacher_disagreement_score":0.14197716,"about_ca_system_score_codex":0.00004214474,"about_ca_system_score_gemma":0.0002686737,"threshold_uncertainty_score":0.33551472},"labels":[],"label_agreement":null},{"id":"W2004751807","doi":"10.5489/cuaj.1993","title":"Retention of robot-assisted surgical skills in urological surgeons acquired using Mimic dV-Trainer","year":2014,"lang":"en","type":"article","venue":"Canadian Urological Association Journal","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Trainer; Medicine; Robot; Surgery; Medical physics; General surgery; Physical therapy; Computer science; Artificial intelligence","score_opus":0.02902968780837946,"score_gpt":0.26749089158151473,"score_spread":0.2384612037731353,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2004751807","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9897641,0.00004317384,0.00026607106,0.005527173,0.0002710615,0.00016876314,0.0000100265015,0.000031996402,0.0039176336],"genre_scores_gemma":[0.99787223,0.000016131213,0.00039096025,0.0012172438,0.00024105707,0.000002897776,0.000038432485,0.00001490284,0.00020612043],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9970291,0.00066750933,0.00085672335,0.00028397783,0.0005095035,0.0006531472],"domain_scores_gemma":[0.99759924,0.00075305125,0.00043275472,0.00012609005,0.00029884197,0.00079001696],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0021748994,0.00018943734,0.000608044,0.00040440622,0.000166865,0.000046384837,0.00011349629,0.0005437632,0.0013720833],"category_scores_gemma":[0.0023298808,0.00013769719,0.00031585866,0.00055943505,0.00008111138,0.00010207529,0.000017368391,0.0005742688,0.000017327651],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00018597205,0.00019837957,0.98398155,0.000006161751,0.00007291578,0.000271435,0.00005918724,0.0020385247,0.0003660653,0.0005315821,0.00011347236,0.012174779],"study_design_scores_gemma":[0.0040642982,0.00024284537,0.96531665,0.00003355432,0.000068687914,0.00038925651,0.000029655786,0.010056857,0.0000131249835,0.0004980511,0.01912589,0.00016111492],"about_ca_topic_score_codex":0.00049714843,"about_ca_topic_score_gemma":0.00034714054,"teacher_disagreement_score":0.019012418,"about_ca_system_score_codex":0.0006768375,"about_ca_system_score_gemma":0.0002719694,"threshold_uncertainty_score":0.9995408},"labels":[],"label_agreement":null},{"id":"W2005428070","doi":"10.1177/0037549713514545","title":"Special issue on medical simulation","year":2013,"lang":"en","type":"article","venue":"SIMULATION","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University","funders":"","keywords":"Computer science","score_opus":0.03739566825034766,"score_gpt":0.35109155369644873,"score_spread":0.31369588544610105,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2005428070","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5945076,0.000009537693,0.003149187,0.0024664856,0.0011359781,0.00092404574,0.000001617183,0.0003089144,0.39749667],"genre_scores_gemma":[0.9852219,0.0000012252457,0.00009689656,0.0018568998,0.011189397,0.000008054388,0.000054642987,0.000018774057,0.0015522029],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9985878,0.000043809618,0.00029013472,0.00021722115,0.00067697227,0.000184048],"domain_scores_gemma":[0.99879795,0.000598731,0.00005968501,0.00016715175,0.00014555344,0.00023093892],"candidate_categories":["insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.00016646663,0.000119694996,0.00017838283,0.00011171492,0.000080905156,0.000029813857,0.00004130947,0.00016976464,0.044109676],"category_scores_gemma":[0.0007275673,0.00009974348,0.00007888611,0.00020146919,0.00003344302,0.00014614219,0.0000134282045,0.00018112765,0.003655242],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00015221236,0.00012018848,0.0049268585,0.0000108636605,0.000017872771,0.00001044666,0.00017351858,0.5729407,0.000008520909,0.00043234686,0.0008408067,0.42036563],"study_design_scores_gemma":[0.002221139,0.00011281026,0.061765626,0.000041058975,0.000012736069,0.0000010998554,0.000027742026,0.7420324,0.000023454075,0.00028939606,0.19338143,0.000091069196],"about_ca_topic_score_codex":0.000012025141,"about_ca_topic_score_gemma":0.0000016183095,"teacher_disagreement_score":0.42027456,"about_ca_system_score_codex":0.000056368415,"about_ca_system_score_gemma":0.000035078763,"threshold_uncertainty_score":0.9971205},"labels":[],"label_agreement":null},{"id":"W2006404518","doi":"10.1007/s11548-014-1091-z","title":"Neurosurgical virtual reality simulation metrics to assess psychomotor skills during brain tumor resection","year":2014,"lang":"en","type":"article","venue":"International Journal of Computer Assisted Radiology and Surgery","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":79,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"National Research Council Canada; McGill University; Montreal Neurological Institute and Hospital","funders":"","keywords":"Computer science; Virtual reality; Brain tumor; Histogram; Simulation; Quality (philosophy); Human–computer interaction; Artificial intelligence; Medicine","score_opus":0.05151959950717814,"score_gpt":0.35140141504008726,"score_spread":0.2998818155329091,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2006404518","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.89116627,0.00001913431,0.10375725,0.0026022436,0.0021987786,0.00007071317,0.0000022718923,0.000024313638,0.00015905894],"genre_scores_gemma":[0.99520224,0.000012162663,0.0007100065,0.0024179588,0.0015924227,0.0000013726759,0.000012465541,0.000011313605,0.000040083356],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99805784,0.0004221886,0.00072284887,0.00020779281,0.00042696894,0.00016238341],"domain_scores_gemma":[0.994645,0.0041826945,0.00032531127,0.00009770987,0.00050583266,0.00024345254],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0014039128,0.0001290995,0.00045336847,0.0006728692,0.000072918025,0.000050973544,0.000098382414,0.00010833054,0.000045982295],"category_scores_gemma":[0.0014538283,0.00010680733,0.00020720794,0.00025297262,0.000057205034,0.00014373574,0.00003540546,0.00031396092,0.0000034073937],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.009105677,0.0009997402,0.6179237,0.00005115256,0.001055175,0.0015777429,0.00037354598,0.08684343,0.0013645779,0.00086503744,0.0025295771,0.27731064],"study_design_scores_gemma":[0.0027436188,0.00034989128,0.93281496,0.00011605791,0.000028305685,0.0028022025,0.000008679847,0.04745905,0.00007307181,0.000073211,0.013412614,0.00011833677],"about_ca_topic_score_codex":0.0000015818127,"about_ca_topic_score_gemma":7.2441276e-7,"teacher_disagreement_score":0.31489128,"about_ca_system_score_codex":0.00007167233,"about_ca_system_score_gemma":0.0000480952,"threshold_uncertainty_score":0.43554768},"labels":[],"label_agreement":null},{"id":"W2007033222","doi":"10.1007/s00464-011-1670-9","title":"MIS training in Canada: a national survey of general surgery residents","year":2011,"lang":"en","type":"article","venue":"Surgical Endoscopy","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":37,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"London Health Sciences Centre; Western University; University of Manitoba; Toronto Western Hospital; University Health Network; University of Toronto","funders":"","keywords":"Medicine; Curriculum; Demographics; Medical education; Laparoscopic surgery; Family medicine; General surgery; Laparoscopy; Psychology","score_opus":0.15215563880023175,"score_gpt":0.328382171302686,"score_spread":0.17622653250245424,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2007033222","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9525458,0.00008859324,0.0000029958187,0.0000392125,0.00016949415,0.00009040902,0.00002505546,0.000015117869,0.047023326],"genre_scores_gemma":[0.9993825,0.0000109730645,0.00015859804,0.0001536144,0.0000485935,0.0000067994165,0.00006986979,0.0000136136805,0.00015544407],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99823546,0.00016475577,0.0005296745,0.0002121298,0.0005729595,0.0002849959],"domain_scores_gemma":[0.99837166,0.0010782906,0.0000967497,0.00010227939,0.00016192984,0.00018911311],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0008303063,0.00011763565,0.00045387293,0.00014843227,0.00002240124,0.0000033100332,0.00005918497,0.000063779225,0.0018253217],"category_scores_gemma":[0.00069648,0.00010396249,0.00008251076,0.00043047903,0.00004905718,0.00004626061,0.000010886612,0.00016772501,0.0000066710145],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0011646472,0.00007464248,0.9950234,0.00001965065,0.000038017803,0.00043164284,0.00033436948,0.00003971565,0.000011326709,0.00043679532,0.00013907692,0.0022866763],"study_design_scores_gemma":[0.00590864,0.000022786235,0.9920272,0.00007424412,0.0000066314055,0.000021269716,0.0000989532,0.00059459603,0.00053853076,0.00007532512,0.00053291104,0.00009890168],"about_ca_topic_score_codex":0.8148062,"about_ca_topic_score_gemma":0.53688437,"teacher_disagreement_score":0.2779218,"about_ca_system_score_codex":0.00018650669,"about_ca_system_score_gemma":0.002471412,"threshold_uncertainty_score":0.99908715},"labels":[],"label_agreement":null},{"id":"W2007544525","doi":"10.1097/sla.0b013e318160b371","title":"Toward Feasible, Valid, and Reliable Video-Based Assessments of Technical Surgical Skills in the Operating Room","year":2008,"lang":"en","type":"article","venue":"Annals of Surgery","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":177,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto; St. Michael's Hospital","funders":"","keywords":"Medicine; Checklist; Rating scale; Reliability (semiconductor); Summative assessment; Medical physics; Scale (ratio); Physical therapy; Statistics; Psychology; Formative assessment","score_opus":0.32464386704970294,"score_gpt":0.4228627877583974,"score_spread":0.09821892070869448,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2007544525","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99137485,0.00030034373,0.000027392141,0.0014669814,0.00003460394,0.00015702014,0.000003978762,0.000018566849,0.0066162474],"genre_scores_gemma":[0.9984546,0.00024653674,0.00030246016,0.00087219285,0.0000347739,0.0000086317405,0.000015304562,0.000009930533,0.000055611876],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9985605,0.000113845796,0.00054397504,0.00017304237,0.00040328674,0.00020536405],"domain_scores_gemma":[0.9974359,0.0020534925,0.0001199932,0.00017830486,0.00013069037,0.00008156564],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0014668845,0.000104665756,0.00047333832,0.00015041415,0.000045278855,0.0000074645513,0.000057337253,0.00009396494,0.00010001247],"category_scores_gemma":[0.0004920859,0.00007113534,0.00014701787,0.00040327225,0.00010852912,0.000078431854,0.000021981486,0.0001756308,0.0000016080527],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00024877928,0.0006935757,0.99212855,0.000116011615,0.000030447916,0.00045812866,0.0001400653,0.0003918922,0.00023795944,0.00018212922,0.0010071008,0.004365375],"study_design_scores_gemma":[0.0025673145,0.0001774356,0.9836734,0.0006601426,0.000024498313,0.00015943054,0.00015569276,0.0011866606,0.0050641783,0.00009370062,0.0060664294,0.00017113038],"about_ca_topic_score_codex":0.00006221592,"about_ca_topic_score_gemma":0.0000013547594,"teacher_disagreement_score":0.008455149,"about_ca_system_score_codex":0.0000066756907,"about_ca_system_score_gemma":0.00012581848,"threshold_uncertainty_score":0.2900815},"labels":[],"label_agreement":null},{"id":"W2007737941","doi":"10.1097/iae.0000000000000356","title":"Surgeons' Point-of-View Video Recording Technique for Scleral Buckling","year":2014,"lang":"en","type":"article","venue":"Retina","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":12,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"George (robot); Point (geometry); Scleral buckling; Computer graphics (images); Art history; Computer science; Art; Medicine; Ophthalmology; Mathematics; Geometry","score_opus":0.03361175716708149,"score_gpt":0.3120203938605884,"score_spread":0.2784086366935069,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2007737941","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.68147755,0.0003369356,0.20678304,0.0045256866,0.0006258942,0.0023900734,0.0000072362714,0.00043977107,0.10341382],"genre_scores_gemma":[0.99214226,0.00001567053,0.0072189453,0.0002462982,0.00011166706,0.000030723015,0.000010851317,0.000017238654,0.00020632836],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99928576,0.000038748578,0.00025787545,0.00014779,0.000104544386,0.00016526581],"domain_scores_gemma":[0.9990608,0.00054916565,0.00008163503,0.00013894806,0.00008967091,0.00007977517],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00087415474,0.00007795911,0.00026055894,0.00006200384,0.000048471047,0.0000062420118,0.000036089026,0.00006949788,0.00018686733],"category_scores_gemma":[0.00086789054,0.00006581944,0.00012846818,0.00012900727,0.000026113565,0.00003070897,0.000014100147,0.00009687828,0.000007794815],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0010467721,0.00023493954,0.12166388,0.001540155,0.00012511828,0.000018027838,0.00039036165,0.00009269559,0.030493136,0.03530207,0.0013160519,0.8077768],"study_design_scores_gemma":[0.012892717,0.0014980981,0.052741062,0.006241862,0.0003098365,0.00013980786,0.00023762371,0.026681688,0.08768387,0.011204379,0.7994423,0.0009267913],"about_ca_topic_score_codex":0.000017098493,"about_ca_topic_score_gemma":9.988547e-7,"teacher_disagreement_score":0.80685,"about_ca_system_score_codex":0.000018015227,"about_ca_system_score_gemma":0.000019408479,"threshold_uncertainty_score":0.2684039},"labels":[],"label_agreement":null},{"id":"W2007788863","doi":"10.1097/iop.0000000000000465","title":"A Novel Combination Point-of-View (POV) Action Camera Recording to Capture the Surgical Field and Instrument Ergonomics in Oculoplastic Surgery","year":2015,"lang":"en","type":"article","venue":"Ophthalmic Plastic and Reconstructive Surgery","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":15,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Manitoba; University of Calgary","funders":"","keywords":"Medicine; Point (geometry); Stereoscopy; Field (mathematics); Computer vision; Head (geology); Field of view; Computer science; Artificial intelligence; Surgery","score_opus":0.061724669283857475,"score_gpt":0.28918358866912897,"score_spread":0.2274589193852715,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2007788863","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99682236,0.00019566376,0.0003886216,0.0004890658,0.0010465437,0.00025155902,0.000009207838,0.000016023228,0.0007809443],"genre_scores_gemma":[0.9994565,0.00011921043,0.00019854719,0.0000847987,0.00006960127,0.000016149512,0.000014277471,0.000013401583,0.000027461167],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99870366,0.00009327067,0.0005041003,0.00029827352,0.00017241614,0.0002282791],"domain_scores_gemma":[0.992353,0.007044979,0.00016684913,0.0001038235,0.00009691375,0.00023442159],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0006827909,0.00018142351,0.0005675378,0.00029672112,0.000067561574,0.000025309972,0.000029453384,0.0001331458,0.00004653669],"category_scores_gemma":[0.0016040944,0.00013383263,0.000088243105,0.0003232625,0.00013765393,0.00013558047,0.000042553474,0.000262114,0.0000028832605],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0028376281,0.00020741463,0.76649183,0.00022134396,0.00015276595,0.00016056496,0.0008257024,0.00021851568,0.00013912909,0.00071148307,0.00014654506,0.2278871],"study_design_scores_gemma":[0.010282846,0.000577428,0.9388316,0.0036149838,0.00030142718,0.014623146,0.011152397,0.014618291,0.00069506845,0.0011397164,0.003011517,0.0011515582],"about_ca_topic_score_codex":0.00017329236,"about_ca_topic_score_gemma":0.000019285837,"teacher_disagreement_score":0.22673553,"about_ca_system_score_codex":0.00009649136,"about_ca_system_score_gemma":0.00019762242,"threshold_uncertainty_score":0.5457536},"labels":[],"label_agreement":null},{"id":"W2008746003","doi":"10.1016/j.jamcollsurg.2012.05.035","title":"A Consensus-Based Framework for Design, Validation, and Implementation of Simulation-Based Training Curricula in Surgery","year":2012,"lang":"en","type":"article","venue":"Journal of the American College of Surgeons","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":117,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"St. Michael's Hospital; University of Toronto","funders":"","keywords":"Medicine; Likert scale; Curriculum; Delphi method; Medical education; Delphi; Cronbach's alpha; Medical physics; Psychometrics; Computer science; Psychology","score_opus":0.0768818396495411,"score_gpt":0.37322456652190134,"score_spread":0.29634272687236024,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2008746003","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.95925736,0.00006239307,0.038909983,0.0012794212,0.00011369059,0.00032617242,0.000038983515,0.0000040549853,0.000007940343],"genre_scores_gemma":[0.9854557,0.000003502201,0.014239701,0.00023753026,0.000041171505,0.000005210589,0.0000028875836,0.000012340985,0.000001981871],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99847716,0.0002070927,0.0007803169,0.000069516565,0.00028695355,0.0001789881],"domain_scores_gemma":[0.9870402,0.011174504,0.0012514543,0.00010342181,0.00032387616,0.00010654658],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0015954287,0.000095242896,0.00054502336,0.00029336993,0.000048010406,0.0000033286244,0.000044436347,0.000033361077,0.00004360522],"category_scores_gemma":[0.0019326207,0.000069474445,0.00022951441,0.0006415091,0.0001666795,0.000049387418,0.000006515944,0.00011357565,7.641524e-8],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0010849294,0.00021947155,0.9070276,0.00006700232,0.00008779387,0.0000041298895,0.00037713346,0.082068995,0.00030962462,0.0002910544,0.00008105613,0.008381219],"study_design_scores_gemma":[0.0077428943,0.00058692874,0.91283524,0.0011913523,0.00044196297,0.000033124626,0.0069452496,0.058677074,0.009387584,0.00086024695,0.0010255724,0.00027279867],"about_ca_topic_score_codex":0.000029554196,"about_ca_topic_score_gemma":0.000004160043,"teacher_disagreement_score":0.026198313,"about_ca_system_score_codex":0.00004312573,"about_ca_system_score_gemma":0.00040331116,"threshold_uncertainty_score":0.28330857},"labels":[],"label_agreement":null},{"id":"W2009307792","doi":"10.1067/mog.2002.123481","title":"Teaching the surgical craft: From selection to certification","year":2002,"lang":"en","type":"article","venue":"Current Problems in Surgery","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":240,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Medicine; Craft; Certification; Selection (genetic algorithm); MEDLINE; General surgery; Medical physics; Medical education; Artificial intelligence; Visual arts; Management","score_opus":0.12713535914691423,"score_gpt":0.33425946376588944,"score_spread":0.2071241046189752,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2009307792","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.985647,0.0012401359,0.0006460031,0.0059286435,0.00081784505,0.0004858814,0.0000031901914,0.0001550959,0.005076174],"genre_scores_gemma":[0.99889034,0.000070909045,0.000043909105,0.00017196561,0.00034559076,0.000057434376,0.000034876255,0.000014318508,0.0003706511],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9986781,0.00014920505,0.00040376117,0.0002732463,0.00026298623,0.00023272916],"domain_scores_gemma":[0.9986783,0.00092749204,0.00006540936,0.00017084517,0.000040830768,0.00011707345],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0006679471,0.000114011935,0.00021730618,0.00015244943,0.00010882955,0.00003430428,0.00005349128,0.000060063638,0.00083343446],"category_scores_gemma":[0.00030666342,0.000080364036,0.000101863334,0.0004027216,0.000025412095,0.00008811608,0.000020550082,0.00041612145,0.00018457061],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000048575228,0.00040331713,0.30228016,0.000034594766,0.000018197765,0.000008311135,0.0013494059,0.0009144133,0.000105573934,0.0002048165,0.003733496,0.69089913],"study_design_scores_gemma":[0.00089571497,0.000021858255,0.11595751,0.000406309,0.000024021208,0.000014830683,0.00005917422,0.024160981,0.00007032559,0.0003466943,0.85784626,0.00019630646],"about_ca_topic_score_codex":0.000084071144,"about_ca_topic_score_gemma":0.000017719021,"teacher_disagreement_score":0.8541128,"about_ca_system_score_codex":0.00007760853,"about_ca_system_score_gemma":0.0000152498715,"threshold_uncertainty_score":0.91255224},"labels":[],"label_agreement":null},{"id":"W2009785202","doi":"10.1016/j.arthro.2012.07.010","title":"Validation of a Global Assessment of Arthroscopic Skills in a Cadaveric Knee Model","year":2012,"lang":"en","type":"article","venue":"Arthroscopy The Journal of Arthroscopic and Related Surgery","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":41,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia; University of Manitoba; Pan Am Clinic","funders":"University of British Columbia; Arthroscopy Association of North America","keywords":"Cronbach's alpha; Arthroscopy; Intraclass correlation; Medicine; Physical therapy; Checklist; Cadaveric spasm; Test (biology); Reliability (semiconductor); Knee arthroscopy; Medical physics; Psychology; Surgery; Psychometrics; Clinical psychology","score_opus":0.01784011724035567,"score_gpt":0.31944806908442497,"score_spread":0.3016079518440693,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2009785202","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9945238,0.0023050301,0.0008719072,0.00021758013,0.0005293821,0.00022056165,0.0000045301713,0.000009271823,0.0013178943],"genre_scores_gemma":[0.9976622,0.0012038387,0.00091518316,0.00010458436,0.000045929817,0.0000016846182,0.0000037042419,0.000014026136,0.000048847],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99765056,0.00020724884,0.0012568965,0.00011263519,0.00046038817,0.00031224216],"domain_scores_gemma":[0.9981034,0.0005500537,0.00079983723,0.00019915821,0.00016658677,0.00018095496],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0014910076,0.00018118395,0.00076663535,0.00016031477,0.00006955619,0.000007949157,0.000057950532,0.00016454063,0.00014032859],"category_scores_gemma":[0.00019783693,0.00012013212,0.00018797917,0.000512068,0.00027235746,0.0002898266,0.000036513862,0.0003488638,0.0000019836987],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00021841699,0.0006167538,0.98681146,0.00010712706,0.00023878334,0.000011841293,0.0011674506,0.0053347033,0.00212961,0.0006432855,0.000051386076,0.0026691828],"study_design_scores_gemma":[0.005848555,0.00064025004,0.97629625,0.0019145932,0.00044410562,0.00026591847,0.00076759065,0.00805499,0.00424472,0.0011088765,0.00017920806,0.00023491748],"about_ca_topic_score_codex":0.000014743483,"about_ca_topic_score_gemma":0.0000027764024,"teacher_disagreement_score":0.010515185,"about_ca_system_score_codex":0.00007437335,"about_ca_system_score_gemma":0.00031922708,"threshold_uncertainty_score":0.48988456},"labels":[],"label_agreement":null},{"id":"W2010469254","doi":"10.1503/cjs.032909","title":"Value of an objective assessment tool in the operating room","year":2011,"lang":"en","type":"article","venue":"Canadian Journal of Surgery","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":71,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Medicine; Certification; Learning curve; Graduation (instrument); Confidence interval; Medical physics; Surgery","score_opus":0.08662215172368087,"score_gpt":0.31169977696213913,"score_spread":0.22507762523845826,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2010469254","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9903727,0.00006359641,0.000038161335,0.00015804131,0.00015244372,0.000053680265,0.0000016415864,0.0000012217114,0.00915847],"genre_scores_gemma":[0.998943,0.00000248241,0.00044271216,0.0005082673,0.00008600409,7.518245e-7,0.0000014609632,0.000005580858,0.000009792252],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.999183,0.00012238025,0.0003592205,0.00005080206,0.00014800481,0.00013657565],"domain_scores_gemma":[0.99919593,0.00030738258,0.00012466512,0.00008210368,0.00012059629,0.00016932235],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0013358196,0.000051717652,0.0002135937,0.0002225577,0.00003945094,0.000011375508,0.00005498422,0.000033982047,0.00034349348],"category_scores_gemma":[0.00029516497,0.000034320685,0.00008688702,0.00017930588,0.000030084033,0.00011498944,0.0000018029884,0.00020426526,6.0967733e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000041666703,0.00006653438,0.96567804,0.000012693919,0.000051076233,0.001429828,0.0056317495,0.00022718935,0.000049213115,0.0015092831,0.000065269654,0.025237484],"study_design_scores_gemma":[0.00048181592,0.000081778,0.9948605,0.00014126865,0.000019359893,0.00016930483,0.0029684657,0.00046164467,0.00012948221,0.00018491759,0.0004555797,0.00004592729],"about_ca_topic_score_codex":0.0024646968,"about_ca_topic_score_gemma":0.0017942431,"teacher_disagreement_score":0.029182443,"about_ca_system_score_codex":0.00007042214,"about_ca_system_score_gemma":0.001275637,"threshold_uncertainty_score":0.3761013},"labels":[],"label_agreement":null},{"id":"W2010490033","doi":"10.1016/j.jsurg.2014.01.006","title":"Perceptions, Training Experiences, and Preferences of Surgical Residents Toward Laparoscopic Simulation Training: A Resident Survey","year":2014,"lang":"en","type":"article","venue":"Journal of surgical education","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":105,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Curriculum; Medical education; Simulation training; Training (meteorology); Perception; Medicine; Psychology; Simulation; Computer science","score_opus":0.11004582813336429,"score_gpt":0.39056791178830985,"score_spread":0.2805220836549456,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2010490033","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9965404,0.00037867206,0.0001378498,0.0005397993,0.00038695746,0.00014613442,0.0000016839742,0.000014528279,0.0018539196],"genre_scores_gemma":[0.9986294,0.00029085897,0.00039979574,0.000045359386,0.00042656512,0.0000067780734,0.000020492585,0.000012852569,0.00016791301],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9975073,0.00042421685,0.0009847364,0.00021634619,0.00065993145,0.0002074869],"domain_scores_gemma":[0.9972136,0.0013024901,0.0005404354,0.00012744656,0.00047718664,0.00033883343],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0018231986,0.00015806287,0.00059892103,0.00026194233,0.000086630884,0.00004827636,0.00009698565,0.00014448972,0.0005701623],"category_scores_gemma":[0.00080276607,0.00012279043,0.00013580834,0.00031050819,0.00016252062,0.00026038603,0.000019942414,0.00028902575,0.0000028627485],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.003780075,0.0010957968,0.5693127,0.0002524909,0.00019381384,0.000061302635,0.12619337,0.0026476288,0.00018925466,0.0010548569,0.00027090378,0.29494783],"study_design_scores_gemma":[0.007359073,0.0010355792,0.93942076,0.0008491806,0.00012160585,0.00046056678,0.034622077,0.003660203,0.00013846961,0.000609757,0.01146782,0.00025490404],"about_ca_topic_score_codex":0.0000725846,"about_ca_topic_score_gemma":0.000008461098,"teacher_disagreement_score":0.3701081,"about_ca_system_score_codex":0.00005614175,"about_ca_system_score_gemma":0.00047206797,"threshold_uncertainty_score":0.6242877},"labels":[],"label_agreement":null},{"id":"W2010593127","doi":"10.1016/s0741-5214(03)00611-6","title":"Vascular surgery training in general surgery residency programs: the Canadian experience","year":2003,"lang":"en","type":"article","venue":"Journal of Vascular Surgery","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":9,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Toronto","funders":"","keywords":"Medicine; Vascular surgery; Carotid endarterectomy; Abdominal aortic aneurysm; Surgery; Board certification; General surgery; Competence (human resources); Endovascular surgery; Revascularization; Aneurysm; Residency training; Cardiac surgery; Carotid arteries; Continuing education; Medical education; Internal medicine","score_opus":0.07885991939427843,"score_gpt":0.296448906763534,"score_spread":0.21758898736925558,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2010593127","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99252987,0.0040923785,0.00007580696,0.0007589337,0.0011162645,0.00022215817,6.197306e-7,0.000024129793,0.0011798396],"genre_scores_gemma":[0.9977174,0.0006631053,0.0002525722,0.00083190843,0.00041032373,0.00001781346,0.000007986618,0.000045663608,0.000053267297],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9954971,0.00074194086,0.0015097299,0.00029245258,0.0011404525,0.0008183212],"domain_scores_gemma":[0.9955379,0.0025222877,0.00045677825,0.0004305668,0.00035248636,0.00069997885],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.008718023,0.00028275663,0.0011812382,0.0010494553,0.0002483965,0.00011505484,0.00013375709,0.00020563431,0.0003958367],"category_scores_gemma":[0.004707888,0.00020087247,0.0016900507,0.0012576113,0.00016115491,0.00031451724,0.000012799755,0.0006779382,0.000010895279],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00007713249,0.00015397219,0.9346515,0.000058868485,0.0003800496,0.003273673,0.002796545,0.0003884573,0.000026384894,0.00034247892,0.00078905554,0.057061877],"study_design_scores_gemma":[0.0017447855,0.000057110123,0.7303785,0.0017049635,0.0002627637,0.0018106592,0.004487205,0.00033998414,0.0002849096,0.00053423864,0.25761262,0.00078228634],"about_ca_topic_score_codex":0.004645999,"about_ca_topic_score_gemma":0.008893975,"teacher_disagreement_score":0.25682354,"about_ca_system_score_codex":0.0002917076,"about_ca_system_score_gemma":0.0044254735,"threshold_uncertainty_score":0.8191341},"labels":[],"label_agreement":null},{"id":"W2010665462","doi":"10.1016/j.jsurg.2014.10.007","title":"You Have a Message! Social Networking as a Motivator for FLS Training","year":2014,"lang":"en","type":"article","venue":"Journal of surgical education","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":18,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University Health Centre","funders":"","keywords":"Curriculum; Medicine; Randomized controlled trial; Psychology; Tertiary care; Medical education; Moderation; Family medicine; Surgery; Social psychology; Pedagogy","score_opus":0.05769241854813647,"score_gpt":0.36594901339497443,"score_spread":0.308256594846838,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2010665462","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.95440286,0.00024007182,0.0024646686,0.008089492,0.0014669498,0.0002762372,9.4204705e-7,0.000029246534,0.033029504],"genre_scores_gemma":[0.9922803,0.000013042495,0.0009212216,0.0007218148,0.0053979275,0.0000073946467,0.000009573527,0.000018192022,0.0006305311],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99879014,0.00007512697,0.00050208066,0.00011828698,0.00031145205,0.00020292279],"domain_scores_gemma":[0.99854094,0.0005088525,0.00034859817,0.000059558737,0.00031811354,0.00022395462],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0009740596,0.000105518135,0.0003604534,0.000117150084,0.00012981548,0.000038219947,0.000057324603,0.00010798706,0.00024765605],"category_scores_gemma":[0.00039981634,0.0000831406,0.00027248895,0.00013834688,0.000037600632,0.00011523046,0.000007505083,0.00024459325,0.0000052299606],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0015097177,0.0005801796,0.0052464427,0.000073937976,0.00013889425,0.000022327013,0.005446543,0.00012700053,0.00014427825,0.0079706935,0.001806362,0.9769336],"study_design_scores_gemma":[0.0076355725,0.00047313503,0.010392576,0.00025843983,0.00017398778,0.00041389657,0.0030256263,0.0025676046,0.00009112919,0.0033890274,0.97141373,0.00016530171],"about_ca_topic_score_codex":0.0000027983292,"about_ca_topic_score_gemma":2.998857e-7,"teacher_disagreement_score":0.9767683,"about_ca_system_score_codex":0.000074005286,"about_ca_system_score_gemma":0.00034561285,"threshold_uncertainty_score":0.33903754},"labels":[],"label_agreement":null},{"id":"W2010775915","doi":"10.1016/j.amjsurg.2006.09.006","title":"Is it feasible to include a technical skill station on a national licensing examination?","year":2006,"lang":"en","type":"article","venue":"The American Journal of Surgery","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Medical Council of Canada; University of Ottawa","funders":"","keywords":"Test (biology); Physical therapy; Rating scale; Psychology; Medical education; Applied psychology; Medical physics; Medicine","score_opus":0.07685770896796577,"score_gpt":0.36502328977143567,"score_spread":0.2881655808034699,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2010775915","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9802389,0.000014791,0.00082984543,0.012149586,0.000077859266,0.00007408123,0.0000028942106,0.000015891494,0.006596143],"genre_scores_gemma":[0.9906432,0.000007807093,0.00077558355,0.008038568,0.00034510397,0.0000015992532,0.000004402945,0.000012432885,0.0001712717],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9984709,0.00011563008,0.0004492123,0.000094769726,0.0007235228,0.00014597109],"domain_scores_gemma":[0.9973278,0.0016564457,0.00039567484,0.00008815097,0.00042833778,0.00010359611],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0013925582,0.0000871187,0.0002954624,0.00034003262,0.00008771839,0.000023629535,0.000054571843,0.000019395662,0.00012430771],"category_scores_gemma":[0.00057293824,0.000058346886,0.00014679572,0.0006580654,0.0000904844,0.00007392325,0.000013758653,0.00019284313,0.00002930288],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0065637566,0.0023129436,0.21239333,0.00004625144,0.00043532223,0.0005004011,0.004319796,0.014002972,0.008724134,0.0030487278,0.060058314,0.68759406],"study_design_scores_gemma":[0.00064546795,0.00022212288,0.9903154,0.00019511777,0.000035957688,0.0002540114,0.000554876,0.00034693404,0.00043338022,0.00035369626,0.0065444065,0.00009865876],"about_ca_topic_score_codex":0.000023822238,"about_ca_topic_score_gemma":0.0000016219648,"teacher_disagreement_score":0.77792203,"about_ca_system_score_codex":0.00014050251,"about_ca_system_score_gemma":0.00015402591,"threshold_uncertainty_score":0.2379317},"labels":[],"label_agreement":null},{"id":"W2010794303","doi":"10.1016/j.crad.2006.01.013","title":"Simulators in catheter-based interventional radiology: training or computer games?","year":2006,"lang":"en","type":"review","venue":"Clinical Radiology","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":35,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Hospital for Sick Children","funders":"U.S. Food and Drug Administration","keywords":"Medicine; Apprenticeship; Task (project management); Certification; Medical physics; Identification (biology); Process (computing); Training (meteorology); Patient safety; Trainer; Curriculum; Computer science; Medical education; Simulation; Systems engineering","score_opus":0.29530875106137433,"score_gpt":0.4971616356350127,"score_spread":0.20185288457363837,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2010794303","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0030434555,0.98956347,0.0022321662,0.00016585241,0.00240511,0.001252072,0.00003547148,0.00019663574,0.001105783],"genre_scores_gemma":[0.029750817,0.95311284,0.0040486935,0.0032731446,0.0056451703,0.00019863523,0.0026493168,0.00023636497,0.001085044],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99367255,0.0014858211,0.0030360622,0.0009998104,0.00017702552,0.0006287375],"domain_scores_gemma":[0.98880076,0.009712983,0.000641234,0.00046769143,0.000058869733,0.00031844326],"candidate_categories":["metaepi_narrow","research_integrity","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0018657794,0.0005521141,0.0047716643,0.0004562138,0.00004510628,0.0000143296065,0.00028074437,0.0016058426,0.0009802603],"category_scores_gemma":[0.0011166714,0.00037809342,0.0021467789,0.00041147624,0.0005843344,0.000029408995,0.00007072921,0.0017505174,0.00014041868],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00026207828,0.00065546104,0.0029031213,0.0012062389,0.000272525,0.00072355196,0.000017728891,0.0002955084,3.8761265e-9,0.00018648144,0.0005251909,0.9929521],"study_design_scores_gemma":[0.006365279,0.0017018568,0.0019057612,0.0052260607,0.00048791288,0.00048470666,0.000004856728,0.005250755,7.562343e-9,0.000091275266,0.9780957,0.00038582983],"about_ca_topic_score_codex":0.000004975394,"about_ca_topic_score_gemma":0.000013644917,"teacher_disagreement_score":0.9925663,"about_ca_system_score_codex":0.0001770339,"about_ca_system_score_gemma":0.0007397889,"threshold_uncertainty_score":0.999933},"labels":[],"label_agreement":null},{"id":"W2011213454","doi":"10.1007/s00464-011-1829-4","title":"New dog, new tricks: trends in performance on the Fundamentals of Laparoscopic Surgery simulator for incoming surgery residents","year":2011,"lang":"en","type":"article","venue":"Surgical Endoscopy","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":11,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"","keywords":"Medicine; Abdominal surgery; Laparoscopic surgery; Laparoscopy; General surgery; Surgery; Hepatology","score_opus":0.10609650618237658,"score_gpt":0.3453900672954929,"score_spread":0.23929356111311628,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2011213454","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99284685,0.00017491326,0.00003230751,0.00031810152,0.00036885848,0.00031774855,0.000006380733,0.000052623116,0.005882195],"genre_scores_gemma":[0.99721783,0.000072832765,0.00018791476,0.00031959673,0.00021709809,0.000021172602,0.000028119308,0.00003325878,0.0019021705],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99780756,0.00011157901,0.0008296553,0.00034549364,0.00043895034,0.00046675128],"domain_scores_gemma":[0.9944048,0.004688909,0.000222156,0.0003276713,0.00004249342,0.00031396834],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00087449607,0.00024271627,0.00082625484,0.00045434176,0.000078519486,0.00001705017,0.00012195784,0.00014162554,0.0030974245],"category_scores_gemma":[0.00042559492,0.0001661849,0.0003785526,0.0007743974,0.00007191749,0.000117235184,0.000036548776,0.00024380001,0.000028248309],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0066114836,0.0003577603,0.91372246,0.000116124735,0.00010836855,0.00008568056,0.00060546986,0.00010775089,0.000041286177,0.000732388,0.002547464,0.07496375],"study_design_scores_gemma":[0.04675996,0.000773499,0.87745756,0.0019723778,0.000153871,0.00002497837,0.0002937398,0.0023384378,0.027741252,0.0006032924,0.041197184,0.000683837],"about_ca_topic_score_codex":0.0003438585,"about_ca_topic_score_gemma":0.000011537492,"teacher_disagreement_score":0.07427991,"about_ca_system_score_codex":0.00007733294,"about_ca_system_score_gemma":0.0002310331,"threshold_uncertainty_score":0.9978139},"labels":[],"label_agreement":null},{"id":"W2011443390","doi":"10.1016/j.juro.2008.06.042","title":"Hybrid Augmented Reality Simulator: Preliminary Construct Validation of Laparoscopic Smoothness in a Urology Residency Program","year":2008,"lang":"en","type":"article","venue":"The Journal of Urology","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":31,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"McGill University","funders":"","keywords":"Medicine; Smoothness; Construct (python library); Medical physics; Construct validity; Urology; Surgery; Computer science","score_opus":0.04531160656986293,"score_gpt":0.3342230291802824,"score_spread":0.28891142261041947,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2011443390","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99681896,0.00034545283,0.00014129705,0.0016872863,0.00014543536,0.00025100584,0.0000014750507,0.000014382452,0.00059470965],"genre_scores_gemma":[0.9994341,0.000089289315,0.00009469835,0.0002855072,0.000067063236,0.000002191426,0.0000041366056,0.000008339425,0.000014632324],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99832314,0.00049771386,0.0006944543,0.00009133523,0.00021189809,0.00018148168],"domain_scores_gemma":[0.9984354,0.00069391,0.000454083,0.00017020326,0.00017418565,0.0000722678],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0008463075,0.00009304602,0.00042284012,0.0001630138,0.000044878754,0.0000016016768,0.00011039963,0.000086646854,0.00012399518],"category_scores_gemma":[0.00042810082,0.000062780884,0.000076911456,0.0001598241,0.00032950935,0.000055194727,0.000027869206,0.00035742638,0.000002403494],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.02526371,0.0019441076,0.901461,0.00013949242,0.00042136983,0.0016063938,0.002992364,0.03970865,0.0025116769,0.0009255995,0.00030545547,0.022720156],"study_design_scores_gemma":[0.014577808,0.007440381,0.9569874,0.00005112651,0.00034404662,0.0054744873,0.00013072406,0.0074516865,0.0029141493,0.0027022331,0.0018027019,0.0001232992],"about_ca_topic_score_codex":0.000024956378,"about_ca_topic_score_gemma":0.000002853914,"teacher_disagreement_score":0.055526335,"about_ca_system_score_codex":0.000025645282,"about_ca_system_score_gemma":0.00017855332,"threshold_uncertainty_score":0.25601304},"labels":[],"label_agreement":null},{"id":"W2011779306","doi":"10.1007/bf03019966","title":"Radiographic evaluation of cervical spine movement during flexible videobronchoscopy &amp; LO-PRO glidescope; a randomised controlled trial","year":2007,"lang":"en","type":"article","venue":"Canadian Journal of Anesthesia/Journal canadien d anesthésie","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Toronto Western Hospital; University Health Network","funders":"","keywords":"Medicine; Cervical spine; Randomized controlled trial; Radiography; Physical medicine and rehabilitation; Physical therapy; Surgery","score_opus":0.031512304735078524,"score_gpt":0.294641912040236,"score_spread":0.26312960730515744,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2011779306","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99291146,0.0015648117,0.00012593386,0.0015073754,0.0004935901,0.0017530243,0.0000014408812,0.000013008965,0.0016293745],"genre_scores_gemma":[0.9977318,0.00004328244,0.00056953327,0.00018086517,0.0011735047,0.000013460396,0.000007889491,0.00005390214,0.00022574876],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.99427855,0.00039729182,0.0023622685,0.00027618933,0.0017174629,0.00096821046],"domain_scores_gemma":[0.992531,0.0002797184,0.0014761412,0.00030550672,0.0021309915,0.0032766475],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.010576418,0.00039430812,0.0015390374,0.0018514949,0.00037387604,0.0001320459,0.00032884107,0.00027239867,0.0014507748],"category_scores_gemma":[0.0014328161,0.00032213848,0.0009432265,0.0009201821,0.00023080339,0.00029723474,0.000006298637,0.00088626804,0.0000063742314],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.73422724,0.00066577876,0.01893561,0.00025715545,0.002277526,0.217704,0.002970554,0.0073175514,0.0013329971,0.00063878414,0.00046864685,0.013204132],"study_design_scores_gemma":[0.72946674,0.00197674,0.024091005,0.00059269916,0.0012686573,0.23871595,0.00042924104,0.00031855554,0.000467344,0.00031331286,0.0019897607,0.00037000416],"about_ca_topic_score_codex":0.0020431527,"about_ca_topic_score_gemma":0.005225073,"teacher_disagreement_score":0.021011943,"about_ca_system_score_codex":0.0012194085,"about_ca_system_score_gemma":0.0051540537,"threshold_uncertainty_score":0.99992305},"labels":[],"label_agreement":null},{"id":"W2011832765","doi":"10.1016/j.jsurg.2013.04.006","title":"Application of Stereoscopic Visualization on Surgical Skill Acquisition in Novices","year":2013,"lang":"en","type":"article","venue":"Journal of surgical education","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":50,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University","funders":"Schulich School of Medicine and Dentistry; Schulich School of Medicine and Dentistry, Western University; London Health Sciences Centre","keywords":"Knot tying; Visualization; Stereoscopy; Computer science; Task (project management); Human–computer interaction; Artificial intelligence; Computer vision; Medicine; Surgery; Engineering","score_opus":0.016557652850406317,"score_gpt":0.3546284796307384,"score_spread":0.33807082678033207,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2011832765","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99281347,0.00015385626,0.00028986245,0.0010445232,0.00021711104,0.00029424584,6.055174e-7,0.000010195391,0.00517614],"genre_scores_gemma":[0.9990319,0.000087705856,0.0002191622,0.00017572049,0.00033417283,0.000013159245,0.000030008523,0.000010941304,0.00009723762],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99844736,0.000094050374,0.000782479,0.00013258457,0.0004186269,0.00012492324],"domain_scores_gemma":[0.9985132,0.0002761388,0.00047641058,0.00011614407,0.00047111264,0.00014699103],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00038647887,0.00010429088,0.0003265665,0.00036369896,0.000023518267,0.00001886823,0.000060990355,0.00011631806,0.0006784787],"category_scores_gemma":[0.00006331145,0.00008076581,0.0001108312,0.00044573384,0.000038442467,0.00025473378,0.000008181781,0.00018245242,0.000037698886],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.002331232,0.007934353,0.4309317,0.0003936019,0.000107851454,0.00006038861,0.0018213289,0.0014990278,0.0014502108,0.021613404,0.000375309,0.5314816],"study_design_scores_gemma":[0.011322459,0.0012907572,0.943118,0.0010121905,0.00008242078,0.00033450313,0.0012131201,0.006982438,0.001986629,0.0017307336,0.030679718,0.0002470548],"about_ca_topic_score_codex":0.00004348928,"about_ca_topic_score_gemma":0.0000012675778,"teacher_disagreement_score":0.53123456,"about_ca_system_score_codex":0.00010700395,"about_ca_system_score_gemma":0.00015588073,"threshold_uncertainty_score":0.74288654},"labels":[],"label_agreement":null},{"id":"W2011899270","doi":"10.1503/cjs.007414","title":"A novel method for assessing visual perception of surgical planes","year":2015,"lang":"en","type":"article","venue":"Canadian Journal of Surgery","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":13,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"London Health Sciences Centre; Western University","funders":"","keywords":"Medicine; Stylus; Dissection (medical); Metric (unit); Medical physics; Medical education; Surgery; Computer vision; Computer science; Operations management","score_opus":0.1842148374646947,"score_gpt":0.40132770284261443,"score_spread":0.21711286537791974,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2011899270","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97872245,0.00018537676,0.018205652,0.00090089056,0.0005495209,0.000075481206,0.0000096915,0.0000054321476,0.0013455088],"genre_scores_gemma":[0.992215,0.0000034418902,0.007161662,0.00014639471,0.00039376,6.6208685e-7,0.000012593099,0.000011315451,0.00005517079],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.99910265,0.000044049364,0.00042482826,0.00006779256,0.00018498232,0.00017569981],"domain_scores_gemma":[0.9977079,0.0008561056,0.00020229493,0.000044861597,0.00040520862,0.0007836452],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0014723437,0.00006907072,0.0003744617,0.000340748,0.0000355185,0.000021006055,0.000028355893,0.00007610853,0.00014516705],"category_scores_gemma":[0.00059820584,0.000056640765,0.00019778525,0.00014579018,0.00004106601,0.000116465526,0.0000019449883,0.00011785074,0.0000010662256],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0015572102,0.00024994902,0.5783554,0.00024237702,0.00036966588,0.0017764319,0.0021815042,0.0012268277,0.0028361897,0.00051241374,0.0061587933,0.40453327],"study_design_scores_gemma":[0.01957864,0.0006846312,0.420212,0.0018242383,0.0005682497,0.014047326,0.0119843455,0.021231191,0.0006162125,0.00043863643,0.50813335,0.000681191],"about_ca_topic_score_codex":0.0005249289,"about_ca_topic_score_gemma":0.00016024166,"teacher_disagreement_score":0.5019745,"about_ca_system_score_codex":0.000091288675,"about_ca_system_score_gemma":0.0017082914,"threshold_uncertainty_score":0.30304354},"labels":[],"label_agreement":null},{"id":"W2011984537","doi":"10.3109/17453674.2014.917502","title":"Virtual-reality simulation to assess performance in hip fracture surgery","year":2014,"lang":"en","type":"article","venue":"Acta Orthopaedica","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":48,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto; University Health Network","funders":"","keywords":"Medicine; Virtual reality; Hip fracture; Orthopedic surgery; Physical therapy; Surgery; Physical medicine and rehabilitation; Osteoporosis; Human–computer interaction; Internal medicine","score_opus":0.05851044317322161,"score_gpt":0.3273949721838534,"score_spread":0.26888452901063176,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2011984537","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9855976,0.000008148894,0.0030451287,0.0028611955,0.00016301648,0.00022430063,0.0000011657991,0.00010548737,0.007993925],"genre_scores_gemma":[0.9944208,0.0000067482924,0.000081240214,0.005007796,0.00028539245,0.000011287198,0.000048681006,0.000019846055,0.000118154036],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9985496,0.0001095297,0.00037185644,0.00027564692,0.0004126758,0.00028070717],"domain_scores_gemma":[0.99800223,0.0012890088,0.00007944953,0.00026963654,0.00007546559,0.00028420668],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0009917483,0.00014172094,0.00033006177,0.00019190238,0.00006363109,0.00001913408,0.00005804464,0.00014371934,0.0004952032],"category_scores_gemma":[0.0014026501,0.00012011283,0.00009733976,0.000422533,0.00002821323,0.00013542124,0.000027362363,0.0002856317,0.000069205424],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0003465662,0.00014761445,0.7849487,0.000049480703,0.00001841967,0.000018562934,0.0002518852,0.033315454,0.000051803552,0.00010995013,0.0003591541,0.1803824],"study_design_scores_gemma":[0.0011199601,0.000078905905,0.76158607,0.00010867994,0.000014169462,0.0000030783535,0.000023899189,0.073372625,0.000054491968,0.000016147282,0.16349074,0.00013121268],"about_ca_topic_score_codex":0.000018490826,"about_ca_topic_score_gemma":0.000014032631,"teacher_disagreement_score":0.1802512,"about_ca_system_score_codex":0.000050138362,"about_ca_system_score_gemma":0.000070675094,"threshold_uncertainty_score":0.5422127},"labels":[],"label_agreement":null},{"id":"W2012169108","doi":"10.1016/j.jsurg.2013.02.002","title":"Multisource Feedback to Assess Surgical Practice: A Systematic Review","year":2013,"lang":"en","type":"review","venue":"Journal of surgical education","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":41,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Generalizability theory; PsycINFO; CINAHL; Systematic review; MEDLINE; Competence (human resources); Medicine; Construct validity; Validity; Medical education; Psychology; Nursing; Clinical psychology; Psychometrics; Patient satisfaction; Psychological intervention; Social psychology","score_opus":0.11839828618555685,"score_gpt":0.4755911516815809,"score_spread":0.357192865496024,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2012169108","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000012816712,0.9869671,0.00002031463,0.0020124635,0.00081994326,0.0030542538,0.0000028296886,0.00002714477,0.0070831655],"genre_scores_gemma":[0.00003384898,0.9941384,0.0011100996,0.0009144336,0.0012444558,0.00016673344,0.000046467743,0.00006797088,0.0022776],"study_design_codex":"systematic_review","study_design_gemma":"not_applicable","domain_scores_codex":[0.9937781,0.0010927438,0.0032458736,0.0003468883,0.0011964623,0.00033994275],"domain_scores_gemma":[0.9905202,0.0034992215,0.002869823,0.0004708613,0.0015979736,0.001041918],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0026439878,0.0004967199,0.005045005,0.0004508182,0.00007052241,0.000117953445,0.00029796545,0.0003947323,0.0013387232],"category_scores_gemma":[0.004416527,0.00030458788,0.0015140692,0.0010063369,0.000041557283,0.00031379506,0.000054549393,0.0012163573,0.0008206413],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00004919662,0.000705339,0.0000013009259,0.5783853,0.00039570354,0.00036109384,0.000053943553,0.0000013290907,1.8237866e-8,0.0001287394,0.0028722873,0.41704577],"study_design_scores_gemma":[0.0005893671,0.00011666413,0.0000011425956,0.41098833,0.003889912,0.009777349,0.00009386786,0.0000030119463,3.8213095e-8,0.0000022690158,0.5743691,0.0001689472],"about_ca_topic_score_codex":0.0000054554534,"about_ca_topic_score_gemma":7.67064e-8,"teacher_disagreement_score":0.5714968,"about_ca_system_score_codex":0.0004430967,"about_ca_system_score_gemma":0.0017628735,"threshold_uncertainty_score":0.9999573},"labels":[],"label_agreement":null},{"id":"W2012245925","doi":"10.1016/j.juro.2013.03.115","title":"Commercial Video Laparoscopic Trainers versus Less Expensive, Simple Laparoscopic Trainers: A Systematic Review and Meta-Analysis","year":2013,"lang":"en","type":"review","venue":"The Journal of Urology","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":24,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"Medicine; Laparoscopic surgery; Meta-analysis; General surgery; Laparoscopy; Medical physics","score_opus":0.2226708266585819,"score_gpt":0.41161478819803876,"score_spread":0.18894396153945686,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2012245925","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00015680832,0.9960685,0.00003563551,0.0016590733,0.00014517554,0.0016060785,0.000016429067,0.000014943956,0.00029740197],"genre_scores_gemma":[0.003746311,0.99230427,0.000037527847,0.0034583164,0.00014118521,0.00006517915,0.000028553899,0.000043192507,0.00017545743],"study_design_codex":"systematic_review","study_design_gemma":"meta_analysis","domain_scores_codex":[0.99460757,0.002150426,0.0021736815,0.00025804283,0.0004422644,0.00036798822],"domain_scores_gemma":[0.99323565,0.0035425306,0.0020990693,0.00054343825,0.0002924878,0.00028684048],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0019661267,0.0005293281,0.012259864,0.00042227842,0.00010354277,0.000031304113,0.00038706965,0.0003055018,0.0010483296],"category_scores_gemma":[0.0010240373,0.0002558168,0.002624051,0.00069266395,0.00024510964,0.000081260834,0.000064264685,0.00095360156,0.000026975413],"study_design_candidate":"meta_analysis","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00033674866,0.00018315371,0.0000037393227,0.5240873,0.45073685,0.00021850562,0.0007784591,0.000044344146,4.3125965e-7,0.00017557692,0.0016872965,0.02174756],"study_design_scores_gemma":[0.002256365,0.0004746404,0.0000034735694,0.0041632284,0.911353,0.00048815654,0.00017745294,0.000016070828,7.9848405e-8,0.000016239484,0.080859624,0.00019166178],"about_ca_topic_score_codex":0.00002313109,"about_ca_topic_score_gemma":0.000026324169,"teacher_disagreement_score":0.5199241,"about_ca_system_score_codex":0.000058598293,"about_ca_system_score_gemma":0.00017867371,"threshold_uncertainty_score":0.9999894},"labels":[],"label_agreement":null},{"id":"W2012408529","doi":"10.1007/s00464-015-4122-0","title":"Randomized control trial for evaluation of a hands-free pointer for surgical instruction during laparoscopic cholecystectomy","year":2015,"lang":"en","type":"article","venue":"Surgical Endoscopy","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":10,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Lawson Health Research Institute; Western University","funders":"","keywords":"Medicine; Likert scale; Laparoscopic surgery; Laparoscopic cholecystectomy; Randomized controlled trial; Invasive surgery; CLIPS; Cholecystectomy; Abdominal surgery; Surgery; Laparoscopy; Medical physics; General surgery","score_opus":0.06176917676602561,"score_gpt":0.36997896096541033,"score_spread":0.3082097841993847,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2012408529","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99036294,0.0002070085,0.00010221875,0.00031354383,0.00068848487,0.005039413,0.000030364212,0.00008226534,0.0031737396],"genre_scores_gemma":[0.9977238,0.0000062589666,0.00008574377,0.000034789966,0.0007385775,0.0010710486,0.000084117586,0.000030046169,0.00022560872],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9972874,0.00038693004,0.00084752956,0.00036447056,0.0007783208,0.00033535672],"domain_scores_gemma":[0.99680364,0.0015936454,0.00026490327,0.0002896023,0.00076170964,0.00028648647],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0030708555,0.00021443459,0.0011749468,0.00016176968,0.000073320545,0.000025664516,0.00009864043,0.00019311857,0.0002436356],"category_scores_gemma":[0.0031334157,0.00016150599,0.0005798743,0.0001842473,0.00015383972,0.00010766031,0.000023631184,0.00014960207,0.000004748709],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.9975098,0.00018702532,0.00019316224,0.00011003391,0.00015758353,0.0000073659467,0.000100665966,0.00030388837,0.0000026344253,0.0010678306,0.00003097764,0.00032904313],"study_design_scores_gemma":[0.9758201,0.0009088797,0.000044434015,0.00012789854,0.00057283725,0.00003967002,0.000048581074,0.01546737,0.0022864367,0.0014323072,0.0031088362,0.00014262773],"about_ca_topic_score_codex":0.000013065173,"about_ca_topic_score_gemma":0.0000025016077,"teacher_disagreement_score":0.021689668,"about_ca_system_score_codex":0.00012230835,"about_ca_system_score_gemma":0.00021349882,"threshold_uncertainty_score":0.6586023},"labels":[{"model":"gemma","categories":[],"domain":null,"study_design":"randomized_trial","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":[],"domain":null,"study_design":"randomized_trial","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"agree"},{"id":"W2012863364","doi":"10.1097/00006534-200201000-00041","title":"Teaching Technical Skills","year":2002,"lang":"en","type":"article","venue":"Plastic & Reconstructive Surgery","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":98,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University Health Network","funders":"University of Toronto","keywords":"Medicine; Medical education; Medical physics","score_opus":0.029643974681013957,"score_gpt":0.26990567650185704,"score_spread":0.24026170182084308,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2012863364","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.89396197,0.00007917772,0.0007240805,0.0001751987,0.0007869468,0.00012463304,0.0000064054766,0.00023549364,0.10390607],"genre_scores_gemma":[0.9979022,0.000010314784,0.0011206863,0.00021035549,0.00024385344,0.000009388186,0.000007870222,0.000019986663,0.0004753259],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9987841,0.00006685824,0.0003453178,0.00028309514,0.00023093913,0.00028963955],"domain_scores_gemma":[0.9935054,0.005991999,0.00008280694,0.00015343743,0.000054483477,0.00021186951],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00026170144,0.00015142669,0.00038665338,0.000206705,0.00011204294,0.000016936294,0.000035857483,0.00010821971,0.0038474824],"category_scores_gemma":[0.003240402,0.00012942363,0.00019652676,0.00017811099,0.00015715093,0.00009541127,0.000021563279,0.00041380874,0.0003212507],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000100829,0.0003454597,0.33843532,0.000041657324,0.00012600975,0.00024807715,0.00016572437,0.000014820409,0.00037358588,0.0014689496,0.0008556153,0.657824],"study_design_scores_gemma":[0.0076163444,0.000307727,0.8831306,0.0015693759,0.00047041805,0.00603365,0.00078932516,0.017544664,0.0008598107,0.0022545657,0.07776524,0.0016582622],"about_ca_topic_score_codex":0.0000056827066,"about_ca_topic_score_gemma":0.000001179591,"teacher_disagreement_score":0.6561657,"about_ca_system_score_codex":0.00006264058,"about_ca_system_score_gemma":0.000027504995,"threshold_uncertainty_score":0.99706316},"labels":[],"label_agreement":null},{"id":"W2012897585","doi":"10.1007/s00268-013-2414-x","title":"Surgical Resident Experience in Breast Disease: A National Study","year":2014,"lang":"en","type":"article","venue":"World Journal of Surgery","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Health Sciences Centre; Sunnybrook Health Science Centre; The Wilson Centre; Women's College Hospital; University of Toronto; University Health Network","funders":"","keywords":"Medicine; Competence (human resources); Breast surgery; Vascular surgery; General surgery; Breast disease; Disease; Mastectomy; Cardiothoracic surgery; Family medicine; Surgery; Breast cancer; Cardiac surgery; Internal medicine; Psychology","score_opus":0.0747786590498149,"score_gpt":0.3546397691416413,"score_spread":0.2798611100918264,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2012897585","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99476767,0.00015066973,0.000010986047,0.0015446615,0.00021081652,0.00006482975,6.90597e-7,0.000009048469,0.0032406275],"genre_scores_gemma":[0.99900055,0.0000122287065,0.00001695602,0.000250273,0.00038739853,0.000002836776,0.0000013342569,0.000007796268,0.00032060276],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9982583,0.00014191685,0.000584267,0.000108455235,0.0007585455,0.00014851168],"domain_scores_gemma":[0.9982199,0.0010676767,0.00017076617,0.00007681403,0.00019402974,0.00027081414],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0014486542,0.000081052625,0.00032743555,0.0004767045,0.000034299766,0.000019291374,0.000048300903,0.000016313308,0.00072328316],"category_scores_gemma":[0.00041030152,0.00006196623,0.00015441918,0.00043648435,0.000038639435,0.000116826486,0.000015592586,0.00020249121,0.000009208182],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00095832534,0.00041647197,0.9904403,0.000006995402,0.000019498983,0.0011039316,0.00026529655,0.00020449195,0.0000033934623,0.00022630944,0.00030753852,0.0060474253],"study_design_scores_gemma":[0.0021750717,0.000023295583,0.980421,0.00020689015,0.000013769901,0.0002434201,0.00023646705,0.00036802015,0.0000023263963,0.00012520114,0.016118044,0.00006651608],"about_ca_topic_score_codex":0.00000593726,"about_ca_topic_score_gemma":0.0000069640764,"teacher_disagreement_score":0.015810505,"about_ca_system_score_codex":0.00006811876,"about_ca_system_score_gemma":0.00015070298,"threshold_uncertainty_score":0.7919443},"labels":[],"label_agreement":null},{"id":"W2013537260","doi":"10.1109/tbme.2012.2219307","title":"Perk Tutor: An Open-Source Training Platform for Ultrasound-Guided Needle Insertions","year":2012,"lang":"en","type":"article","venue":"IEEE Transactions on Biomedical Engineering","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":67,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University","funders":"","keywords":"TUTOR; Computer science; Medical physics; Medical education; Human–computer interaction; Medicine","score_opus":0.07762425277847237,"score_gpt":0.3209629015774253,"score_spread":0.24333864879895292,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2013537260","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.21490489,0.000029716073,0.7821404,0.0002473783,0.0009375213,0.00054796896,0.000033657667,0.00044511037,0.0007133709],"genre_scores_gemma":[0.98998743,0.000010029098,0.008409238,0.00053548726,0.00042035247,0.00015394682,0.0000620449,0.00007141344,0.00035005275],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99838114,0.000013810443,0.0004192082,0.00026678314,0.00033483794,0.00058421376],"domain_scores_gemma":[0.99831444,0.0004803535,0.00004180421,0.00025165224,0.000051969608,0.00085977884],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0004301201,0.00023467912,0.0003460106,0.00027247032,0.00024625094,0.000063343534,0.00016700067,0.00020886453,0.00045256704],"category_scores_gemma":[0.000089126916,0.00021217694,0.00015455781,0.00044504294,0.00006620156,0.00044431374,0.0000021528297,0.00037955435,0.00003247699],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0016472024,0.007927939,0.00035802962,0.0005218985,0.0014137997,0.000033060925,0.025098909,0.1544937,0.122970164,0.003353435,0.0010363838,0.6811455],"study_design_scores_gemma":[0.022896899,0.0022902403,0.0035024707,0.0005947398,0.0005912474,0.0009554026,0.0038071761,0.39644638,0.015600359,0.000053707536,0.55168283,0.0015785793],"about_ca_topic_score_codex":0.000024071765,"about_ca_topic_score_gemma":0.0000023865177,"teacher_disagreement_score":0.7750825,"about_ca_system_score_codex":0.00013021215,"about_ca_system_score_gemma":0.00007583627,"threshold_uncertainty_score":0.8652324},"labels":[],"label_agreement":null},{"id":"W2013681472","doi":"10.1109/tmi.2014.2321777","title":"Electromagnetic Tracking in Medicine—A Review of Technology, Validation, and Applications","year":2014,"lang":"en","type":"review","venue":"IEEE Transactions on Medical Imaging","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":489,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Robarts Clinical Trials","funders":"Hungarian Scientific Research Fund; Deutsche Forschungsgemeinschaft; Deutsches Krebsforschungszentrum; Nemzeti Kutatási és Technológiai Hivatal; Varian Medical Systems","keywords":"Computer science; Robustness (evolution); Tracking (education); Context (archaeology); Tracking system; Medical imaging; Video tracking; Tracking error; Data science; Artificial intelligence; Computer vision; Object (grammar); Kalman filter","score_opus":0.03295844657262619,"score_gpt":0.38374093587654523,"score_spread":0.35078248930391903,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2013681472","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0000017704097,0.926086,0.06965047,0.00168586,0.000084818304,0.0010014486,0.000003728633,0.00009287345,0.0013930206],"genre_scores_gemma":[0.0012673924,0.9972288,0.0002409357,0.00075479306,0.00009986648,0.0002924865,0.000027996637,0.00004264812,0.00004510447],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9973392,0.00014756071,0.001221211,0.00044853202,0.0005797376,0.00026374566],"domain_scores_gemma":[0.99828315,0.0007292867,0.00027404196,0.00035699314,0.00012009675,0.00023644057],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00093947275,0.00030538012,0.0018668504,0.0008932787,0.0000664169,0.00000651141,0.00015776693,0.00027706337,0.0008331683],"category_scores_gemma":[0.00028144076,0.00023681387,0.00022326261,0.0013921766,0.0003985441,0.00004492307,0.000002255325,0.0011113327,0.000017546476],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000030857793,0.000084247564,0.000004555677,0.036754645,0.000038219012,0.000012459132,0.0000084714975,9.071439e-7,9.4196537e-7,0.00009205807,0.000021684373,0.9629787],"study_design_scores_gemma":[0.0011580444,0.00007862015,0.0000036746585,0.23955958,0.001065657,0.0003138165,0.000020629313,0.00026375614,0.000012239348,0.00007838467,0.75724334,0.000202259],"about_ca_topic_score_codex":0.0000073985384,"about_ca_topic_score_gemma":0.0000021679846,"teacher_disagreement_score":0.9627765,"about_ca_system_score_codex":0.00007544207,"about_ca_system_score_gemma":0.0002293071,"threshold_uncertainty_score":0.9656989},"labels":[],"label_agreement":null},{"id":"W2013750345","doi":"10.1117/12.2008390","title":"Software for MR image overlay guided needle insertions: the clinical translation process","year":2013,"lang":"en","type":"article","venue":"Proceedings of SPIE, the International Society for Optical Engineering/Proceedings of SPIE","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University","funders":"","keywords":"Computer science; Workflow; Agile software development; Software; Process (computing); Overlay; Flexibility (engineering); Adaptation (eye); Software engineering; Operating system","score_opus":0.0387645909665657,"score_gpt":0.31427192266688,"score_spread":0.2755073317003143,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2013750345","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9863665,0.00008852499,0.0003237881,0.008757996,0.00023075647,0.0018797149,0.000031792628,0.00013848662,0.002182448],"genre_scores_gemma":[0.847492,0.00007164611,0.14934795,0.0009042896,0.00090847875,0.000813411,0.000041760104,0.0000980402,0.00032247583],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99740106,3.8911896e-8,0.0011056423,0.00040019417,0.0006987035,0.00039438222],"domain_scores_gemma":[0.9950495,0.0007012465,0.00041265044,0.00007761377,0.003577378,0.00018163027],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0009805061,0.00029852265,0.0005032072,0.00008248734,0.0001548019,0.00013345537,0.00052957505,0.00025074423,0.000069022884],"category_scores_gemma":[0.0025182045,0.0002011665,0.0009335679,0.0004238756,0.0003023249,0.00063904084,0.000056086024,0.00038919807,0.0000050891817],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00222508,0.002135891,0.018298797,0.005091922,0.0043928837,5.3225307e-7,0.00335708,0.0009663099,0.3970413,0.48891485,0.04377038,0.033805005],"study_design_scores_gemma":[0.043733235,0.0042672907,0.06744721,0.0033298302,0.0030522079,0.0001558533,0.015731208,0.60702634,0.12918638,0.027835893,0.09545103,0.0027835225],"about_ca_topic_score_codex":0.0000092953505,"about_ca_topic_score_gemma":1.2743727e-7,"teacher_disagreement_score":0.60606,"about_ca_system_score_codex":0.00008592186,"about_ca_system_score_gemma":0.00007374856,"threshold_uncertainty_score":0.8203332},"labels":[],"label_agreement":null},{"id":"W2014401107","doi":"10.1108/10748120910998335","title":"Surgical performance in a virtual environment","year":2009,"lang":"en","type":"article","venue":"On the Horizon The International Journal of Learning Futures","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Trainer; Task (project management); Virtual reality; Applied psychology; Quality (philosophy); Psychology; Video game; Repetition (rhetorical device); Computer science; Multimedia; Medical education; Simulation; Medicine; Human–computer interaction; Engineering","score_opus":0.016152466587504338,"score_gpt":0.27253779480216367,"score_spread":0.2563853282146593,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2014401107","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9738796,0.00011830084,0.000031623298,0.01836683,0.00028564647,0.000051336425,2.1090621e-7,0.0000069553853,0.0072595035],"genre_scores_gemma":[0.99774706,0.00019967723,0.000021432794,0.00067000015,0.0008179595,7.423002e-7,0.0000011834702,0.000005334562,0.00053658825],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99878806,0.00010125376,0.00027635717,0.00007031913,0.00066063926,0.000103358754],"domain_scores_gemma":[0.9992632,0.0003906585,0.00017461187,0.00007264884,0.00005322639,0.000045652858],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00079388305,0.00007954116,0.00012877834,0.00009347027,0.00007790481,0.000032538734,0.00023642616,0.000037131496,0.00040084528],"category_scores_gemma":[0.0001675952,0.00003754736,0.000112060225,0.00006238614,0.0000391284,0.00004758466,0.000017246499,0.0006792994,0.000028802257],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0065121967,0.0005205274,0.023337074,0.0000025346992,0.00025298214,0.00085403887,0.0019313867,0.11618794,0.0006582487,0.026841395,0.00047499072,0.8224267],"study_design_scores_gemma":[0.009277579,0.0078302,0.31930313,0.000501855,0.000059901296,0.0015790425,0.0028549244,0.0097563425,0.001780878,0.0008933517,0.6459172,0.00024558714],"about_ca_topic_score_codex":9.2026175e-7,"about_ca_topic_score_gemma":2.579115e-7,"teacher_disagreement_score":0.8221811,"about_ca_system_score_codex":0.00007545174,"about_ca_system_score_gemma":0.000027478178,"threshold_uncertainty_score":0.4388975},"labels":[],"label_agreement":null},{"id":"W2014876636","doi":"10.1097/sla.0b013e3181deb630","title":"Warm-up in a Virtual Reality Environment Improves Performance in the Operating Room","year":2010,"lang":"en","type":"article","venue":"Annals of Surgery","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":192,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"St. Michael's Hospital","funders":"","keywords":"Medicine; Laparoscopic cholecystectomy; Cronbach's alpha; Virtual reality; Reliability (semiconductor); Physical therapy; Laparoscopy; Rating scale; Surgery; Medical physics; Human–computer interaction; Psychometrics; Computer science","score_opus":0.18924977098868295,"score_gpt":0.3526451441002435,"score_spread":0.16339537311156055,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2014876636","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99602526,0.000036540794,0.000003735907,0.0019004355,0.000086255735,0.00010069932,0.0000015314456,0.0000068698682,0.0018386967],"genre_scores_gemma":[0.99873453,0.00009667017,0.000011230245,0.0010214265,0.000060893486,0.000009843831,0.000009028706,0.0000053300914,0.000051022856],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99912965,0.00005517136,0.00033342678,0.000120324374,0.00019472888,0.00016667534],"domain_scores_gemma":[0.9991395,0.000578513,0.000059369067,0.00016424869,0.00001727286,0.000041081166],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001663154,0.000069556685,0.0002061741,0.00007714823,0.000026619786,0.0000072502107,0.000045509973,0.00005443092,0.000119495235],"category_scores_gemma":[0.00027248103,0.000046589892,0.00006405971,0.00012324608,0.00004580273,0.00008518425,0.000017093289,0.00025706083,0.000007148145],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00020070591,0.00032437727,0.7718905,0.000048513884,0.00001567219,0.000035501478,0.002097933,0.00050491723,0.0057659424,0.00026582152,0.0001376928,0.21871239],"study_design_scores_gemma":[0.00047630174,0.000040886465,0.9867222,0.00006683922,0.000002833442,0.000004578188,0.0003984936,0.004051706,0.0029783768,0.00002521818,0.0051655388,0.00006707213],"about_ca_topic_score_codex":0.00006712711,"about_ca_topic_score_gemma":0.000016459182,"teacher_disagreement_score":0.21864532,"about_ca_system_score_codex":0.0000040797404,"about_ca_system_score_gemma":0.000031320164,"threshold_uncertainty_score":0.18998806},"labels":[],"label_agreement":null},{"id":"W2014987407","doi":"10.1016/j.jtcvs.2011.05.015","title":"A randomized evaluation of simulation training on performance of vascular anastomosis on a high-fidelity in vivo model: The role of deliberate practice","year":2011,"lang":"en","type":"article","venue":"Journal of Thoracic and Cardiovascular Surgery","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":127,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ottawa Hospital; University of Ottawa","funders":"University of Ottawa","keywords":"Fidelity; In vivo; Randomized controlled trial; Anastomosis; Computer science; Psychology; Medical physics; Medicine; Surgery; Biology","score_opus":0.0859367159090042,"score_gpt":0.33250762521787547,"score_spread":0.24657090930887127,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2014987407","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99323666,0.0034591893,0.0018480701,0.000027435311,0.00006129243,0.00031577834,0.0000016480506,0.0000037440716,0.0010461927],"genre_scores_gemma":[0.998534,0.0009128072,0.00043968926,0.000052645475,0.000039017064,0.0000064028795,0.0000011479234,0.000012605954,0.0000016850153],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99617356,0.001248613,0.0010451043,0.00013600402,0.0012751108,0.000121607474],"domain_scores_gemma":[0.9962641,0.0016426296,0.0007765136,0.00026504628,0.0009884214,0.00006331244],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.020354034,0.00012940087,0.0012500683,0.0002965692,0.000033436314,0.0000049174896,0.000051998133,0.0001096341,0.000030560863],"category_scores_gemma":[0.0022238123,0.00008342258,0.0010471202,0.00030956225,0.00009331353,0.00019781808,0.000011897141,0.00026919518,1.8229619e-7],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.044246078,0.00018242125,0.0010178974,0.00008431636,0.0015929098,0.0000061148894,0.001949304,0.71452826,0.00009147757,0.00005730963,6.001499e-7,0.2362433],"study_design_scores_gemma":[0.03213254,0.00024244009,0.012712746,0.0011900237,0.004031464,0.00003452553,0.0011860254,0.9414171,0.006422534,0.0003707051,0.000117916425,0.00014200671],"about_ca_topic_score_codex":0.000042198804,"about_ca_topic_score_gemma":6.660708e-7,"teacher_disagreement_score":0.23610128,"about_ca_system_score_codex":0.00003318927,"about_ca_system_score_gemma":0.00017604337,"threshold_uncertainty_score":0.70543426},"labels":[],"label_agreement":null},{"id":"W2015336238","doi":"10.1097/acm.0b013e3182677805","title":"The Ottawa Surgical Competency Operating Room Evaluation (O-SCORE)","year":2012,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":314,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Ottawa Hospital; University of Ottawa","funders":"","keywords":"Competence (human resources); Medicine; Rating scale; Competency assessment; Medical education; Psychology","score_opus":0.09197362330058255,"score_gpt":0.39156536346810067,"score_spread":0.2995917401675181,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2015336238","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8342422,0.010267989,0.00020268939,0.0148543725,0.0011231516,0.00070395175,7.1707854e-7,0.00012836645,0.13847654],"genre_scores_gemma":[0.99387944,0.0002847059,0.000057611607,0.0015824875,0.0028304819,0.000031024185,0.00004327407,0.000018436069,0.0012725617],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.99761695,0.0002241247,0.00058796053,0.00019045098,0.00092903955,0.00045149287],"domain_scores_gemma":[0.99779683,0.0013203745,0.00012601285,0.0002305071,0.00016254772,0.00036372745],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0045559164,0.00015589572,0.00029843595,0.000059188864,0.00028033272,0.00000621796,0.00011822499,0.00017282061,0.0016716977],"category_scores_gemma":[0.002066677,0.00008327014,0.000053538854,0.0002828399,0.00015849392,0.00011858062,0.00003372415,0.00075550255,0.00011622394],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0002488521,0.000063155145,0.56571126,0.00006136053,0.00019184484,0.00003825198,0.007989535,0.00013015223,0.0013476483,0.07684751,0.01103725,0.33633316],"study_design_scores_gemma":[0.015404303,0.000313296,0.17891096,0.0005747866,0.00045513856,0.00045490797,0.0031731362,0.028686604,0.00027224742,0.0010581039,0.77037627,0.00032025395],"about_ca_topic_score_codex":0.000019167308,"about_ca_topic_score_gemma":0.0000015293219,"teacher_disagreement_score":0.75933903,"about_ca_system_score_codex":0.00007610065,"about_ca_system_score_gemma":0.000087124805,"threshold_uncertainty_score":0.99924093},"labels":[],"label_agreement":null},{"id":"W2016087780","doi":"10.1016/j.urology.2009.07.509","title":"UP-1.062: Laparoscopic Entry Technique Preferences of Canadian Urologists","year":2009,"lang":"en","type":"article","venue":"Urology","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"St Joseph's Health Centre; University of Toronto","funders":"","keywords":"Medicine; Veress needle; Specialty; Laparoscopic surgery; Surgery; Laparoscopy; General surgery; Family medicine","score_opus":0.036169524692745626,"score_gpt":0.2982617154953194,"score_spread":0.26209219080257373,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2016087780","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8512521,0.00016913816,0.00013513635,0.0032536595,0.00014407515,0.0002416062,0.000004003717,0.00006438128,0.14473592],"genre_scores_gemma":[0.99702793,0.000026564636,0.00012590642,0.002544274,0.000039192273,0.0000055710157,0.00001300582,0.0000032854225,0.0002142754],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99941975,0.000035434896,0.00015189976,0.00012920535,0.00006853722,0.00019514655],"domain_scores_gemma":[0.99960315,0.000061869585,0.000038644666,0.00012177095,0.000032147134,0.00014240974],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00009198203,0.0000647463,0.00018763506,0.0002391876,0.000023644003,0.0000020990697,0.000055024506,0.00015116275,0.0006679317],"category_scores_gemma":[0.00009391378,0.000053487845,0.000032426848,0.00017009088,0.00006881907,0.0000143828065,0.0000054860907,0.00013883141,0.000023441027],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.002068993,0.0006502941,0.6510885,0.00008878259,0.0002329882,0.0006220011,0.0019439793,0.00081328826,0.01235519,0.067446865,0.0041110017,0.25857812],"study_design_scores_gemma":[0.0056709456,0.0038543877,0.61705,0.000025351348,0.00011573089,0.00014971953,0.00006439636,0.0007865479,0.009893408,0.0073806983,0.35474172,0.00026710896],"about_ca_topic_score_codex":0.0022100692,"about_ca_topic_score_gemma":0.0029085856,"teacher_disagreement_score":0.35063073,"about_ca_system_score_codex":0.000011459315,"about_ca_system_score_gemma":0.00010452207,"threshold_uncertainty_score":0.7313384},"labels":[],"label_agreement":null},{"id":"W2016169146","doi":"10.5489/cuaj.222","title":"Robotic surgery basic skills training: Evaluation of a pilot multidisciplinary simulation-based curriculum","year":2013,"lang":"en","type":"article","venue":"Canadian Urological Association Journal","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":65,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"University of Toronto","funders":"","keywords":"Curriculum; Robotic surgery; Task (project management); Multidisciplinary approach; Medicine; Medical education; Medical physics; Simulation; Physical therapy; Computer science; Psychology; Surgery; Engineering","score_opus":0.06137836556373578,"score_gpt":0.30448424992161427,"score_spread":0.2431058843578785,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2016169146","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9911504,0.000075039185,0.0004933212,0.005324465,0.00034172367,0.000470397,0.0000058155883,0.00003446915,0.0021043767],"genre_scores_gemma":[0.9981647,0.0000028484164,0.0002267084,0.0011958076,0.00026427011,0.000021751683,0.000052663097,0.000015242404,0.000055977624],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99721575,0.0004821819,0.00068098994,0.00020848258,0.00094932585,0.00046328403],"domain_scores_gemma":[0.99511474,0.0021397497,0.0004919113,0.00011697567,0.0013527726,0.0007838224],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0025143728,0.00015896618,0.00043627305,0.0003779496,0.0002253058,0.000058193305,0.0000736408,0.0001996366,0.0048405654],"category_scores_gemma":[0.0056531704,0.0001296971,0.00024363067,0.0004444321,0.000043365773,0.00015929762,0.0000072082275,0.00042200714,0.00008784284],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000021369604,0.00020201891,0.7227156,0.0000056222602,0.000070960996,0.00001117789,0.0001267367,0.2555454,0.000017765555,0.000022231385,0.0002505111,0.021010565],"study_design_scores_gemma":[0.0018931279,0.00015473086,0.6163847,0.000031458698,0.00011834069,0.000008657453,0.000106611915,0.3802337,0.000003669805,0.00050491595,0.00045764574,0.00010244914],"about_ca_topic_score_codex":0.0004896444,"about_ca_topic_score_gemma":0.00013144453,"teacher_disagreement_score":0.12468829,"about_ca_system_score_codex":0.00086248777,"about_ca_system_score_gemma":0.001326678,"threshold_uncertainty_score":0.99606913},"labels":[],"label_agreement":null},{"id":"W2016864481","doi":"10.1007/s11548-013-0901-z","title":"Open-source surface mesh-based ultrasound-guided spinal intervention simulator","year":2013,"lang":"en","type":"article","venue":"International Journal of Computer Assisted Radiology and Surgery","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":19,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University","funders":"","keywords":"Imaging phantom; Computer science; Ultrasound; Artificial intelligence; Pixel; Computer vision; Image-guided surgery; Polygon mesh; Simulation; Medicine; Computer graphics (images); Nuclear medicine; Radiology","score_opus":0.0425493606886496,"score_gpt":0.3314683597492511,"score_spread":0.2889189990606015,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2016864481","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.95111865,0.00023975756,0.04453109,0.0023486803,0.0013451191,0.00012847503,0.0000014286389,0.000024060872,0.000262773],"genre_scores_gemma":[0.9943724,0.000027513503,0.0027281386,0.0022474178,0.0004668002,0.0000017832779,0.000023352599,0.000013122191,0.00011945976],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9983646,0.00022495286,0.000781207,0.00017533315,0.00029071496,0.00016318382],"domain_scores_gemma":[0.99727786,0.0013434513,0.00043838174,0.000098449964,0.00065193337,0.00018994647],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0007851946,0.00014342052,0.00049129716,0.0002394386,0.000057263205,0.00013619222,0.0002299516,0.0001224855,0.0005521767],"category_scores_gemma":[0.00023101461,0.00011305055,0.00029090585,0.00010150402,0.000113346185,0.00028038427,0.00005991478,0.00027275976,0.000014565996],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0029175496,0.0010480398,0.67996305,0.00005661648,0.0024287964,0.00076086825,0.00016801542,0.012957892,0.0011899313,0.00040731148,0.01327409,0.28482786],"study_design_scores_gemma":[0.008961455,0.0005089234,0.9038358,0.0006385709,0.00011613866,0.00906259,0.000056990728,0.059460055,0.00025302882,0.00024120901,0.016607374,0.00025792053],"about_ca_topic_score_codex":0.000022025159,"about_ca_topic_score_gemma":6.8015237e-7,"teacher_disagreement_score":0.28456995,"about_ca_system_score_codex":0.00006486665,"about_ca_system_score_gemma":0.000107496075,"threshold_uncertainty_score":0.6045947},"labels":[],"label_agreement":null},{"id":"W2017267690","doi":"10.1007/s00464-010-1343-0","title":"Trends and results of the first 5 years of Fundamentals of Laparoscopic Surgery (FLS) certification testing","year":2010,"lang":"en","type":"article","venue":"Surgical Endoscopy","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":121,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Toronto Western Hospital; Montreal General Hospital; University of Toronto; McGill University; University Health Network","funders":"USGI Medical; Boston Scientific Corporation","keywords":"Medicine; Certification; Specialty; Test (biology); Psychomotor learning; Abdominal surgery; Mandate; Descriptive statistics; Family medicine; General surgery; Cognition; Surgery; Psychiatry","score_opus":0.05381802245379301,"score_gpt":0.31423010614573715,"score_spread":0.26041208369194413,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2017267690","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9932644,0.000052050473,5.817827e-7,0.00033652593,0.0001517537,0.00008128065,0.000020938569,0.000014155208,0.006078361],"genre_scores_gemma":[0.9996131,0.000011419802,0.0001680567,0.000022394881,0.000036320653,0.0000030190274,0.000011675215,0.000008007171,0.00012599956],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9988847,0.000034373228,0.0005647575,0.00015135175,0.00024701338,0.00011783305],"domain_scores_gemma":[0.99774987,0.0015877081,0.00028813328,0.0002321605,0.00007537474,0.000066787026],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0004181525,0.000075051474,0.000335628,0.000095247466,0.000030287069,0.0000039460797,0.00005464415,0.00007591704,0.00014901173],"category_scores_gemma":[0.00086453115,0.000053883337,0.00010122746,0.00043871062,0.00024775157,0.000030290443,0.000031373307,0.00014457945,0.0000011688882],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0016471874,0.0003987828,0.8976803,0.00023487961,0.0000693779,0.0000130755025,0.0004949362,0.00003955145,0.025185285,0.00084093254,0.000081286445,0.0733144],"study_design_scores_gemma":[0.009052484,0.000092952665,0.92461413,0.00025778988,0.00004699523,0.000012751967,0.00004309267,0.00033256478,0.055025715,0.000053320942,0.010396002,0.00007221378],"about_ca_topic_score_codex":0.00008796522,"about_ca_topic_score_gemma":0.000012909959,"teacher_disagreement_score":0.07324218,"about_ca_system_score_codex":0.000006319552,"about_ca_system_score_gemma":0.000037326383,"threshold_uncertainty_score":0.21972987},"labels":[],"label_agreement":null},{"id":"W2017383529","doi":"10.1097/prs.0b013e3181b17bf5","title":"Rhinoplasty: A Hands-On Training Module","year":2009,"lang":"en","type":"article","venue":"Plastic & Reconstructive Surgery","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":39,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Covenant Health; Misericordia Community Hospital","funders":"Faculty of Medicine and Dentistry, University of Alberta; University of Alberta; Plastic Surgery Foundation","keywords":"Rhinoplasty; Medicine; Silicone; Computed tomographic; Nose; Learning curve; Margin (machine learning); Orthodontics; Surgery; Biomedical engineering; Medical physics; Computed tomography; Computer science; Machine learning","score_opus":0.049886401880766824,"score_gpt":0.2758989507004962,"score_spread":0.22601254881972938,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2017383529","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9576548,0.000024836123,0.0005517533,0.00017414296,0.0007345079,0.00013413894,0.00000790061,0.00017679448,0.040541176],"genre_scores_gemma":[0.998479,0.000007379671,0.00035775188,0.00065088505,0.00029807768,0.0000071062104,0.000023476869,0.00001883527,0.0001574791],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99847186,0.000054128755,0.00037911077,0.0003839581,0.00030663962,0.00040432898],"domain_scores_gemma":[0.9952944,0.00405319,0.00011271154,0.0001694648,0.00008740754,0.00028282515],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0002635006,0.0002228385,0.00053607486,0.00031142737,0.000102502076,0.000030138233,0.00003818462,0.00011233063,0.0008453043],"category_scores_gemma":[0.001983782,0.00019312765,0.0002242387,0.00031610203,0.00010820022,0.0001094536,0.0000078162075,0.00030317498,0.00014520033],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0012419092,0.00017405867,0.06702855,0.000019436899,0.00013698442,0.00025541973,0.00044431596,0.00024365072,0.00018843568,0.0020576555,0.00030075578,0.92790884],"study_design_scores_gemma":[0.01065045,0.001462844,0.95397156,0.00132248,0.00023468137,0.001303267,0.0012895662,0.014564942,0.0021306963,0.004643207,0.0073335054,0.0010927942],"about_ca_topic_score_codex":0.000001843976,"about_ca_topic_score_gemma":8.789126e-7,"teacher_disagreement_score":0.92681605,"about_ca_system_score_codex":0.000064949585,"about_ca_system_score_gemma":0.00015033109,"threshold_uncertainty_score":0.9255489},"labels":[],"label_agreement":null},{"id":"W2017435444","doi":"10.1007/s00464-012-2529-4","title":"Laparoscopic simulation training: does timing impact the quality of skills acquisition?","year":2012,"lang":"en","type":"article","venue":"Surgical Endoscopy","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":12,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto; St. Michael's Hospital","funders":"","keywords":"Medicine; Wilcoxon signed-rank test; Psychological intervention; Test (biology); Session (web analytics); Physical therapy; Dreyfus model of skill acquisition; Task (project management); Curriculum; Mann–Whitney U test; Psychology; Nursing; Computer science","score_opus":0.07407685164548906,"score_gpt":0.42421891848128757,"score_spread":0.3501420668357985,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2017435444","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98823595,0.00017571519,0.00015109437,0.00023366818,0.00023611312,0.0002570513,0.00001378839,0.000074906915,0.0106217135],"genre_scores_gemma":[0.99893,0.000010720717,0.00017153472,0.00019974523,0.00040708244,0.000009643167,0.000040230738,0.00001750713,0.0002135648],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9982377,0.00021204233,0.0005208827,0.00017385813,0.00045975661,0.00039573014],"domain_scores_gemma":[0.99716616,0.0020462337,0.00017640575,0.00026592784,0.00009014578,0.00025511708],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0009594912,0.00016582196,0.0004549448,0.00006406209,0.00011312435,0.000016176866,0.00007458977,0.000110236535,0.0028643373],"category_scores_gemma":[0.0003368337,0.00008465659,0.00027425724,0.0002750408,0.00014234931,0.00015553665,0.0000273116,0.00020633002,0.000038340295],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0036917024,0.0016425817,0.933002,0.00019757946,0.00049053313,0.00002958622,0.009051408,0.013724916,0.0014805155,0.011366973,0.000043799115,0.025278425],"study_design_scores_gemma":[0.039792262,0.00035252515,0.9266542,0.00024785896,0.00019965203,0.000027978851,0.0011599893,0.0073069516,0.0061898297,0.0008270504,0.016812427,0.00042924957],"about_ca_topic_score_codex":0.000030236704,"about_ca_topic_score_gemma":8.443829e-7,"teacher_disagreement_score":0.03610056,"about_ca_system_score_codex":0.00005109277,"about_ca_system_score_gemma":0.00005100363,"threshold_uncertainty_score":0.9980472},"labels":[],"label_agreement":null},{"id":"W2017935108","doi":"10.1115/imece2010-37827","title":"Estimation of Incision Patterns Based on Visual Tracking of Surgical Tools in Minimally Invasive Surgery","year":2010,"lang":"en","type":"article","venue":"","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Simon Fraser University","funders":"","keywords":"Orientation (vector space); Computer vision; Artificial intelligence; Computer science; Position (finance); Surgical instrument; Invasive surgery; Surgical planning; Monocular; Set (abstract data type); Surgery; Mathematics; Medicine","score_opus":0.05570241903721303,"score_gpt":0.34663981458243803,"score_spread":0.290937395545225,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2017935108","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99641246,0.0000014051363,0.0003053492,0.000172275,0.00006292359,0.00014086567,0.000003144979,0.000017674369,0.0028838972],"genre_scores_gemma":[0.9993861,0.0000016763652,0.00040158065,0.00011685984,0.000025352503,0.000002922601,0.000046662437,0.000008273797,0.000010589468],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9989241,0.000044438642,0.00047081578,0.00013758994,0.00031405658,0.00010900598],"domain_scores_gemma":[0.99624217,0.0033832898,0.00011940502,0.0001070311,0.00008161299,0.00006648926],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0005275757,0.00008147209,0.0003147941,0.00023553953,0.00001060486,0.000006244609,0.000028706143,0.000102047765,0.0009390062],"category_scores_gemma":[0.00096874015,0.000063670086,0.00010121545,0.0001953407,0.000032839114,0.00007702632,0.0000097058055,0.00016518617,0.000004406796],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0012829514,0.0007285226,0.69299984,0.00013796658,0.000011084427,0.000117188436,0.00016638743,0.0035060868,0.006230416,0.00027817607,0.0000068034724,0.29453456],"study_design_scores_gemma":[0.003567197,0.00023356323,0.79202616,0.00042451287,0.00001279118,0.0000058097658,0.00007953877,0.15250841,0.050968774,0.000021356302,0.000059568265,0.00009232088],"about_ca_topic_score_codex":0.000034693163,"about_ca_topic_score_gemma":0.000049436665,"teacher_disagreement_score":0.29444227,"about_ca_system_score_codex":0.000012915778,"about_ca_system_score_gemma":0.000096824144,"threshold_uncertainty_score":0.99997425},"labels":[],"label_agreement":null},{"id":"W2018305892","doi":"10.1177/155335060501200410","title":"The Steinberg-Bernstein Centre for Minimally Invasive Surgery at McGill University","year":2005,"lang":"en","type":"article","venue":"Surgical Innovation","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"McGill University Health Centre","funders":"","keywords":"Medicine; Invasive surgery; General surgery; Surgery","score_opus":0.04544451699840848,"score_gpt":0.277140701794466,"score_spread":0.2316961847960575,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2018305892","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9722843,0.000039024464,0.000019386864,0.012211247,0.0001295201,0.00035095122,0.000039865103,0.00008399514,0.014841694],"genre_scores_gemma":[0.97876096,0.000041154053,0.00017196832,0.0005244847,0.00021359121,0.000002752245,0.00018023404,0.000013218319,0.020091645],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99894106,0.00005133859,0.00032525728,0.00021274878,0.00022616574,0.00024344488],"domain_scores_gemma":[0.99726576,0.001994305,0.00013069039,0.00014232437,0.00039338705,0.00007352983],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0004950105,0.00010873165,0.0001927041,0.00010560744,0.00034744822,0.000010177234,0.000049339447,0.00010116271,0.00028729351],"category_scores_gemma":[0.00034393405,0.00008044128,0.00011955952,0.0006709023,0.000058479945,0.00009973428,0.00003528643,0.00010430674,0.000057400142],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.011586964,0.0006473243,0.043332834,0.00016431992,0.00044791494,0.0003405902,0.0003503571,0.00042287592,0.0020775446,0.22187191,0.032268945,0.68648845],"study_design_scores_gemma":[0.0026205564,0.00003432768,0.004038598,0.00003429251,0.000022715474,0.000011868505,0.0001093408,0.00067286676,0.0017441423,0.000085422034,0.9905212,0.000104650906],"about_ca_topic_score_codex":0.0000065564604,"about_ca_topic_score_gemma":0.000059936996,"teacher_disagreement_score":0.95825225,"about_ca_system_score_codex":0.00026030774,"about_ca_system_score_gemma":0.00006369662,"threshold_uncertainty_score":0.32803},"labels":[],"label_agreement":null},{"id":"W201876528","doi":"10.1155/2013/846769","title":"Evaluation of a Novel Method of Teaching Endobronchial Ultrasound: Physician‐ Versus Respiratory Therapist‐Proctored Simulation Training","year":2013,"lang":"en","type":"article","venue":"Canadian Respiratory Journal","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University; University of Saskatchewan; Université de Sherbrooke; University of Calgary","funders":"","keywords":"Medicine; Respiratory therapist; Endobronchial ultrasound; Medical physics; Simulation training; Radiology; Medical education; Bronchoscopy; Intensive care medicine; Simulation","score_opus":0.16670113517162233,"score_gpt":0.3922553768903861,"score_spread":0.22555424171876376,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W201876528","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97126466,0.00038091064,0.0071476256,0.00006290636,0.00045421947,0.0006097225,0.000016755324,0.000022403981,0.020040823],"genre_scores_gemma":[0.9960357,7.815921e-7,0.0024451308,0.0008966919,0.00055978145,0.000012517088,0.0000057326974,0.000033441374,0.000010215136],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9970066,0.000602028,0.000743026,0.00022365148,0.0010604943,0.00036418482],"domain_scores_gemma":[0.9968062,0.00074897235,0.0005063457,0.00023391687,0.0011183533,0.00058619713],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0041465303,0.00019113328,0.00042565732,0.00048308785,0.00023093043,0.000041410392,0.00012687346,0.00015473292,0.000708744],"category_scores_gemma":[0.002138245,0.00017710071,0.00021525664,0.0002514555,0.00009360342,0.00028232927,0.000007239658,0.0005594521,0.0000058948362],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0005639377,0.00020645763,0.004884972,0.000052068153,0.0006251552,0.000012422715,0.0044762376,0.08181849,0.09810495,0.001289937,0.000106763444,0.8078586],"study_design_scores_gemma":[0.13284121,0.004443713,0.39690283,0.0016144558,0.002815846,0.00017792247,0.014045147,0.35463014,0.010972598,0.0028454422,0.07678226,0.0019284368],"about_ca_topic_score_codex":0.0013645093,"about_ca_topic_score_gemma":0.00096166745,"teacher_disagreement_score":0.8059302,"about_ca_system_score_codex":0.0005616998,"about_ca_system_score_gemma":0.002425712,"threshold_uncertainty_score":0.77602494},"labels":[],"label_agreement":null},{"id":"W2018990093","doi":"10.1177/1553350615579729","title":"Neurosurgical Assessment of Metrics Including Judgment and Dexterity Using the Virtual Reality Simulator NeuroTouch (NAJD Metrics)","year":2015,"lang":"en","type":"article","venue":"Surgical Innovation","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":37,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University; Montreal Neurological Institute and Hospital","funders":"National Research Council Canada","keywords":"Aspirator; Computer science; Software; Virtual reality; Simulation; Human–computer interaction; Operating system","score_opus":0.27967119216754066,"score_gpt":0.4425129829005238,"score_spread":0.16284179073298316,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2018990093","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9897906,0.000044977336,0.0064965915,0.0006861634,0.00025002088,0.00045263686,0.000008617221,0.000055117307,0.00221525],"genre_scores_gemma":[0.9988754,0.000012415456,0.0004905759,0.00038289963,0.00014627998,0.000007800634,0.000035663677,0.000017534721,0.000031474043],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99737775,0.00027146103,0.000837501,0.00033753534,0.00092911755,0.00024661192],"domain_scores_gemma":[0.9976121,0.00094153255,0.00030369923,0.00026695422,0.0006967908,0.00017889676],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002462739,0.00018219718,0.00043771003,0.00041732824,0.00013935416,0.000052644515,0.00008615053,0.0001385391,0.000052154537],"category_scores_gemma":[0.0014012329,0.00012632931,0.00007665606,0.0039272686,0.00016648638,0.00014964055,0.00016784233,0.00039926078,9.801904e-7],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0021980093,0.0020239267,0.6705819,0.00022898684,0.00030933565,0.00041750364,0.0006301371,0.027693626,0.0046766996,0.19982679,0.00015980567,0.09125327],"study_design_scores_gemma":[0.0115539,0.00091783237,0.17153656,0.000085004365,0.0001856722,0.00014999791,0.00038316005,0.77891755,0.0012637713,0.0009997619,0.033610687,0.00039609996],"about_ca_topic_score_codex":0.000036961617,"about_ca_topic_score_gemma":5.5804975e-7,"teacher_disagreement_score":0.7512239,"about_ca_system_score_codex":0.00014837843,"about_ca_system_score_gemma":0.0001468151,"threshold_uncertainty_score":0.515156},"labels":[],"label_agreement":null},{"id":"W2019172860","doi":"10.1016/j.surg.2012.04.005","title":"The challenges of change: Presidential Address to the 69th Annual Meeting of the Central Surgical Association Madison, Wisconsin, March, 2012","year":2012,"lang":"en","type":"article","venue":"Surgery","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":5,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University; McGill University Health Centre","funders":"","keywords":"Honor; Pride; Surprise; Medicine; Presidential system; Presidential address; Presidency; Law; Classics; History; Politics; Sociology; Political science; Public administration","score_opus":0.07769904436865543,"score_gpt":0.3128634263178533,"score_spread":0.23516438194919786,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2019172860","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9646918,0.008389843,0.000002822554,0.019039383,0.0016543741,0.0005771896,0.00004298166,0.000029220511,0.005572358],"genre_scores_gemma":[0.9981607,0.00029106493,0.0000046509613,0.00015403834,0.001012005,0.000019730449,0.0000050887747,0.0000138392625,0.00033886972],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9980312,0.00041358246,0.00039238547,0.000117873155,0.0005884576,0.00045651424],"domain_scores_gemma":[0.99611294,0.003070077,0.00027396128,0.00025474036,0.00015915904,0.0001291013],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0023155897,0.00010642152,0.00027714577,0.000042985153,0.00015622076,0.000010707396,0.00011230877,0.00008908414,0.000120253666],"category_scores_gemma":[0.0011450518,0.00005240586,0.00022634066,0.0002041649,0.000087186054,0.00012333658,0.000088138986,0.0001757849,0.0000077169525],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0007598138,0.00031670133,0.90001315,0.00012514344,0.00037115513,0.0000074962854,0.009821731,0.000041336894,0.0000698633,0.003951868,0.0126113705,0.07191037],"study_design_scores_gemma":[0.00044659633,0.000015414707,0.89520234,0.00015286602,0.000069355636,0.0000069704856,0.0012692376,0.000027902479,0.00038874676,0.000024743324,0.10232333,0.0000724851],"about_ca_topic_score_codex":0.00009947991,"about_ca_topic_score_gemma":0.00008967687,"teacher_disagreement_score":0.089711964,"about_ca_system_score_codex":0.000042355052,"about_ca_system_score_gemma":0.00005752787,"threshold_uncertainty_score":0.2137049},"labels":[],"label_agreement":null},{"id":"W2019244569","doi":"10.1177/1553350615573582","title":"Detection of Changes in Surgical Difficulty","year":2015,"lang":"en","type":"article","venue":"Surgical Innovation","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":62,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Simon Fraser University; University of Alberta","funders":"","keywords":"Medicine; Surgical procedures; Surgery","score_opus":0.09304333726638102,"score_gpt":0.3455340494097676,"score_spread":0.2524907121433866,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2019244569","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97787756,0.000037949663,0.00007178412,0.00044926742,0.00012336405,0.00015009598,0.0000014056282,0.00005136509,0.021237224],"genre_scores_gemma":[0.9994689,0.0000058370592,0.00004667305,0.000061251885,0.00014098875,0.0000091974935,0.000054367836,0.000007902307,0.00020486132],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9989849,0.00004895086,0.0003641949,0.00015404688,0.00030678365,0.00014114304],"domain_scores_gemma":[0.9993327,0.00010617868,0.00009168641,0.000095069954,0.0003038754,0.000070458314],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00052203325,0.00008340257,0.00023522828,0.0002817831,0.00001436876,0.000005869613,0.000026361651,0.00012152333,0.000117221585],"category_scores_gemma":[0.00021328471,0.000066392015,0.000033121694,0.0016325399,0.000048435544,0.00005612977,0.000015839036,0.00015941431,0.0000138671485],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0059538935,0.0015491799,0.15458393,0.00015031912,0.000076447555,0.00091238046,0.0009836863,0.0006619178,0.012742531,0.049705878,0.000058632213,0.7726212],"study_design_scores_gemma":[0.052857306,0.001618732,0.33654615,0.00033766657,0.000057649308,0.00044201105,0.0010044362,0.016093412,0.060516648,0.0021947187,0.52767354,0.00065770815],"about_ca_topic_score_codex":0.00002548591,"about_ca_topic_score_gemma":0.000020612784,"teacher_disagreement_score":0.7719635,"about_ca_system_score_codex":0.000063317355,"about_ca_system_score_gemma":0.00003348982,"threshold_uncertainty_score":0.27073878},"labels":[],"label_agreement":null},{"id":"W2019506547","doi":"10.1016/j.amjsurg.2010.07.045","title":"Assessment of communication, professionalism, and surgical skills in an objective structured performance-related examination (OSPRE): a psychometric study","year":2011,"lang":"en","type":"article","venue":"The American Journal of Surgery","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":30,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Checklist; Communication skills; Reliability (semiconductor); Internal consistency; Context (archaeology); Medical education; Validity; Medicine; Psychology; Psychometrics; Clinical psychology","score_opus":0.06823243815493057,"score_gpt":0.36765863534348636,"score_spread":0.2994261971885558,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2019506547","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9990374,0.00011425075,0.000007819449,0.000052502233,0.000065856286,0.000183594,7.552549e-7,0.0000059823365,0.00053184404],"genre_scores_gemma":[0.99959224,0.00013778094,0.0001888927,0.00003932809,0.000015264508,0.000003819316,0.0000029759346,0.000009340641,0.000010340069],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9980019,0.0007612637,0.00066752476,0.0000939694,0.00036454527,0.000110835055],"domain_scores_gemma":[0.99761176,0.0010255723,0.00081388594,0.00019732262,0.00027496705,0.00007650979],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0025360836,0.000092645154,0.0005045904,0.0005280705,0.000055358218,0.000006153406,0.00009721994,0.000026318063,0.00009363847],"category_scores_gemma":[0.000120123535,0.000055609547,0.000067873974,0.0010555574,0.00023700956,0.00016378777,0.000024957135,0.00033340498,2.2215896e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00034045617,0.0007163437,0.8826215,0.000005012388,0.00007528754,0.0000145111,0.0037671737,0.000024367184,0.000013844829,0.00003135497,7.4407603e-7,0.11238937],"study_design_scores_gemma":[0.0018007318,0.00057137647,0.99054,0.00012870175,0.000052129057,0.00009882234,0.006244489,0.00040344027,0.000023396387,0.00007253249,0.0000063072016,0.000058064677],"about_ca_topic_score_codex":0.000030357007,"about_ca_topic_score_gemma":0.0000015480114,"teacher_disagreement_score":0.1123313,"about_ca_system_score_codex":0.00004271626,"about_ca_system_score_gemma":0.00010313827,"threshold_uncertainty_score":0.22676915},"labels":[],"label_agreement":null},{"id":"W2019727982","doi":"10.1007/s00464-008-9745-y","title":"Certification pass rate of 100% for fundamentals of laparoscopic surgery skills after proficiency-based training","year":2008,"lang":"en","type":"article","venue":"Surgical Endoscopy","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":228,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University Health Centre","funders":"Uniformed Services University of the Health Sciences; University of Texas Southwestern Medical Center","keywords":"Certification; Medicine; Educational measurement; Curriculum; United States Medical Licensing Examination; Medical physics; Abdominal surgery; Medical education; Physical therapy; Surgery; Psychology; Medical school","score_opus":0.07742934621037487,"score_gpt":0.33385863365829893,"score_spread":0.25642928744792404,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2019727982","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99714166,0.00014415894,0.000399462,0.00026375055,0.00017112283,0.000554582,0.000038342187,0.000050276645,0.0012366285],"genre_scores_gemma":[0.99847496,0.000022330536,0.00077594194,0.00018121909,0.00007787423,0.00011134073,0.00009234871,0.000023208804,0.00024079281],"study_design_codex":"observational","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.99829406,0.00009552743,0.0007226399,0.00029119127,0.00028661874,0.00030994095],"domain_scores_gemma":[0.9976063,0.0016040413,0.00024143561,0.00022677671,0.00016424463,0.0001572409],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00053611625,0.00016353057,0.0006632899,0.00016767754,0.00006378752,0.0000051548186,0.000058829806,0.00011144028,0.000640022],"category_scores_gemma":[0.00030862892,0.00013382087,0.00031096797,0.00035499685,0.00024883752,0.00006173259,0.000010755018,0.00010108172,0.000008349433],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.02756749,0.0061104004,0.8879848,0.0026384022,0.0005106516,0.00048671867,0.005002632,0.0016340388,0.032581467,0.0032583796,0.00045584296,0.031769153],"study_design_scores_gemma":[0.07918087,0.0015603758,0.32407776,0.0015937391,0.00031912045,0.000056231915,0.0005691137,0.008526151,0.54759526,0.0004460183,0.035216622,0.0008587409],"about_ca_topic_score_codex":0.000011253145,"about_ca_topic_score_gemma":7.178976e-7,"teacher_disagreement_score":0.5639071,"about_ca_system_score_codex":0.00003399005,"about_ca_system_score_gemma":0.00024114957,"threshold_uncertainty_score":0.7007792},"labels":[],"label_agreement":null},{"id":"W2020188750","doi":"10.1007/s00464-014-3721-5","title":"Camera navigation and cannulation: validity evidence for new educational tasks to complement the Fundamentals of Laparoscopic Surgery Program","year":2014,"lang":"en","type":"article","venue":"Surgical Endoscopy","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":15,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto; McGill University; McGill University Health Centre","funders":"Stryker","keywords":"Medicine; Task (project management); Abdominal surgery; Laparoscopic surgery; Physical therapy; Physical medicine and rehabilitation; Laparoscopy; Surgery","score_opus":0.16654446018215832,"score_gpt":0.4336221919421902,"score_spread":0.2670777317600319,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2020188750","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98780507,0.00014755246,0.00038348194,0.009857243,0.00022300913,0.0011183551,0.000012682325,0.000033240667,0.00041934405],"genre_scores_gemma":[0.9969522,0.000012146747,0.0018143022,0.00041186594,0.00034541177,0.00013386116,0.00012159749,0.0000098933115,0.0001987462],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.99878323,0.00009815648,0.00037676925,0.00022733252,0.00031545083,0.00019903915],"domain_scores_gemma":[0.99612415,0.0032423798,0.00011089939,0.00016284843,0.000120232464,0.00023946232],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0006495573,0.00011270615,0.00029957888,0.000046415687,0.000115207135,0.000030462117,0.00005060643,0.00004146452,0.00042936672],"category_scores_gemma":[0.00049312995,0.000079651705,0.00009402929,0.00019563515,0.00008192282,0.000065171436,0.000025668507,0.00008437151,0.0000069935004],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0036412268,0.00079446944,0.7759167,0.00065078284,0.00018341187,0.000005015433,0.0012051471,0.0006006428,0.0004886529,0.025427248,0.008536937,0.1825498],"study_design_scores_gemma":[0.0174688,0.0012681646,0.40878057,0.0012781256,0.00019354065,0.000034670924,0.00019297718,0.0048976173,0.004201403,0.002423278,0.55890006,0.0003608021],"about_ca_topic_score_codex":0.00017137817,"about_ca_topic_score_gemma":0.000009556033,"teacher_disagreement_score":0.5503631,"about_ca_system_score_codex":0.000044857752,"about_ca_system_score_gemma":0.00016827695,"threshold_uncertainty_score":0.47012645},"labels":[],"label_agreement":null},{"id":"W2020544282","doi":"10.1016/j.suronc.2010.09.004","title":"Objective assessment, selection, and certification in surgery","year":2010,"lang":"en","type":"article","venue":"Surgical Oncology","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":28,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University Health Centre; Montreal General Hospital","funders":"","keywords":"Certification; Competence (human resources); Selection (genetic algorithm); Computer science; Risk analysis (engineering); Variety (cybernetics); Medical physics; Medicine; Psychology; Artificial intelligence","score_opus":0.04181119450101596,"score_gpt":0.3838090050955653,"score_spread":0.34199781059454937,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2020544282","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8721718,0.000015571988,0.000034662455,0.001298737,0.0002275179,0.00013868848,5.895607e-7,0.000048830043,0.1260636],"genre_scores_gemma":[0.9990927,0.000030495426,0.00031304057,0.00022693753,0.00013539073,0.000021107488,0.000015027713,0.000007457721,0.00015782127],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9991803,0.0000985342,0.00024295796,0.00021402254,0.00009825857,0.00016589116],"domain_scores_gemma":[0.99848646,0.0011945831,0.00005389525,0.00006849374,0.00007213775,0.0001244226],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0005340653,0.0000728681,0.0002727754,0.00013941455,0.000044497992,0.000008099017,0.000016791824,0.00018457857,0.0007797033],"category_scores_gemma":[0.00017489378,0.000061197876,0.00004604665,0.00028738767,0.00007665948,0.00004993782,0.000012354927,0.00043299998,0.000015457312],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00030330996,0.00031782486,0.45210242,0.000009917142,0.000019185272,0.00014857977,0.000094665746,0.000008177587,0.0010309664,0.005524393,0.000038212984,0.54040235],"study_design_scores_gemma":[0.001475709,0.00009599426,0.5918511,0.000006842538,0.00001187918,0.0001998611,0.000046756595,0.0014756788,0.00010952218,0.00051872985,0.40413812,0.00006979969],"about_ca_topic_score_codex":0.0000366092,"about_ca_topic_score_gemma":0.00018960048,"teacher_disagreement_score":0.54033256,"about_ca_system_score_codex":0.000067448906,"about_ca_system_score_gemma":0.00017826713,"threshold_uncertainty_score":0.8537205},"labels":[],"label_agreement":null},{"id":"W2020688520","doi":"10.1097/bot.0b013e3182604b49","title":"Training Femoral Neck Screw Insertion Skills to Surgical Trainees","year":2012,"lang":"en","type":"article","venue":"Journal of Orthopaedic Trauma","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":22,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Health Sciences Centre; Sunnybrook Health Science Centre","funders":"","keywords":"Medicine; Fluoroscopy; Radiography; Randomized controlled trial; Session (web analytics); Medical physics; Femoral neck; Physical therapy; Surgery; Osteoporosis; Computer science","score_opus":0.059146850962893016,"score_gpt":0.33324369226897993,"score_spread":0.2740968413060869,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2020688520","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98618007,0.00046143317,0.0004884854,0.0011412582,0.000655735,0.00015635265,0.0000023059436,0.000044532513,0.010869807],"genre_scores_gemma":[0.9937976,0.00002600294,0.0027477199,0.00096462684,0.0021893748,0.000002340158,0.000006033324,0.000028693541,0.0002376228],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99778897,0.00008093892,0.0008091889,0.0001322972,0.0007134053,0.00047520705],"domain_scores_gemma":[0.9982159,0.00020326668,0.00024647242,0.00012397696,0.00018187503,0.0010285019],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0011254346,0.00018667753,0.00054265175,0.0003246583,0.000078690515,0.000026481257,0.00008907276,0.0001306563,0.0009067716],"category_scores_gemma":[0.00035595405,0.00013969622,0.00043811838,0.00042836487,0.000049569702,0.0003196071,0.000015461319,0.00046627386,0.000039679475],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.001153106,0.0007235904,0.19336314,0.00003889926,0.00017212512,0.0006145742,0.0047685294,0.00022320382,0.00014178299,0.0004075173,0.00036898185,0.79802454],"study_design_scores_gemma":[0.011183339,0.0009810147,0.7867688,0.00039097134,0.00018117405,0.0028176692,0.0012449523,0.000116472,0.00020425803,0.00003349205,0.19584765,0.00023023022],"about_ca_topic_score_codex":0.0000018951154,"about_ca_topic_score_gemma":0.0000014351459,"teacher_disagreement_score":0.79779434,"about_ca_system_score_codex":0.00007230247,"about_ca_system_score_gemma":0.00009616963,"threshold_uncertainty_score":0.99285126},"labels":[],"label_agreement":null},{"id":"W2020986597","doi":"10.3138/jvme.0814-088r1","title":"The Surgeon's View: Comparison of Two Digital Video Recording Systems in Veterinary Surgery","year":2015,"lang":"en","type":"article","venue":"Journal of Veterinary Medical Education","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Photography; Digital video; Video recording; Medicine; Digital photography; Digital camera; Head (geology); Computer science; Medical physics; Artificial intelligence; Multimedia; Visual arts","score_opus":0.1792125639023336,"score_gpt":0.4324899250742343,"score_spread":0.2532773611719007,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2020986597","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9906441,0.0034875325,0.000078703735,0.0017767466,0.0030203143,0.000115547424,6.5921176e-7,0.000008958949,0.0008674441],"genre_scores_gemma":[0.9990836,0.00015612599,0.00005548218,0.00010677601,0.0005198033,0.0000053121207,0.000008278947,0.000012660065,0.000051999392],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99741423,0.00024184947,0.0012094015,0.00010722678,0.00084078,0.00018648514],"domain_scores_gemma":[0.99696386,0.001500637,0.00058768137,0.00015031586,0.00034766522,0.00044986652],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0026997204,0.00011119649,0.0005419249,0.00021462285,0.0000422342,0.000039276,0.00012257868,0.00008615603,0.000051975894],"category_scores_gemma":[0.0043729064,0.00007432709,0.00015162952,0.00029834817,0.00009838791,0.00025020607,0.00003586264,0.0003644891,0.000005346002],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0027542524,0.0014606502,0.21990418,0.00022944792,0.00009709694,0.0003922381,0.0011496266,0.00016335814,0.00014320876,0.00013639998,0.006353334,0.7672162],"study_design_scores_gemma":[0.008088095,0.005039932,0.113352604,0.006867546,0.00010982306,0.009255865,0.010861778,0.012591159,0.000036458736,0.00035252894,0.8330458,0.00039843397],"about_ca_topic_score_codex":0.000047254296,"about_ca_topic_score_gemma":0.0000012642315,"teacher_disagreement_score":0.82669246,"about_ca_system_score_codex":0.00015059367,"about_ca_system_score_gemma":0.001378182,"threshold_uncertainty_score":0.5235093},"labels":[],"label_agreement":null},{"id":"W2021121845","doi":"10.1177/1553350606291471","title":"Centers of Excellence: A New Dimension in Surgical Education","year":2006,"lang":"en","type":"review","venue":"Surgical Innovation","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":13,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Medicine; Excellence; Mandate; Medical education; Surgical procedures; Dimension (graph theory); Surgery","score_opus":0.0837173648995721,"score_gpt":0.4052399255609489,"score_spread":0.3215225606613768,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2021121845","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0025557664,0.9576209,0.000024082845,0.0001248393,0.0005080179,0.0010292287,0.000007277011,0.000067114284,0.038062762],"genre_scores_gemma":[0.00894547,0.9840443,0.00025455054,0.000053863005,0.00060474855,0.0000401405,0.0021832648,0.000056700428,0.0038169678],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9970716,0.00013981365,0.0016230548,0.00042924908,0.0004750929,0.0002611915],"domain_scores_gemma":[0.99853665,0.00033282084,0.0005368526,0.00026260148,0.00022950061,0.00010157732],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00048769196,0.0003192935,0.0014759429,0.0009516391,0.000026655287,0.0000145853965,0.00008491982,0.0004847812,0.00043841664],"category_scores_gemma":[0.00011051552,0.00025213204,0.00030350487,0.0032329545,0.00006635625,0.00008006261,0.000038917187,0.00051687896,0.000037163372],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000088583154,0.00030369713,0.00024129092,0.002356705,0.000023998578,0.00008120878,0.000014248185,0.000005824806,4.0783388e-7,0.0054786876,0.00032723864,0.99107814],"study_design_scores_gemma":[0.0020824764,0.00006722572,0.00014271916,0.009928921,0.000119273034,0.00010493259,0.000010818373,0.000032248285,0.000002313681,0.00018313807,0.98711795,0.00020796],"about_ca_topic_score_codex":0.00013099198,"about_ca_topic_score_gemma":0.000002614423,"teacher_disagreement_score":0.9908702,"about_ca_system_score_codex":0.0001989813,"about_ca_system_score_gemma":0.0008789347,"threshold_uncertainty_score":0.9999931},"labels":[],"label_agreement":null},{"id":"W2021335511","doi":"10.3138/jvme.34.5.620","title":"Teaching Surgery to the Veterinary Novice: The Ohio State University Experience","year":2007,"lang":"en","type":"article","venue":"Journal of Veterinary Medical Education","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":74,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Curriculum; Matriculation; Medical education; Medicine; Veterinary medicine; Psychology; Pedagogy","score_opus":0.08575669296208883,"score_gpt":0.396370462523038,"score_spread":0.31061376956094916,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2021335511","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9802762,0.00010659693,0.0013588058,0.015438179,0.0010848131,0.00010526391,3.765868e-7,0.000012111328,0.0016176113],"genre_scores_gemma":[0.99432933,0.000035348105,0.00026127216,0.0044011245,0.0006817667,6.920774e-7,0.0000017130639,0.000007875366,0.0002808833],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9984824,0.00018688942,0.00038744535,0.00010326283,0.00065164646,0.00018836802],"domain_scores_gemma":[0.99813336,0.00094449875,0.00019381898,0.00016871218,0.00014686368,0.00041274595],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002740321,0.00008777438,0.00017570073,0.00013421451,0.00021531619,0.000016574626,0.00020306851,0.00005299932,0.00031593748],"category_scores_gemma":[0.0013897351,0.000049307055,0.00012175492,0.0002477712,0.00008958019,0.00013854103,0.000054135784,0.00051952817,0.000013464225],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0024551789,0.0005525732,0.005244877,0.000039219856,0.00005754983,0.001005805,0.012706225,0.000024875606,0.0008366368,0.00015011325,0.0023299628,0.974597],"study_design_scores_gemma":[0.00060550467,0.0007226947,0.18027121,0.00030037056,0.000027915741,0.0028615552,0.00708179,0.00013488522,0.000025582589,0.000017983044,0.8078661,0.00008440302],"about_ca_topic_score_codex":0.000031586063,"about_ca_topic_score_gemma":0.000003298358,"teacher_disagreement_score":0.9745126,"about_ca_system_score_codex":0.00012090485,"about_ca_system_score_gemma":0.0006225783,"threshold_uncertainty_score":0.34592938},"labels":[],"label_agreement":null},{"id":"W2022050104","doi":"10.1016/j.amjsurg.2007.08.059","title":"Examination stress leads to improvements on fundamental technical skills for surgery","year":2008,"lang":"en","type":"article","venue":"The American Journal of Surgery","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":70,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia; The Wilson Centre; University of Toronto","funders":"","keywords":"Stress (linguistics); Psychology; Philosophy; Linguistics","score_opus":0.061776049241818634,"score_gpt":0.3276193469057473,"score_spread":0.26584329766392867,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2022050104","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9978091,0.000020762862,0.00033206903,0.0011458839,0.00026948948,0.00016299722,0.000007415622,0.00001826824,0.00023397816],"genre_scores_gemma":[0.996958,0.00004574413,0.0002122112,0.0022872603,0.00033723813,0.000008775242,0.0000074650293,0.000020132806,0.00012314128],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99855745,0.000094783725,0.00054099696,0.000117832766,0.0004577883,0.00023117573],"domain_scores_gemma":[0.99571043,0.0033215326,0.00046045595,0.00014572905,0.0001665412,0.00019531867],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0012151569,0.000117398326,0.00052796956,0.00028308536,0.00011138322,0.0000111245145,0.00007276613,0.00002331514,0.000058499183],"category_scores_gemma":[0.0006445723,0.000075277014,0.00033788348,0.00036074914,0.00016803342,0.00006668402,0.000015666928,0.0001743539,0.000009707182],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.002306558,0.0007828004,0.38094947,0.000018938803,0.00013447962,0.0001692107,0.00029000524,0.00011721595,0.0031920818,0.000018233091,0.0021032481,0.60991776],"study_design_scores_gemma":[0.0007566731,0.0006081926,0.9926524,0.00022100685,0.000047939797,0.00027411894,0.00030339134,0.000028419709,0.0029160578,0.00001416506,0.0020530806,0.00012453734],"about_ca_topic_score_codex":0.0000047424523,"about_ca_topic_score_gemma":3.0076723e-7,"teacher_disagreement_score":0.611703,"about_ca_system_score_codex":0.00009733458,"about_ca_system_score_gemma":0.000112464535,"threshold_uncertainty_score":0.30697078},"labels":[],"label_agreement":null},{"id":"W2022467042","doi":"10.1016/j.amjsurg.2005.07.043","title":"Assessment of basic human performance resources predicts performance of ureteroscopy","year":2006,"lang":"en","type":"article","venue":"The American Journal of Surgery","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":11,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"Ureteroscopy; Medicine; Cadaveric spasm; Cadaver; Trainer; Endoscopy; Urology; Surgery; Ureter; Computer science","score_opus":0.0315107087632358,"score_gpt":0.30430325049475904,"score_spread":0.27279254173152323,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2022467042","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99730104,0.00009187515,0.00002220496,0.00011345671,0.000083147155,0.000046291494,0.0000015926956,0.000007296211,0.00233309],"genre_scores_gemma":[0.99938726,0.00007947977,0.00018992039,0.00009717306,0.0001813426,7.7468445e-7,0.0000018083408,0.000011599656,0.00005062507],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9984512,0.000087192966,0.00073470245,0.000069812966,0.0005007458,0.00015634656],"domain_scores_gemma":[0.9979079,0.00046611234,0.0012053322,0.00016925979,0.00018595018,0.000065477674],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0010623573,0.00009576481,0.00058676,0.00017990817,0.000059586142,0.000005520231,0.00010239393,0.000017437496,0.00007894141],"category_scores_gemma":[0.000034249246,0.000058556707,0.00018811726,0.00033813206,0.00039889768,0.00008478791,0.000016624372,0.00020908829,6.510511e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00033484006,0.00009702057,0.98352945,0.000057764188,0.00006047204,0.000006457174,0.000110534034,0.0009316897,0.0035154158,0.0000133783215,0.00004421905,0.011298767],"study_design_scores_gemma":[0.0005926609,0.0005795395,0.99369115,0.00040680924,0.000066202636,0.00005516026,0.00016251917,0.0011270968,0.0028883764,0.000006562517,0.00037081706,0.000053114236],"about_ca_topic_score_codex":0.000020715672,"about_ca_topic_score_gemma":1.6315398e-7,"teacher_disagreement_score":0.011245653,"about_ca_system_score_codex":0.000026085678,"about_ca_system_score_gemma":0.000091669965,"threshold_uncertainty_score":0.23878732},"labels":[],"label_agreement":null},{"id":"W2022809101","doi":"10.1177/1553350614541859","title":"Video Processing to Locate the Tooltip Position in Surgical Eye–Hand Coordination Tasks","year":2014,"lang":"en","type":"article","venue":"Surgical Innovation","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":20,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta; Simon Fraser University","funders":"","keywords":"Surgical instrument; Computer vision; Frame (networking); Computer science; Surgical simulation; Laparoscopic surgery; Medicine; Artificial intelligence; Medical physics; Surgery; Laparoscopy","score_opus":0.04009672015181165,"score_gpt":0.33305167179562906,"score_spread":0.2929549516438174,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2022809101","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.96602756,0.000028750328,0.0042710393,0.0107066,0.00011993881,0.00045102567,0.0000013795036,0.00008447461,0.018309232],"genre_scores_gemma":[0.997672,0.0000016037447,0.00013398906,0.0012151372,0.0003109369,0.000042207383,0.0001234045,0.000017768727,0.00048293368],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9983099,0.00013085477,0.00056379003,0.00030771695,0.0004184679,0.00026924475],"domain_scores_gemma":[0.9989788,0.00026440373,0.00010980163,0.00016569435,0.0003992526,0.00008206157],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0013720794,0.0001509347,0.00025279785,0.00031903083,0.0001771256,0.00010483621,0.00006980185,0.00014185165,0.0001615748],"category_scores_gemma":[0.00036381785,0.00010618157,0.00004797126,0.002426475,0.00008214932,0.00018390658,0.000031180083,0.00029435725,0.0000639406],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0020310134,0.0004573739,0.04715613,0.00011048094,0.000029509918,0.00016087334,0.0008454879,0.0027192608,0.002546796,0.08540326,0.00024346303,0.85829633],"study_design_scores_gemma":[0.015937012,0.00059443177,0.330096,0.0006053093,0.000057712485,0.00017011388,0.0002465911,0.1009295,0.0036796238,0.0038484375,0.5431979,0.0006374028],"about_ca_topic_score_codex":0.000022123068,"about_ca_topic_score_gemma":0.000007674446,"teacher_disagreement_score":0.8576589,"about_ca_system_score_codex":0.000107731554,"about_ca_system_score_gemma":0.000050030492,"threshold_uncertainty_score":0.4329959},"labels":[],"label_agreement":null},{"id":"W2023023050","doi":"10.1016/j.jsurg.2007.04.009","title":"Current Assessment and Future Directions of Surgical Skills Laboratories","year":2007,"lang":"en","type":"article","venue":"Journal of surgical education","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":64,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Medicine; Medical education; Psychology; Medical physics","score_opus":0.016721827641965517,"score_gpt":0.3908458156220112,"score_spread":0.3741239879800457,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2023023050","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98467916,0.0054570693,0.00008193642,0.0026606126,0.0017693444,0.00009668696,0.000002077423,0.000010958752,0.0052421624],"genre_scores_gemma":[0.99122834,0.005730877,0.0008606311,0.000035463232,0.0020642981,0.0000010646327,0.000007456,0.0000075451294,0.00006429971],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99877805,0.000050983217,0.00057647785,0.00009362955,0.00037640295,0.00012446329],"domain_scores_gemma":[0.9983698,0.00034974123,0.00030503623,0.000074898286,0.0006295353,0.00027097613],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0008010956,0.000090040056,0.0003012307,0.00017977055,0.00005414668,0.000015460355,0.000031947526,0.00007818162,0.00028099402],"category_scores_gemma":[0.00004563127,0.000064531734,0.00010946394,0.00040877238,0.00006809332,0.00012224299,0.000009747814,0.00031569897,0.0000011303977],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00046358406,0.0022520574,0.14746743,0.00008329154,0.000085911364,0.0000776866,0.0007294908,0.000007016803,0.000042807216,0.010649197,0.0003941354,0.8377474],"study_design_scores_gemma":[0.0019081488,0.00015029579,0.23970132,0.00013241492,0.000060492785,0.00036668777,0.00072654756,0.000012003201,0.00009145781,0.000134317,0.7566596,0.000056713438],"about_ca_topic_score_codex":0.0000026618634,"about_ca_topic_score_gemma":8.5621235e-7,"teacher_disagreement_score":0.83769065,"about_ca_system_score_codex":0.00008015263,"about_ca_system_score_gemma":0.0004460489,"threshold_uncertainty_score":0.30766875},"labels":[],"label_agreement":null},{"id":"W2023136255","doi":"10.1097/01.sla.0000136941.46529.56","title":"Proving the Value of Simulation in Laparoscopic Surgery","year":2004,"lang":"en","type":"article","venue":"Annals of Surgery","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":813,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"McGill University","funders":"","keywords":"Medicine; Construct validity; Face validity; Laparoscopic surgery; Inter-rater reliability; Laparoscopic cholecystectomy; Laparoscopy; Physical therapy; Reliability (semiconductor); Rating scale; Surgery; General surgery; Psychometrics; Patient satisfaction; Psychology","score_opus":0.32439161963057983,"score_gpt":0.39007805175957777,"score_spread":0.06568643212899794,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2023136255","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9971987,0.00026504725,0.00006221079,0.0013537306,0.00009381375,0.00011965485,0.0000015963724,0.000016036263,0.0008892241],"genre_scores_gemma":[0.99929476,0.00005645967,0.000017998082,0.00054541725,0.000045697983,0.000003298714,0.000008127235,0.000008848863,0.000019417694],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9989526,0.000052852938,0.0004946249,0.000105897605,0.00023591974,0.00015809065],"domain_scores_gemma":[0.99707985,0.0024462831,0.00016908874,0.00015237399,0.000108691725,0.000043697608],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0010015888,0.00007233335,0.00037466193,0.00018642443,0.000021345217,0.0000038745507,0.000028543913,0.000054318967,0.000050847644],"category_scores_gemma":[0.0010271302,0.000051587307,0.00017353726,0.0003845175,0.000065077,0.000079071506,0.000011853633,0.00008672148,0.0000035487785],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0003116598,0.00031490432,0.8442466,0.00024581506,0.000055989876,0.000031425014,0.0005278359,0.12430373,0.00034828734,0.0011241295,0.00006882956,0.02842075],"study_design_scores_gemma":[0.0007707563,0.000025678672,0.9812671,0.00084240845,0.000016287267,0.000002552625,0.00013509202,0.002497774,0.012084169,0.0011002953,0.0011607496,0.00009714142],"about_ca_topic_score_codex":0.00010505867,"about_ca_topic_score_gemma":0.0000044897056,"teacher_disagreement_score":0.13702045,"about_ca_system_score_codex":0.000008715289,"about_ca_system_score_gemma":0.00014182733,"threshold_uncertainty_score":0.21036693},"labels":[],"label_agreement":null},{"id":"W2023989473","doi":"10.1002/1097-0150(2000)5:2<98::aid-igs4>3.0.co;2-h","title":"Comparative tracking error analysis of five different optical tracking systems","year":2000,"lang":"en","type":"article","venue":"Computer Aided Surgery","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":181,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Jitter; Computer science; Tracking system; Tracking (education); Computer vision; Artificial intelligence; Telecommunications","score_opus":0.0997192915611973,"score_gpt":0.3345912256724557,"score_spread":0.2348719341112584,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2023989473","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9900996,0.00017245968,0.007169536,0.000066550005,0.00024802654,0.0001734748,0.000006851652,0.000089970454,0.001973494],"genre_scores_gemma":[0.99916273,0.000008786158,0.00024346448,0.0001538485,0.0001856941,0.0000063833304,0.00008360281,0.000013347244,0.00014214308],"study_design_codex":"simulation_or_modeling","study_design_gemma":"observational","domain_scores_codex":[0.99820733,0.0001310957,0.0006999913,0.00032031728,0.00036554338,0.00027573592],"domain_scores_gemma":[0.9973932,0.0018980117,0.00012724,0.00024398763,0.00014318526,0.00019438255],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0002906219,0.00019416363,0.0013247918,0.0004012927,0.0000627884,0.000043516637,0.00006502005,0.00009094126,0.0007023871],"category_scores_gemma":[0.000030953513,0.00015537906,0.00056343636,0.0007403901,0.00007913797,0.00009145298,0.000017849705,0.00018619063,0.00002027612],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0013919647,0.001635973,0.30084455,0.00034598235,0.009915237,0.0005465485,0.007203891,0.35522878,0.0003199647,0.00082657224,0.00068913,0.3210514],"study_design_scores_gemma":[0.0007812328,0.000040031573,0.50105476,0.00022282895,0.0007115733,0.000012454353,0.00013643001,0.49614057,0.00019762761,0.000006899234,0.0005356394,0.0001599814],"about_ca_topic_score_codex":0.000018167684,"about_ca_topic_score_gemma":0.000002959477,"teacher_disagreement_score":0.3208914,"about_ca_system_score_codex":0.0000442298,"about_ca_system_score_gemma":0.000031449625,"threshold_uncertainty_score":0.7690646},"labels":[],"label_agreement":null},{"id":"W2024129625","doi":"10.1038/nrurol.2011.164","title":"Training and outcome monitoring in robotic urologic surgery","year":2011,"lang":"en","type":"review","venue":"Nature Reviews Urology","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":13,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Montréal","funders":"","keywords":"Medicine; Curriculum; Robotic surgery; Patient safety; Laparoscopic surgery; Robot; Learning curve; Medical physics; Medical education; Surgery; Laparoscopy; Artificial intelligence; Computer science; Health care; Psychology","score_opus":0.2896905592015384,"score_gpt":0.4319123005844726,"score_spread":0.1422217413829342,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2024129625","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000021647877,0.99574274,0.000013126776,0.00006784462,0.00085077,0.0009563436,0.0000012122423,0.000063264364,0.0022830386],"genre_scores_gemma":[0.0019127605,0.99638814,0.00040551735,0.0006184678,0.00041855808,0.00010102828,0.000035927435,0.00005723775,0.00006238012],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9964942,0.00068642135,0.0015014596,0.00066709024,0.00012811254,0.0005227639],"domain_scores_gemma":[0.9971735,0.0016701883,0.0005428681,0.00037520682,0.000029272998,0.00020896684],"candidate_categories":["metaepi_narrow","research_integrity"],"consensus_categories":["research_integrity"],"category_scores_codex":[0.0017431563,0.0005351348,0.0054501314,0.0005615814,0.000040890172,0.000011251986,0.00013074768,0.0018598975,0.00017975204],"category_scores_gemma":[0.0020122037,0.0003624619,0.0007295764,0.0005604684,0.00008858263,0.00004440795,0.000068433554,0.0031417008,0.00008089411],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000015276844,0.000029511546,0.0043043657,0.00618689,0.00004955016,0.00021082451,0.000039351777,3.6560445e-7,7.3464026e-9,0.00031727104,0.000007778644,0.9888388],"study_design_scores_gemma":[0.00032449298,0.000060388884,0.0011304927,0.004062858,0.0008086729,0.0005932553,0.0000036058736,0.0000043078967,6.918688e-9,0.00007774129,0.99267554,0.00025863017],"about_ca_topic_score_codex":0.0000022769668,"about_ca_topic_score_gemma":0.000001931567,"teacher_disagreement_score":0.9926678,"about_ca_system_score_codex":0.00005517946,"about_ca_system_score_gemma":0.000115399715,"threshold_uncertainty_score":0.99988276},"labels":[],"label_agreement":null},{"id":"W2024432298","doi":"10.1016/j.suc.2010.02.011","title":"Simulation in Surgery: Perfecting the Practice","year":2010,"lang":"en","type":"review","venue":"Surgical Clinics of North America","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":68,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University Health Network; University of Toronto","funders":"","keywords":"Medicine; Apprenticeship; Scrutiny; Work (physics); Patient safety; Engineering ethics; Law; Mechanical engineering; Engineering","score_opus":0.09881655021930011,"score_gpt":0.44157480132512145,"score_spread":0.34275825110582137,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2024432298","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0012740643,0.9908756,0.000030455396,0.00019882774,0.00044840502,0.00093743455,0.000018888455,0.000065409986,0.006150891],"genre_scores_gemma":[0.023074187,0.9757694,0.00018256044,0.00023853393,0.00038456378,0.000027856851,0.00021257854,0.00005430455,0.000055999393],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99619734,0.0006516632,0.0018073217,0.00045539273,0.0005383526,0.00034992173],"domain_scores_gemma":[0.9350097,0.062708996,0.0013224869,0.00052884565,0.00024773367,0.00018220158],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0017620707,0.00034718055,0.0025020437,0.00023131284,0.0000792961,0.000020277823,0.000168973,0.00036932557,0.0002403796],"category_scores_gemma":[0.01434784,0.00021412157,0.0011281,0.0013424222,0.00024170766,0.00008875257,0.00007709103,0.002038877,0.00007628987],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00011474778,0.00020394386,0.002802649,0.00095527095,0.00007250009,0.00014196946,0.000035629415,0.00075006124,3.7999243e-10,0.0000108940185,0.0000048737897,0.99490744],"study_design_scores_gemma":[0.0005714844,0.00007974022,0.0004930182,0.0018234876,0.0005362651,0.000038227172,0.000026269427,0.0019332656,4.332019e-9,0.0000043479185,0.99428844,0.00020543326],"about_ca_topic_score_codex":0.000031611766,"about_ca_topic_score_gemma":0.000014382964,"teacher_disagreement_score":0.99470204,"about_ca_system_score_codex":0.0000428265,"about_ca_system_score_gemma":0.0004675849,"threshold_uncertainty_score":0.9939547},"labels":[],"label_agreement":null},{"id":"W2024601023","doi":"10.5489/cuaj.1807","title":"Baseline urologic surgical skills among medical students: Differentiating trainees","year":2014,"lang":"en","type":"article","venue":"Canadian Urological Association Journal","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"St. Michael's Hospital; Dalhousie University; University of Toronto","funders":"","keywords":"Cohort; Medicine; Cystoscopy; Demographics; Test (biology); Laparoscopy; Physical therapy; Surgery; General surgery; Internal medicine; Urinary system; Demography","score_opus":0.009431932737833127,"score_gpt":0.2613513271767623,"score_spread":0.2519193944389292,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2024601023","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97229993,0.00006205917,0.0005906567,0.018705722,0.00040019077,0.0001589005,0.0000073823317,0.00009537883,0.007679786],"genre_scores_gemma":[0.9847733,0.000026337753,0.00011378997,0.013090643,0.0014301636,0.0000068675204,0.00004898864,0.00001920897,0.0004907186],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9957454,0.0007436144,0.00072989165,0.00031820644,0.0016821721,0.0007806791],"domain_scores_gemma":[0.9955327,0.0015224111,0.0003113798,0.00013056451,0.0002742263,0.0022287038],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0045327297,0.00022945534,0.0005305777,0.0002310738,0.0003889083,0.00018913893,0.0003120504,0.00058911485,0.007979904],"category_scores_gemma":[0.009168439,0.00016816593,0.0002704173,0.00030430098,0.000081359656,0.00010234272,0.000041039086,0.0013209449,0.00010297529],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000043527973,0.00016460122,0.98357475,0.000003107154,0.00009104533,0.00034519823,0.0000738997,0.000079418096,0.0000013924619,0.00033739084,0.0008031815,0.014482488],"study_design_scores_gemma":[0.005152115,0.00031990412,0.89233875,0.00003062179,0.00008264866,0.00031356188,0.000049716873,0.0063237115,0.0000017259607,0.0006012368,0.09458463,0.00020138829],"about_ca_topic_score_codex":0.00016294303,"about_ca_topic_score_gemma":0.00027857808,"teacher_disagreement_score":0.09378145,"about_ca_system_score_codex":0.00044003595,"about_ca_system_score_gemma":0.00024222587,"threshold_uncertainty_score":0.99917775},"labels":[],"label_agreement":null},{"id":"W2024708483","doi":"10.1007/s004640080155","title":"Automated high-frequency posture sampling for ergonomic assessment of laparoscopic surgery","year":2001,"lang":"en","type":"article","venue":"Surgical Endoscopy","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":43,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Credentialing; Medicine; Human factors and ergonomics; Wrist; Acknowledgement; Medical physics; Poison control; Physical medicine and rehabilitation; Surgery; Computer science; Medical emergency","score_opus":0.04803372230054362,"score_gpt":0.37173939127863836,"score_spread":0.3237056689780947,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2024708483","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9930579,0.0001735429,0.00035404746,0.00041185188,0.0004279975,0.00042803062,0.000027440152,0.00035981863,0.004759359],"genre_scores_gemma":[0.99411124,0.00008983302,0.004964644,0.00018102452,0.00020453401,0.000043217835,0.00021593354,0.00003196211,0.00015758723],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9983718,0.000057332123,0.0005963854,0.00032477843,0.00026141247,0.00038828253],"domain_scores_gemma":[0.9977359,0.0015017985,0.00016158701,0.0002488554,0.00013268483,0.00021913426],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00038060755,0.0001965595,0.0007185757,0.00014886945,0.000080600534,0.000017539975,0.00007451251,0.00015957827,0.00089542783],"category_scores_gemma":[0.0001880494,0.00016258484,0.00027038506,0.0003128627,0.00007486288,0.00007169523,0.000022296455,0.00018233982,0.000012288039],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0049014348,0.0015088428,0.9411501,0.00067211495,0.00068889756,0.0005243544,0.00014513578,0.0021543957,0.0073400214,0.029114097,0.00055593275,0.011244655],"study_design_scores_gemma":[0.092683285,0.00094328163,0.80687225,0.0010096289,0.0004222736,0.00021881188,0.00015197067,0.026213353,0.0050154845,0.0016401177,0.06389509,0.00093447685],"about_ca_topic_score_codex":0.000054982265,"about_ca_topic_score_gemma":0.000003337232,"teacher_disagreement_score":0.1342779,"about_ca_system_score_codex":0.00008763552,"about_ca_system_score_gemma":0.0002006376,"threshold_uncertainty_score":0.98043066},"labels":[],"label_agreement":null},{"id":"W2025018107","doi":"10.1136/bmj.b1802","title":"Effect of virtual reality training on laparoscopic surgery: randomised controlled trial","year":2009,"lang":"en","type":"article","venue":"BMJ","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":548,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"St. Michael's Hospital","funders":"","keywords":"Interquartile range; Medicine; Virtual reality; Laparoscopic surgery; Physical therapy; Randomized controlled trial; Laparoscopy; Surgery; Simulation; Computer science","score_opus":0.05467683544590347,"score_gpt":0.36774990569966903,"score_spread":0.3130730702537656,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2025018107","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.96180266,0.000012811078,0.000029226558,0.0012680413,0.00029762508,0.0024616828,0.0000014087353,0.000060345472,0.034066215],"genre_scores_gemma":[0.9987272,0.0000023279422,0.000007387086,0.0005430067,0.00039743062,0.00005246412,0.000015691014,0.00000686175,0.0002476575],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.998444,0.00042254518,0.0005252081,0.00015225832,0.00029292316,0.0001630352],"domain_scores_gemma":[0.9946591,0.004870095,0.00016767967,0.00016205566,0.00003269402,0.0001083405],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0026628335,0.00011694383,0.0010913375,0.00007735054,0.0000334796,0.0000065542226,0.000028238268,0.00011431367,0.0002107398],"category_scores_gemma":[0.003935821,0.000077698445,0.0003524098,0.00011685223,0.0000307039,0.00002091185,0.0000027705667,0.0001506641,0.000010179214],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.9395056,0.00012323749,0.00012668356,0.000010942692,0.000073183284,0.000022010263,0.00014081795,0.00008218498,0.00017320509,0.00029286297,0.000383845,0.059065443],"study_design_scores_gemma":[0.9915933,0.0029890647,0.00220773,0.00011611562,0.00011690237,0.0000025170636,0.000019190518,0.0009749202,0.0010722389,0.00002274478,0.0008098729,0.00007542937],"about_ca_topic_score_codex":0.0000031517964,"about_ca_topic_score_gemma":3.2998483e-7,"teacher_disagreement_score":0.058990013,"about_ca_system_score_codex":0.000016871474,"about_ca_system_score_gemma":0.000067533176,"threshold_uncertainty_score":0.47118297},"labels":[],"label_agreement":null},{"id":"W2025646484","doi":"10.1007/s40140-015-0106-9","title":"Education in Regional Anesthesia: The Next Level","year":2015,"lang":"en","type":"article","venue":"Current anesthesiology reports","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Toronto Western Hospital; University Health Network","funders":"","keywords":"Apprenticeship; Anesthesiology; Medicine; Graduation (instrument); Experiential learning; Medical education; Anesthesia; Regional anesthesia; Psychology; Mathematics education; Engineering","score_opus":0.23280091618558643,"score_gpt":0.3816843321355689,"score_spread":0.14888341594998247,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2025646484","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9916484,0.0026969493,0.000005674245,0.0037510437,0.0002467726,0.00025539118,3.1194404e-8,0.00004107562,0.0013546996],"genre_scores_gemma":[0.99774355,0.00003688223,0.00006598753,0.0014801645,0.00023398627,0.00003205336,0.000046127352,0.00001021325,0.00035101242],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99895465,0.00009834793,0.00034762375,0.00024092905,0.00017816381,0.00018027588],"domain_scores_gemma":[0.9992194,0.00011472594,0.00013828081,0.00026745777,0.000120972865,0.00013917136],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00055749965,0.00010992933,0.0002146574,0.00008940431,0.000041769432,0.000010123151,0.000049791754,0.000092533206,0.00005456726],"category_scores_gemma":[0.00022398816,0.00006970075,0.0000636152,0.00018165707,0.00011801573,0.000063082676,0.000009894596,0.00021540443,0.000037552774],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000104564824,0.00026537484,0.8400124,0.000010100035,0.0000060392977,0.0006968857,0.0003580582,0.000031706062,0.0000062139325,0.0007868811,0.0036485423,0.15407325],"study_design_scores_gemma":[0.00048767222,0.000058244266,0.5959426,0.0000503459,0.000015095625,0.005899902,0.00024032575,0.00007750173,0.0000063717375,0.0014897059,0.39565957,0.00007268298],"about_ca_topic_score_codex":0.000018265675,"about_ca_topic_score_gemma":0.0000046308123,"teacher_disagreement_score":0.39201102,"about_ca_system_score_codex":0.000050203173,"about_ca_system_score_gemma":0.00068529346,"threshold_uncertainty_score":0.28423142},"labels":[],"label_agreement":null},{"id":"W2025761417","doi":"10.1016/j.jsurg.2014.03.001","title":"Use of 3-Dimensional Printing Technology and Silicone Modeling in Surgical Simulation: Development and Face Validation in Pediatric Laparoscopic Pyeloplasty","year":2014,"lang":"en","type":"article","venue":"Journal of surgical education","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":165,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"SickKids Foundation; Hospital for Sick Children","funders":"","keywords":"Medicine; Pyeloplasty; Laparoscopy; Ureter; Vicryl; Pediatric urology; Surgery; Fibrous joint; Hydronephrosis; Urinary system; Anatomy","score_opus":0.04877936362662619,"score_gpt":0.3222577260304998,"score_spread":0.2734783624038736,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2025761417","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9987792,0.0002579597,0.00021819066,0.00046368912,0.000080937396,0.000109408116,1.2102177e-7,0.000006350348,0.00008417934],"genre_scores_gemma":[0.9975157,0.00008952479,0.002261646,0.000018063201,0.00008503442,0.0000020306966,0.000003897094,0.000006337637,0.000017764216],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9987107,0.000069597256,0.0007319607,0.00013936247,0.00023102776,0.000117334246],"domain_scores_gemma":[0.998887,0.00053297984,0.00024082244,0.0000534283,0.00018954705,0.00009623649],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00066997175,0.00008968566,0.00032190402,0.0006563098,0.000028029928,0.000013989749,0.000023592796,0.000120569886,0.000016475893],"category_scores_gemma":[0.00039417364,0.00007587305,0.000025627185,0.00046737414,0.000032955053,0.0001816335,0.000024709194,0.00024386268,5.4637354e-7],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00035627556,0.00042289228,0.7302595,0.000103821556,0.000011856682,0.00001900386,0.0005903981,0.1573183,0.00006916895,0.00061615533,6.266206e-7,0.110232055],"study_design_scores_gemma":[0.010519502,0.00024048323,0.47525468,0.0006785225,0.000058103997,0.0003656041,0.00050223054,0.50520587,0.0006312444,0.0004864828,0.005804614,0.00025264025],"about_ca_topic_score_codex":0.000003784153,"about_ca_topic_score_gemma":0.0000019311437,"teacher_disagreement_score":0.3478876,"about_ca_system_score_codex":0.000052566716,"about_ca_system_score_gemma":0.00019606327,"threshold_uncertainty_score":0.30940133},"labels":[],"label_agreement":null},{"id":"W2026374879","doi":"10.1016/j.amjsurg.2008.02.008","title":"Choosing the right physical laparoscopic simulator? comparison of LTS2000-ISM60 with MISTELS: validation, correlation, and user satisfaction","year":2008,"lang":"en","type":"article","venue":"The American Journal of Surgery","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":15,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen Elizabeth II Health Sciences Centre; McGill University Health Centre; Université de Montréal","funders":"","keywords":"User satisfaction; Laparoscopic surgery; Medicine; Simulation; Medical physics; Physical therapy; Medical education; Laparoscopy; Computer science; Psychology; Surgery; Human–computer interaction","score_opus":0.04033865597621051,"score_gpt":0.30801469702251577,"score_spread":0.26767604104630527,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2026374879","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99798685,0.00012974945,0.000972298,0.000598115,0.00008643724,0.00007334763,7.5920184e-7,0.000009474386,0.00014297552],"genre_scores_gemma":[0.99947494,0.00003981692,0.000092679344,0.0001782233,0.00017180384,6.9730896e-7,0.0000015978713,0.000011643213,0.000028624234],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9988273,0.00015539401,0.00043612914,0.00008064661,0.00038685728,0.00011369898],"domain_scores_gemma":[0.996959,0.0018122465,0.00079251477,0.00013420613,0.0002199924,0.00008204332],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00038102487,0.00009793937,0.0005150224,0.000080679674,0.00017357,0.000012058218,0.000042038246,0.000016649336,0.00003460624],"category_scores_gemma":[0.00013213925,0.0000487257,0.000099361976,0.0003413641,0.00048816364,0.00011261611,0.000007599628,0.00023499367,0.0000017857619],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0005504777,0.00007056211,0.9791248,0.00000751113,0.00011085362,0.000011119692,0.0012273453,0.00781758,0.00013379152,0.000031461586,0.00011671745,0.01079781],"study_design_scores_gemma":[0.00093475997,0.00017216189,0.9921269,0.00013735832,0.00014715685,0.0002713428,0.0008666718,0.0036508476,0.00086776254,0.000038088747,0.00071639696,0.00007058514],"about_ca_topic_score_codex":0.000031485743,"about_ca_topic_score_gemma":7.5594386e-7,"teacher_disagreement_score":0.013002098,"about_ca_system_score_codex":0.000027297021,"about_ca_system_score_gemma":0.00009101375,"threshold_uncertainty_score":0.19869763},"labels":[],"label_agreement":null},{"id":"W2026520623","doi":"10.1097/01.brs.0000207238.48446.ce","title":"Confidence in Spine Training Among Senior Neurosurgical and Orthopedic Residents","year":2006,"lang":"en","type":"article","venue":"Spine","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":51,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Toronto; University of Alberta; University of Calgary; University of British Columbia","funders":"","keywords":"Medicine; Orthopedic surgery; Subspecialty; Neurosurgery; Physical therapy; Orthopedic Procedures; Confidence interval; General surgery; Family medicine; Surgery; Internal medicine","score_opus":0.026281957208808836,"score_gpt":0.2967130778120123,"score_spread":0.27043112060320346,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2026520623","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98823875,0.00019064397,0.00024767162,0.0006086739,0.000082137194,0.00018508792,9.105096e-7,0.00006690451,0.010379244],"genre_scores_gemma":[0.99764496,0.000023985294,0.0002582436,0.0003682777,0.0001944516,0.000006021292,0.000017138776,0.000015444284,0.0014714713],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99887425,0.00003466358,0.00033340536,0.00026615703,0.00024343966,0.00024809383],"domain_scores_gemma":[0.9996177,0.00004367962,0.000053174175,0.000116752715,0.000032381115,0.00013633243],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00025639223,0.00012132887,0.00027345418,0.000118617594,0.00004145375,0.000021672542,0.000032946267,0.00007365248,0.00024723553],"category_scores_gemma":[0.00017117626,0.00010356434,0.000043204782,0.000267306,0.00011296573,0.00007944357,0.000025597132,0.00021212746,0.000010218609],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00014932435,0.0001355231,0.9634926,0.000065439264,0.000012744963,0.0019021911,0.00027966464,0.00020922927,0.0012819052,0.004653666,0.000055908215,0.02776184],"study_design_scores_gemma":[0.0044389493,0.000103751205,0.9902147,0.00015546096,0.000015206222,0.000068103065,0.000066349465,0.0022194698,0.000063016036,0.00025663406,0.0022927285,0.00010563914],"about_ca_topic_score_codex":0.00023756208,"about_ca_topic_score_gemma":0.000137392,"teacher_disagreement_score":0.0276562,"about_ca_system_score_codex":0.000016373875,"about_ca_system_score_gemma":0.000029024557,"threshold_uncertainty_score":0.42232314},"labels":[],"label_agreement":null},{"id":"W202693461","doi":"","title":"Surgical procedure logging with use of a hand-held computer.","year":2002,"lang":"en","type":"article","venue":"PubMed","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":23,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Mount Sinai Hospital","funders":"","keywords":"Medicine; Upload; Logging; The Internet; Data logger; Database; Medical emergency; Medical physics; World Wide Web; Computer science; Operating system","score_opus":0.07751674626007082,"score_gpt":0.24624904588866933,"score_spread":0.1687322996285985,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W202693461","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9908625,0.00011007531,0.00029507038,0.0007753741,0.000045760353,0.00045782595,0.0000015820817,0.00007802337,0.0073737726],"genre_scores_gemma":[0.99831516,0.0000060410653,0.00035816184,0.00027662268,0.0001056682,0.000055581477,0.0000038492785,0.000009928895,0.00086899725],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9993315,0.000014966101,0.00014322958,0.0001338805,0.00018273067,0.00019374362],"domain_scores_gemma":[0.99953586,0.00013672363,0.000044691613,0.00009570692,0.000044635548,0.00014235827],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00007889094,0.000072193965,0.00018964811,0.00005053428,0.000030518746,0.000018553254,0.000022579288,0.000043297747,0.00016821467],"category_scores_gemma":[0.000041255575,0.000049119,0.000043976597,0.0001498572,0.00006722421,0.000059602982,0.000011855012,0.00009478774,0.0000059340255],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0008211708,0.00059368875,0.34261355,0.0002163019,0.00019132959,0.00061328575,0.000638602,0.00089974573,0.000005557364,0.0009476156,0.00095585425,0.6515033],"study_design_scores_gemma":[0.009362845,0.00014503341,0.8214968,0.000106889966,0.0000755512,0.0002850484,0.000025315268,0.029227905,0.00022329195,0.000010104049,0.13886665,0.00017461239],"about_ca_topic_score_codex":0.00000465952,"about_ca_topic_score_gemma":0.0000014277383,"teacher_disagreement_score":0.6513287,"about_ca_system_score_codex":0.000011717509,"about_ca_system_score_gemma":0.0000056730964,"threshold_uncertainty_score":0.20030147},"labels":[],"label_agreement":null},{"id":"W2027353355","doi":"10.1007/s00464-006-9090-y","title":"A laboratory study on anticipatory movement in laparoscopic surgery: a behavioral indicator for team collaboration","year":2006,"lang":"en","type":"article","venue":"Surgical Endoscopy","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":29,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Simon Fraser University","funders":"","keywords":"Dyad; Task (project management); Movement (music); Thread (computing); Physical medicine and rehabilitation; Psychology; Medicine; Computer science; Social psychology; Engineering","score_opus":0.039363369086448566,"score_gpt":0.3665852489517313,"score_spread":0.3272218798652827,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2027353355","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9959221,0.000080673155,0.0000054861403,0.0001746034,0.00025590736,0.0015151387,0.000047614856,0.000111380905,0.0018871181],"genre_scores_gemma":[0.9987107,0.0000038476915,0.000070469796,0.00033401028,0.00019981622,0.00039039337,0.00010746002,0.0000332181,0.00015009328],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99797016,0.00014829943,0.00058671855,0.00042747476,0.00046994322,0.00039739546],"domain_scores_gemma":[0.9988424,0.0005315063,0.00012538495,0.00023499553,0.00009606344,0.00016964167],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00060628564,0.000218723,0.0005777806,0.0003152358,0.00008621623,0.000036672183,0.000056122495,0.00012984367,0.00021779604],"category_scores_gemma":[0.000085244,0.00019199253,0.00011039878,0.000645816,0.000059937338,0.00008068538,0.000017087817,0.00020585611,0.000033777404],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0024748503,0.0056190337,0.9886724,0.000042098967,0.00003154621,0.00027644928,0.00032240726,0.000086161934,0.00025215486,0.0010049507,0.0007456894,0.00047225755],"study_design_scores_gemma":[0.13253742,0.0038774132,0.78154254,0.00032567658,0.00020772665,0.0000033604308,0.0026987838,0.00076636026,0.009375351,0.00024993427,0.06765583,0.0007595845],"about_ca_topic_score_codex":0.00010003074,"about_ca_topic_score_gemma":0.00007288283,"teacher_disagreement_score":0.20712984,"about_ca_system_score_codex":0.00018191316,"about_ca_system_score_gemma":0.00024638293,"threshold_uncertainty_score":0.7829228},"labels":[],"label_agreement":null},{"id":"W2027705311","doi":"10.1136/pgmj.2006.053900","title":"Orthopaedic surgery core curriculum: the spine","year":2007,"lang":"en","type":"article","venue":"Postgraduate Medical Journal","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Calgary; Université Laval","funders":"Royal College of Physicians and Surgeons of Canada","keywords":"Medicine; SPINE (molecular biology); Curriculum; Core (optical fiber); Orthopedic surgery; Core curriculum; Surgery; Medical physics; General surgery; Bioinformatics; Medical education","score_opus":0.05395404800884674,"score_gpt":0.34038014106882275,"score_spread":0.286426093059976,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2027705311","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.96321833,0.00090074993,0.0027319202,0.02312056,0.0013970473,0.00015931271,7.9965105e-7,0.00009092452,0.008380353],"genre_scores_gemma":[0.9908251,0.00032794644,0.00014994408,0.0064350795,0.0019593749,0.0000013339046,0.0000138665655,0.00002153683,0.00026582569],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99683064,0.00007827935,0.00070798787,0.00016844762,0.0016764085,0.0005382206],"domain_scores_gemma":[0.9976323,0.0006236359,0.00017588533,0.0001727938,0.00023672031,0.0011586682],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.004522582,0.00016599959,0.0003470791,0.00015779662,0.00028157808,0.000037783226,0.00014984776,0.00013302009,0.0023491273],"category_scores_gemma":[0.003434859,0.00008663757,0.000397782,0.0004789845,0.00023847309,0.00006131924,0.000040610652,0.0012136665,0.000117722455],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00017273297,0.00030839944,0.27174404,0.00002992132,0.00015152096,0.0066218656,0.0001752977,0.0000028876295,0.000033063585,0.0008198969,0.0046320874,0.7153083],"study_design_scores_gemma":[0.0059414553,0.0002494433,0.8032552,0.0009193928,0.0002133253,0.02173683,0.0005544284,0.0025265426,0.00007454882,0.00085632055,0.16334186,0.00033066582],"about_ca_topic_score_codex":0.000014244837,"about_ca_topic_score_gemma":0.00001175366,"teacher_disagreement_score":0.7149776,"about_ca_system_score_codex":0.000054449574,"about_ca_system_score_gemma":0.00029906293,"threshold_uncertainty_score":0.9985629},"labels":[],"label_agreement":null},{"id":"W2027927451","doi":"10.1016/j.jamcollsurg.2005.09.024","title":"Beta Test Results of a New System Assessing Competence in Laparoscopic Surgery","year":2005,"lang":"en","type":"article","venue":"Journal of the American College of Surgeons","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":108,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"","keywords":"Medicine; Quartile; Competence (human resources); Competency assessment; Cognition; Test (biology); Laparoscopic surgery; Significant difference; Cognitive test; Physical therapy; Medical education; Laparoscopy; Surgery; Internal medicine; Psychology","score_opus":0.03698216351662825,"score_gpt":0.3042113116920308,"score_spread":0.26722914817540255,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2027927451","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.994075,0.00012558691,0.000018754532,0.0035971953,0.00015816737,0.000093292016,0.000035220262,0.000007013138,0.0018897621],"genre_scores_gemma":[0.9986882,0.000026833242,0.00087411643,0.00012554962,0.00009000934,3.6644994e-7,6.8365046e-7,0.000010192787,0.00018402142],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99800456,0.000128189,0.0011426583,0.00009520086,0.00045230865,0.00017709387],"domain_scores_gemma":[0.99534345,0.0024688556,0.001623167,0.00021488269,0.00020426896,0.00014538788],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0009957873,0.00010293614,0.0009166875,0.00026923782,0.000036170415,0.000005959159,0.00013994993,0.000024434949,0.000016683874],"category_scores_gemma":[0.0010146027,0.00006874698,0.0002910509,0.0010171533,0.00018569938,0.00010352692,0.000031790412,0.00023025527,0.0000010278819],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0009233123,0.00045619436,0.9820322,0.00010513998,0.00011469596,0.00019308025,0.00020932207,0.0015813054,0.0017280026,0.00012811332,0.0018517278,0.010676931],"study_design_scores_gemma":[0.0042978846,0.00019834342,0.9793796,0.0028354889,0.000112436835,0.00038591496,0.0022265434,0.0012802941,0.0027061712,0.000008903271,0.006457969,0.00011046469],"about_ca_topic_score_codex":0.00019636676,"about_ca_topic_score_gemma":0.00005968599,"teacher_disagreement_score":0.010566466,"about_ca_system_score_codex":0.000105301086,"about_ca_system_score_gemma":0.00065897783,"threshold_uncertainty_score":0.28034204},"labels":[],"label_agreement":null},{"id":"W2027962643","doi":"10.1016/j.jvs.2006.09.040","title":"Laboratory-based vascular anastomosis training: A randomized controlled trial evaluating the effects of bench model fidelity and level of training on skill acquisition","year":2007,"lang":"en","type":"article","venue":"Journal of Vascular Surgery","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":164,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"The Wilson Centre; University of British Columbia; Providence Health Care","funders":"","keywords":"Medicine; Training (meteorology); Fidelity; Randomized controlled trial; Physical therapy; Training effect; Physical medicine and rehabilitation; Surgery","score_opus":0.08809541409218087,"score_gpt":0.3495478206033422,"score_spread":0.26145240651116136,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2027962643","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9767557,0.0011160246,0.020256266,0.00015064703,0.00032586543,0.0012975965,0.000004094471,0.000010621409,0.000083214814],"genre_scores_gemma":[0.99775547,0.000088403875,0.001460755,0.00043540733,0.00020921211,0.00001899948,0.0000046101836,0.000023435758,0.0000036899137],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9949789,0.001152151,0.0020237556,0.00019248469,0.0013754453,0.0002772435],"domain_scores_gemma":[0.98027205,0.01685512,0.0015578115,0.0002424773,0.00087467686,0.00019787431],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.028787743,0.00023248138,0.0027996907,0.00044987557,0.000095540316,0.000016940137,0.00007653895,0.00020248287,0.00003203635],"category_scores_gemma":[0.013812767,0.00014093878,0.0020360241,0.00040434854,0.00017951592,0.000099151366,0.000011248342,0.00043214508,1.8991871e-7],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.95358926,0.00055183785,0.00034342325,0.00027834912,0.0026158502,0.00005690062,0.003233838,0.012713233,0.0038957098,0.00011347568,0.000013171375,0.02259495],"study_design_scores_gemma":[0.9062296,0.0008967658,0.004317909,0.0011295652,0.0020082192,0.000009555394,0.0005083096,0.08295502,0.001625786,0.00015037591,0.000015113242,0.00015378512],"about_ca_topic_score_codex":0.0000066806206,"about_ca_topic_score_gemma":0.0000010426031,"teacher_disagreement_score":0.07024178,"about_ca_system_score_codex":0.00005163095,"about_ca_system_score_gemma":0.00060433475,"threshold_uncertainty_score":0.9977315},"labels":[],"label_agreement":null},{"id":"W2028115667","doi":"10.1089/end.2007.9984","title":"Low-Fidelity Ureteroscopy Models","year":2007,"lang":"en","type":"review","venue":"Journal of Endourology","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":25,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"Medicine; Ureteroscopy; Fidelity; Training (meteorology); Medical physics; Bench to bedside; Virtual reality; High fidelity; Surgery; Medical education; Computer science; Human–computer interaction; Engineering","score_opus":0.19807999209684263,"score_gpt":0.44888523934515334,"score_spread":0.2508052472483107,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2028115667","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00013488329,0.9901453,0.0019082446,0.000052551615,0.0006986978,0.00017851776,0.0000035528076,0.000015184156,0.0068630334],"genre_scores_gemma":[0.002287027,0.9951966,0.00066294166,0.0007759159,0.000938982,0.0000014033545,0.000009636675,0.000034974375,0.0000925336],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9976929,0.00017067949,0.0013626198,0.00016539091,0.00031356871,0.00029483912],"domain_scores_gemma":[0.9976166,0.0006734336,0.0009980481,0.00019511401,0.00022675762,0.0002900781],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0010156807,0.00024568857,0.0022111654,0.00039093534,0.000028071023,0.000009920043,0.00014644483,0.00049467996,0.00045570338],"category_scores_gemma":[0.00025840517,0.00016241288,0.00095199316,0.00018620118,0.0000668078,0.00006377132,0.00003032196,0.0012671619,0.000031933796],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00021104774,0.00009954233,0.0000152564635,0.001576759,0.00032412476,0.0009760537,0.000021474645,0.00005226173,5.1217586e-7,0.00026906552,0.00017385541,0.9962801],"study_design_scores_gemma":[0.0018044086,0.00047997484,0.000010966179,0.002236744,0.00092013355,0.0033167608,0.0000034559066,0.00008046386,0.0000011286552,0.00032079525,0.990716,0.00010915933],"about_ca_topic_score_codex":9.2853463e-7,"about_ca_topic_score_gemma":4.021219e-7,"teacher_disagreement_score":0.9961709,"about_ca_system_score_codex":0.00007729625,"about_ca_system_score_gemma":0.00031878255,"threshold_uncertainty_score":0.6623005},"labels":[],"label_agreement":null},{"id":"W2028506930","doi":"10.1016/j.amjsurg.2015.01.007","title":"Using three-dimensional laparoscopy as a novel training tool for novice trainees compared with two-dimensional laparoscopy","year":2015,"lang":"en","type":"article","venue":"The American Journal of Surgery","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":34,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Laparoscopy; Significant difference; Task (project management); Medicine; Computer science; Physical therapy; Surgery; Internal medicine","score_opus":0.16270639025253636,"score_gpt":0.36140681275136555,"score_spread":0.1987004224988292,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2028506930","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9960346,0.00010637125,0.0019954848,0.0011513714,0.00029071374,0.00020952961,0.000013586112,0.000031870986,0.00016647235],"genre_scores_gemma":[0.9734206,9.4490434e-7,0.023251861,0.0027171483,0.0005233209,0.0000053004005,0.000011729266,0.00004685208,0.000022234011],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99762756,0.00009421332,0.0007558158,0.00021529221,0.00087427197,0.00043284034],"domain_scores_gemma":[0.9952995,0.0025177863,0.00089549477,0.0002005724,0.0006796584,0.00040695586],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0018803147,0.00026053123,0.0010819448,0.00022762422,0.00016515299,0.00003973028,0.00012725804,0.000034309054,0.000065120585],"category_scores_gemma":[0.00048325356,0.00015830254,0.00031226376,0.0005446786,0.00046637072,0.00017630844,0.000025015093,0.00034553645,0.000005300245],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.12216018,0.0026013386,0.11316474,0.00014250632,0.004231685,0.0009933821,0.009607369,0.59102386,0.09273375,0.0008471169,0.001735972,0.060758073],"study_design_scores_gemma":[0.10160018,0.013194804,0.10549431,0.009531154,0.0060449196,0.046003968,0.031021524,0.6459891,0.014760568,0.0039704745,0.017158663,0.0052303453],"about_ca_topic_score_codex":0.00007500703,"about_ca_topic_score_gemma":0.0000047214835,"teacher_disagreement_score":0.07797318,"about_ca_system_score_codex":0.00009646549,"about_ca_system_score_gemma":0.0011810939,"threshold_uncertainty_score":0.645539},"labels":[],"label_agreement":null},{"id":"W2028742766","doi":"10.1016/j.suc.2011.12.001","title":"Teaching the Slowing-down Moments of Operative Judgment","year":2012,"lang":"en","type":"review","venue":"Surgical Clinics of North America","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":27,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"The Wilson Centre; University of Toronto; Canada Research Chairs; University Health Network","funders":"","keywords":"Clinical judgment; Medicine; Identification (biology); Construct (python library); Phenomenon; Epistemology; Medical physics; Computer science","score_opus":0.10137169023633136,"score_gpt":0.4252460402742412,"score_spread":0.3238743500379098,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2028742766","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.001043372,0.98286134,0.000030752984,0.00010641619,0.00033453046,0.0010077975,0.00008376058,0.00003518316,0.014496845],"genre_scores_gemma":[0.022408023,0.97583497,0.00023319123,0.00019168317,0.0003383504,0.00004373412,0.00028488904,0.000051088282,0.0006140591],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99627215,0.00052412465,0.0017700538,0.00037003853,0.0006827702,0.00038084024],"domain_scores_gemma":[0.9951301,0.0028677064,0.0010137451,0.0005614575,0.00013823698,0.0002887151],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0009098582,0.00040007778,0.002806536,0.0001216293,0.00010221424,0.000008951193,0.00029665217,0.00019523036,0.0005304272],"category_scores_gemma":[0.0003609042,0.00022030326,0.0013010004,0.00043213528,0.0003459045,0.000053964435,0.0001728425,0.0011234827,0.0000658321],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00007111612,0.00040114834,0.0011422081,0.0016065001,0.00048910733,0.000022639693,0.00016225377,0.000015232285,4.627109e-9,0.00008275217,0.000016686465,0.99599034],"study_design_scores_gemma":[0.0011370529,0.0002969702,0.00025947203,0.0022480655,0.0013314831,0.000014159476,0.000051301653,0.000052693977,7.967372e-8,0.000004583386,0.9944044,0.00019978119],"about_ca_topic_score_codex":0.00003450565,"about_ca_topic_score_gemma":0.0000015533692,"teacher_disagreement_score":0.99579054,"about_ca_system_score_codex":0.00005326011,"about_ca_system_score_gemma":0.00022395627,"threshold_uncertainty_score":0.8983706},"labels":[],"label_agreement":null},{"id":"W2028832375","doi":"10.1016/j.jss.2008.12.041","title":"Pediatric Urology Training: Performance-Based Assessment Using the Fundamentals of Laparoscopic Surgery","year":2009,"lang":"en","type":"article","venue":"Journal of Surgical Research","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":13,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"SickKids Foundation; Hospital for Sick Children; The Wilson Centre; University of Toronto","funders":"","keywords":"Medicine; Competence (human resources); Laparoscopy; Laparoscopic surgery; Test (biology); Significant difference; Physical therapy; Medical physics; Surgery; Psychology; Internal medicine","score_opus":0.30336364194483867,"score_gpt":0.48066833951007293,"score_spread":0.17730469756523426,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2028832375","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99353355,0.00040813445,0.000052213894,0.002895593,0.000120089404,0.00013285472,8.5633246e-7,0.0000058748114,0.0028508613],"genre_scores_gemma":[0.9987989,0.0003368523,0.0002022751,0.00017804046,0.000443884,9.76107e-7,0.000001594119,0.000008473557,0.000028992907],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99683803,0.00043897034,0.00076248415,0.00012190438,0.001426276,0.00041230628],"domain_scores_gemma":[0.9953311,0.0034596012,0.00027096373,0.00015198316,0.0005301653,0.00025617948],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0057977242,0.00009940306,0.0005318191,0.00049521343,0.00014255589,0.00002545718,0.00013848496,0.00009970128,0.00059022964],"category_scores_gemma":[0.00037556852,0.00005820958,0.00026241763,0.00078496104,0.00018518209,0.00008500914,0.000020940224,0.0008918251,0.0000028157426],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0064173304,0.0022004645,0.8469232,0.0002493155,0.00026173587,0.002074002,0.0007221043,0.0054595275,0.0029070398,0.0009892083,0.00060613255,0.13118996],"study_design_scores_gemma":[0.020707572,0.00772379,0.90125066,0.00039791004,0.0003257215,0.001198994,0.0012643068,0.03247188,0.0018146244,0.00054854737,0.03196929,0.00032670176],"about_ca_topic_score_codex":0.000002314414,"about_ca_topic_score_gemma":1.2851685e-7,"teacher_disagreement_score":0.13086325,"about_ca_system_score_codex":0.00010667109,"about_ca_system_score_gemma":0.0009525316,"threshold_uncertainty_score":0.6462601},"labels":[],"label_agreement":null},{"id":"W2029917116","doi":"10.1016/j.suronc.2011.03.001","title":"A structured strategy to combine education for advanced MIS training in surgical oncology training programs","year":2011,"lang":"en","type":"article","venue":"Surgical Oncology","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":8,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Medicine; Surgical oncology; Training (meteorology); Curriculum; Oncology; Medical education; Laparoscopic surgery; Invasive surgery; Medical physics; Internal medicine; General surgery; Laparoscopy; Surgery; Psychology","score_opus":0.13262769605039249,"score_gpt":0.4076597078448769,"score_spread":0.2750320117944844,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2029917116","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.57847226,0.00015134852,0.00013339166,0.0010426869,0.0008852119,0.0023032709,0.000008997185,0.00020000663,0.41680282],"genre_scores_gemma":[0.9898999,0.00002453349,0.0076969005,0.00074107584,0.00037378535,0.0005589559,0.00017923072,0.000048563186,0.00047707182],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9969832,0.00027029254,0.0009293495,0.0006860825,0.00025485986,0.00087625725],"domain_scores_gemma":[0.99778384,0.0008522675,0.00019453744,0.00023754634,0.000213453,0.00071837584],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0008461507,0.0003263434,0.001196999,0.0003167904,0.000097774035,0.000015674123,0.00016483749,0.0005635032,0.0010270643],"category_scores_gemma":[0.00017728872,0.0002841004,0.0002553276,0.0006521091,0.00018378877,0.00009784227,0.00003603321,0.00055301376,0.000025079393],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0054919496,0.0010325037,0.00049428135,0.000033018026,0.000054725577,0.0006577892,0.008677442,0.000072822695,0.00007852152,0.009764699,0.00001278826,0.9736295],"study_design_scores_gemma":[0.01625017,0.008309039,0.0018671748,0.00011200905,0.0000710222,0.0006951096,0.009827748,0.00044924274,0.00007320008,0.0026537892,0.9593266,0.00036488834],"about_ca_topic_score_codex":0.000051473817,"about_ca_topic_score_gemma":0.00025529924,"teacher_disagreement_score":0.9732646,"about_ca_system_score_codex":0.00041282404,"about_ca_system_score_gemma":0.0016263494,"threshold_uncertainty_score":0.99996114},"labels":[],"label_agreement":null},{"id":"W2029980780","doi":"10.1016/j.compmedimag.2009.05.001","title":"Perk Station—Percutaneous surgery training and performance measurement platform","year":2009,"lang":"en","type":"article","venue":"Computerized Medical Imaging and Graphics","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":20,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University","funders":"National Cancer Institute; National Institutes of Health; Queen's University; National Institute of Biomedical Imaging and Bioengineering; Johns Hopkins University","keywords":"Medical physics; Software; Computer science; Workflow; Visualization; Process (computing); Medicine; Human–computer interaction; Artificial intelligence; Operating system","score_opus":0.058932350081025,"score_gpt":0.2868755900927831,"score_spread":0.22794324001175809,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2029980780","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9864781,0.0010971966,0.006671286,0.0044693653,0.0002386686,0.00013511784,0.0000013143359,0.00017389111,0.0007350849],"genre_scores_gemma":[0.9925471,0.0007945033,0.0011282403,0.0053476077,0.00014477888,0.0000016590524,0.00001723162,0.000010068816,0.000008829562],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99846405,0.000028162005,0.00031096608,0.00025586176,0.00066979695,0.00027114962],"domain_scores_gemma":[0.9990251,0.00024369646,0.0000513865,0.00010257985,0.00010640662,0.00047079963],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0007901164,0.00015339754,0.00035133355,0.00014910221,0.00017485561,0.000051922678,0.00003876132,0.00007108022,0.000037103746],"category_scores_gemma":[0.00026607333,0.00012594245,0.000062711166,0.00017863647,0.00017265206,0.00009737183,0.000020104273,0.00028835877,0.000001214793],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000118768054,0.000056071727,0.008635103,0.000059383507,0.000029022998,0.00025254776,0.0008017946,0.0000019692493,0.000069834314,0.00041637386,0.00010994029,0.9894492],"study_design_scores_gemma":[0.007386107,0.0003997268,0.31694046,0.0018140608,0.00015907733,0.0059837084,0.0005948745,0.63254166,0.000037477024,0.0014620705,0.032006696,0.0006741115],"about_ca_topic_score_codex":0.000003820472,"about_ca_topic_score_gemma":6.7037547e-7,"teacher_disagreement_score":0.9887751,"about_ca_system_score_codex":0.000017091477,"about_ca_system_score_gemma":0.00011191309,"threshold_uncertainty_score":0.51357836},"labels":[],"label_agreement":null},{"id":"W2030680667","doi":"10.1227/neu.0000000000000631","title":"Assessing Bimanual Performance in Brain Tumor Resection With NeuroTouch, a Virtual Reality Simulator","year":2015,"lang":"en","type":"article","venue":"Operative Neurosurgery","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":71,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University; Montreal Neurological Institute and Hospital","funders":"National Research Council Canada","keywords":"Aspirator; Medicine; Brain tumor; Simulation; Physical medicine and rehabilitation; Computer science; Pathology","score_opus":0.09208814741097489,"score_gpt":0.3657985781946819,"score_spread":0.27371043078370705,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2030680667","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9939416,0.0000078462235,0.00021514195,0.0013521278,0.00022880328,0.00039593456,0.0000020785328,0.00008627402,0.0037702005],"genre_scores_gemma":[0.99712837,0.0000024432215,0.000050021918,0.0022605087,0.00014754283,0.000031805193,0.00001709032,0.000031805605,0.00033039646],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9981911,0.00033012743,0.00036800443,0.0004188417,0.00038643953,0.0003054842],"domain_scores_gemma":[0.99869287,0.00055540574,0.00008667803,0.00020921158,0.00019135914,0.00026448717],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0006896873,0.00019694355,0.0003665161,0.00019860554,0.00012544506,0.000119871176,0.000046825353,0.000054831093,0.000048907626],"category_scores_gemma":[0.0010243714,0.00015089464,0.0000506027,0.0006358513,0.00010946285,0.0006566468,0.00003295279,0.00041640014,0.000018471479],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0062759253,0.00071316696,0.9050013,0.00006366066,0.000035639572,0.001444863,0.0018447395,0.06256354,0.0031813295,0.00020100473,0.00045373698,0.018221123],"study_design_scores_gemma":[0.009913185,0.0021742096,0.76198953,0.00034700154,0.000023146511,0.00026486415,0.0010266203,0.2055257,0.0036805363,0.000010936338,0.0145819085,0.0004623757],"about_ca_topic_score_codex":0.000025026104,"about_ca_topic_score_gemma":0.000017485792,"teacher_disagreement_score":0.14301175,"about_ca_system_score_codex":0.0001179616,"about_ca_system_score_gemma":0.0002818766,"threshold_uncertainty_score":0.61533046},"labels":[],"label_agreement":null},{"id":"W2030713520","doi":"10.1007/s00464-013-3241-8","title":"Simulation-based training improves the operative performance of totally extraperitoneal (TEP) laparoscopic inguinal hernia repair: a prospective randomized controlled trial","year":2013,"lang":"en","type":"article","venue":"Surgical Endoscopy","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":51,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University Health Centre; Jewish General Hospital; Bamfield Marine Sciences Centre; McGill University","funders":"McGill University","keywords":"Medicine; Inguinal hernia; Randomized controlled trial; Abdominal surgery; Laparoscopy; General surgery; Hepatology; Surgery; Laparoscopic surgery; Hernia","score_opus":0.018706532669445258,"score_gpt":0.3112884376901444,"score_spread":0.29258190502069914,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2030713520","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9754777,0.00018438669,0.00007739348,0.00027752938,0.0003163955,0.007226144,0.0000034126467,0.00017690397,0.016260134],"genre_scores_gemma":[0.9968092,0.000009592028,0.00064316834,0.00023549568,0.00035906598,0.0013193175,0.000014720268,0.00003064073,0.0005787919],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.99683356,0.00053720083,0.0011546719,0.00041310771,0.0006505651,0.00041089053],"domain_scores_gemma":[0.9911652,0.007600821,0.0003214786,0.00028875688,0.00042390265,0.00019979979],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0012356815,0.0003308882,0.0019659256,0.00010632026,0.00022213574,0.000059991773,0.00012305198,0.00015786277,0.001888794],"category_scores_gemma":[0.002349399,0.00018295902,0.00085117074,0.00030799682,0.00052890944,0.00015968371,0.000026648222,0.00043124618,0.00002652649],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.98192465,0.00033041992,0.00088148133,0.000040431463,0.000428554,0.00001906852,0.0011492585,0.013084141,0.00022695622,0.0007697956,0.0000025876209,0.0011426612],"study_design_scores_gemma":[0.6511763,0.0008609786,0.00047745387,0.000092275215,0.00014691796,0.0000024648666,0.00017503591,0.3463858,0.0003384063,0.000036441394,0.00018480951,0.00012315267],"about_ca_topic_score_codex":0.00005146745,"about_ca_topic_score_gemma":0.0000023606958,"teacher_disagreement_score":0.33330166,"about_ca_system_score_codex":0.000062274274,"about_ca_system_score_gemma":0.00034441898,"threshold_uncertainty_score":0.9990236},"labels":[],"label_agreement":null},{"id":"W2031570967","doi":"10.1016/j.amjsurg.2007.02.003","title":"A universal global rating scale for the evaluation of technical skills in the operating room","year":2007,"lang":"en","type":"article","venue":"The American Journal of Surgery","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":197,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Cronbach's alpha; Reliability (semiconductor); Rating scale; Scale (ratio); Variance (accounting); Psychology; Applied psychology; Medical education; Computer science; Medicine; Psychometrics; Clinical psychology; Developmental psychology; Geography","score_opus":0.06697677732544131,"score_gpt":0.3816214712775985,"score_spread":0.31464469395215716,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2031570967","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99398434,0.00013176227,0.0026314473,0.0021450936,0.00008167397,0.00019197176,0.0000011798859,0.000003879911,0.0008286524],"genre_scores_gemma":[0.9987342,0.000013979649,0.00046606545,0.00058708224,0.000187891,0.0000018117012,7.661373e-7,0.000004965718,0.0000032408095],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99844897,0.0002611148,0.00050307275,0.000058500103,0.0005770244,0.0001513283],"domain_scores_gemma":[0.9931547,0.005885485,0.00049259537,0.00012566721,0.0003022338,0.000039316965],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.012777491,0.00006430717,0.0002766067,0.00005781793,0.00009374356,0.000012688678,0.00012107459,0.000017455217,0.000020209922],"category_scores_gemma":[0.0014975991,0.000028320665,0.0001812331,0.0005439728,0.0001797302,0.000052694006,0.000013154499,0.00019253053,3.5382524e-7],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0011206503,0.00023956373,0.27942532,0.00001043844,0.00010134754,0.000027690809,0.001942006,0.006890859,0.0010818425,0.00021070061,0.00014096004,0.70880866],"study_design_scores_gemma":[0.0016904664,0.00018634042,0.9726099,0.00019951195,0.00024251675,0.000298043,0.015881889,0.008186155,0.00017353272,0.00017051402,0.00029518508,0.00006596658],"about_ca_topic_score_codex":0.00003220871,"about_ca_topic_score_gemma":0.000012374116,"teacher_disagreement_score":0.7087427,"about_ca_system_score_codex":0.0000886491,"about_ca_system_score_gemma":0.00019021779,"threshold_uncertainty_score":0.44284487},"labels":[],"label_agreement":null},{"id":"W2032005676","doi":"10.1177/1553350614532533","title":"Mastering Instruments Before Operating on a Patient","year":2014,"lang":"en","type":"article","venue":"Surgical Innovation","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":12,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia; University of Alberta","funders":"","keywords":"Workload; Task (project management); Medicine; Learning curve; Simulation; Medical physics; Computer science; Operating system; Systems engineering; Engineering","score_opus":0.035165149484269694,"score_gpt":0.30388744012671176,"score_spread":0.2687222906424421,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2032005676","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9226331,0.0000011205234,0.00016455652,0.00040661482,0.00013606467,0.000132872,6.827903e-7,0.00007347418,0.0764515],"genre_scores_gemma":[0.99806553,2.7236413e-7,0.00035486944,0.0011410089,0.00015467092,0.000009738063,0.0000659299,0.000011785976,0.0001961643],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99906874,0.000030072097,0.00032092628,0.00017136204,0.0002594887,0.00014942505],"domain_scores_gemma":[0.9996138,0.000046638565,0.000065338165,0.00011057793,0.00011205792,0.00005158202],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00021250802,0.00009168733,0.00014438873,0.00012694008,0.00007696018,0.000025560921,0.000023184308,0.00006181554,0.00028691627],"category_scores_gemma":[0.00015521648,0.00007107487,0.00003135751,0.00051003776,0.000019045741,0.00006421489,0.000021039226,0.00014776959,0.00006639046],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00015103449,0.00012428244,0.021078637,0.000018577912,0.00001732266,0.000016996892,0.00018433885,0.0001697391,0.0004011231,0.055184692,0.000011861984,0.9226414],"study_design_scores_gemma":[0.026319869,0.004579075,0.22693548,0.000997219,0.000046266487,0.00014599827,0.0004052782,0.14710228,0.007215809,0.0027126302,0.58276784,0.000772274],"about_ca_topic_score_codex":0.0000024295196,"about_ca_topic_score_gemma":3.2413467e-7,"teacher_disagreement_score":0.9218691,"about_ca_system_score_codex":0.0000391086,"about_ca_system_score_gemma":0.000010831755,"threshold_uncertainty_score":0.3141532},"labels":[],"label_agreement":null},{"id":"W2032071364","doi":"10.1145/968363.968370","title":"Eye gaze patterns differentiate novice and experts in a virtual laparoscopic surgery training environment","year":2004,"lang":"en","type":"article","venue":"","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":236,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Simon Fraser University","funders":"","keywords":"Gaze; Eye movement; Task (project management); Eye–hand coordination; Computer science; Eye tracking; Laparoscopic surgery; Virtual reality; Human–computer interaction; Visual search; Artificial intelligence; Physical medicine and rehabilitation; Medicine; Surgery; Laparoscopy","score_opus":0.040376343739247464,"score_gpt":0.2770635356619561,"score_spread":0.2366871919227086,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2032071364","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99712545,0.000055160275,0.00092406874,0.00045802235,0.000056926798,0.00011590934,0.000001302031,0.00004323008,0.0012199053],"genre_scores_gemma":[0.9987251,0.000057252048,0.00006576444,0.00087901094,0.00004507352,0.0000115846215,0.000015226985,0.000012911822,0.0001880868],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9991497,0.000021356287,0.0002304729,0.00021857355,0.00016314165,0.00021674625],"domain_scores_gemma":[0.99959034,0.0001401567,0.000028231232,0.00009712329,0.000004209005,0.00013992892],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00010779731,0.000115247756,0.00026849113,0.00009007996,0.000029603609,0.000014623547,0.00001892351,0.000057497655,0.0008175264],"category_scores_gemma":[0.000028276178,0.00009250618,0.00004548069,0.000056082717,0.000030497213,0.000052678737,0.000021629785,0.00008855337,0.00001475906],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0001684198,0.00038980486,0.9177577,0.00004406687,0.000050712777,0.00025122458,0.0069010914,0.00053983275,0.0011527922,0.0005972797,0.00000445959,0.072142646],"study_design_scores_gemma":[0.008120173,0.00010840137,0.9860385,0.00029517684,0.0000207912,0.00001362612,0.0024570115,0.0007541146,0.0008359781,0.00008055175,0.0010661427,0.00020954176],"about_ca_topic_score_codex":0.000057376732,"about_ca_topic_score_gemma":0.00003451755,"teacher_disagreement_score":0.071933106,"about_ca_system_score_codex":0.00004434062,"about_ca_system_score_gemma":0.000020751802,"threshold_uncertainty_score":0.8951341},"labels":[],"label_agreement":null},{"id":"W2033146630","doi":"10.1136/postgradmedj-2012-200665rep","title":"Republished: Going glass to digital: virtual microscopy as a simulation-based revolution in pathology and laboratory science","year":2013,"lang":"en","type":"article","venue":"Postgraduate Medical Journal","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Michener Institute","funders":"","keywords":"Virtual microscopy; Digital pathology; Medicine; Resource (disambiguation); Data science; Virtual Laboratory; Digital Revolution; Pathology; Computer science; Multimedia","score_opus":0.015384127229172638,"score_gpt":0.3203153800824213,"score_spread":0.3049312528532486,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2033146630","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98625386,0.00007772471,0.002123967,0.010096794,0.00024472945,0.00022892957,0.0000024588874,0.000041439813,0.00093006965],"genre_scores_gemma":[0.9940969,0.0000113000915,0.0006330051,0.005029321,0.00015699808,0.0000061907353,0.0000063115353,0.000014366564,0.000045658508],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9977647,0.00008417014,0.00050041283,0.0003089861,0.00092899456,0.00041270128],"domain_scores_gemma":[0.9975935,0.00060233416,0.000106307154,0.00014253178,0.00047036257,0.0010849457],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0013290006,0.00013505413,0.00026427725,0.0004517941,0.00017173465,0.00027174575,0.00012955825,0.00011507216,0.00032241116],"category_scores_gemma":[0.011461383,0.00010667682,0.00004376748,0.0008516501,0.00036953719,0.0005621809,0.000059059483,0.00055339513,0.000109017885],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0011653291,0.0007729826,0.47923085,0.0000627034,0.000053872718,0.003312673,0.0018778794,0.005164288,0.010398908,0.0010480316,0.00069028,0.4962222],"study_design_scores_gemma":[0.016312744,0.0019145806,0.565589,0.0013752894,0.00005442252,0.0013543192,0.0008226143,0.3965855,0.000773584,0.0013512719,0.013232166,0.00063451845],"about_ca_topic_score_codex":0.000020536207,"about_ca_topic_score_gemma":0.0000037337827,"teacher_disagreement_score":0.49558768,"about_ca_system_score_codex":0.00016207178,"about_ca_system_score_gemma":0.0008022591,"threshold_uncertainty_score":0.9968655},"labels":[],"label_agreement":null},{"id":"W2033203635","doi":"10.3917/rindu.144.0089","title":"La robotique d'assistance à la chirurgie : pourquoi, et comment ?","year":2014,"lang":"fr","type":"article","venue":"Annales des Mines - Réalités industrielles","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Francophone University Association","funders":"","keywords":"Humanities; Philosophy","score_opus":0.08401604069073187,"score_gpt":0.3407384138027363,"score_spread":0.2567223731120044,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2033203635","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.46572563,0.046945877,0.0065191253,0.13200867,0.0019164712,0.0007990543,0.00012510901,0.0004174595,0.34554258],"genre_scores_gemma":[0.9605539,0.0024310604,0.0010909009,0.005917707,0.001129628,0.00003055126,0.00013083356,0.00008623341,0.028629228],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99591327,0.0014087439,0.00078454195,0.00057717296,0.0004751681,0.000841115],"domain_scores_gemma":[0.9935571,0.004862423,0.00025701866,0.00052802206,0.00021251845,0.0005829134],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0019101412,0.0005542868,0.00072588364,0.00016952517,0.0002450165,0.00017215614,0.00028389512,0.00088384224,0.0012538595],"category_scores_gemma":[0.0015972386,0.00051395246,0.00030429137,0.0005715212,0.00094058114,0.00024381139,0.00014097219,0.0010284755,0.00012977913],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00043051658,0.0012952181,0.0675222,0.0003976364,0.0004527966,0.0005092222,0.0038509537,0.00306031,0.0000730867,0.15247887,0.048204333,0.72172487],"study_design_scores_gemma":[0.0033236498,0.00023600437,0.019049227,0.0021164734,0.0001980852,0.00016109183,0.0021537398,0.0027910848,0.00035068035,0.0014350051,0.9676701,0.00051486155],"about_ca_topic_score_codex":0.00020160033,"about_ca_topic_score_gemma":0.00013616415,"teacher_disagreement_score":0.9194658,"about_ca_system_score_codex":0.00011853736,"about_ca_system_score_gemma":0.00028759084,"threshold_uncertainty_score":0.9997312},"labels":[],"label_agreement":null},{"id":"W2033262137","doi":"10.1097/01.sle.0000148473.05042.8f","title":"Robotic-assisted Laparoscopic Colorectal Surgery","year":2004,"lang":"en","type":"article","venue":"Surgical Laparoscopy Endoscopy & Percutaneous Techniques","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":93,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"Medicine; Colorectal surgery; Robotic surgery; Laparoscopic surgery; Blood loss; Surgery; General surgery; Laparoscopy; Colorectal cancer; Malignancy; Abdominal surgery; Cancer; Internal medicine","score_opus":0.023584363715929365,"score_gpt":0.30657712436843926,"score_spread":0.2829927606525099,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2033262137","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9494275,0.00037410657,0.000048019545,0.0007316353,0.00046009198,0.0009803472,0.000021220445,0.00266826,0.04528885],"genre_scores_gemma":[0.9834842,0.00036620168,0.013903315,0.00079966395,0.00039522917,0.00011420417,0.00017822972,0.00013265466,0.00062630157],"study_design_codex":"bench_or_experimental","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9957445,0.00016226139,0.001054264,0.0009947473,0.0009262013,0.0011179781],"domain_scores_gemma":[0.99722946,0.00089765387,0.00021630926,0.0006335246,0.00024002249,0.0007830327],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00048261366,0.00068153493,0.0015761922,0.00040952634,0.00034955252,0.00013546436,0.00025276258,0.0005627247,0.002153439],"category_scores_gemma":[0.0003319132,0.00059319125,0.00066788227,0.0008614624,0.00048380857,0.00020055892,0.000105468214,0.0008237395,0.00027591424],"study_design_candidate":"bench_or_experimental","study_design_consensus":"bench_or_experimental","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.008769061,0.0042415275,0.014205177,0.0006062421,0.00073376566,0.04276717,0.00072261953,0.0004288632,0.8763699,0.010055439,0.0016650716,0.03943516],"study_design_scores_gemma":[0.0006443576,0.0012103361,0.0003020291,0.00082782825,0.0002713501,0.012558989,0.00009466544,0.000109856854,0.9339841,0.0009739096,0.04804399,0.0009785849],"about_ca_topic_score_codex":0.00015875824,"about_ca_topic_score_gemma":0.000025534375,"teacher_disagreement_score":0.057614196,"about_ca_system_score_codex":0.00048442255,"about_ca_system_score_gemma":0.000446043,"threshold_uncertainty_score":0.99965197},"labels":[],"label_agreement":null},{"id":"W2033417090","doi":"10.1007/s10029-014-1287-8","title":"A survey of general surgeons regarding laparoscopic inguinal hernia repair: practice patterns, barriers, and educational needs","year":2014,"lang":"en","type":"article","venue":"Hernia","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":70,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University; McGill University Health Centre","funders":"European Hernia Society; Mitacs","keywords":"Medicine; Inguinal hernia; General surgery; Demographics; Inguinal hernia surgery; Abdominal surgery; Laparoscopy; Hernia; Surgery","score_opus":0.027268076653336682,"score_gpt":0.31833006176981765,"score_spread":0.29106198511648096,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2033417090","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99209017,0.00023522925,0.000049130882,0.0007065598,0.000169241,0.000103539576,0.00001539842,0.00005386812,0.0065768566],"genre_scores_gemma":[0.9977611,0.000021094882,0.00043925687,0.0007231489,0.0001634777,0.0000059005442,0.00005534445,0.000017934446,0.0008127723],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.998817,0.00026775606,0.00028832015,0.00019010974,0.0002589646,0.0001778457],"domain_scores_gemma":[0.99842876,0.0008134083,0.00012886245,0.0001854616,0.00021542003,0.00022811253],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0010187691,0.00011301424,0.00027704795,0.000096608426,0.000081335435,0.000016827637,0.000038362945,0.00007538956,0.0004506085],"category_scores_gemma":[0.003288043,0.00010249578,0.000061244806,0.0001841668,0.000050429397,0.00005899236,0.000027861284,0.0001606568,0.000013365792],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00020343925,0.000049181606,0.9955684,0.000054006232,0.00007035369,0.0000045725437,0.00025348904,0.000022868886,0.00007848002,0.0004944078,0.00031638963,0.002884435],"study_design_scores_gemma":[0.002390689,0.00013730503,0.95496935,0.00010281676,0.00006475163,0.000034493583,0.00014648541,0.0032260974,0.000046531637,0.000018798832,0.038754776,0.00010789965],"about_ca_topic_score_codex":0.0010327724,"about_ca_topic_score_gemma":0.0001711968,"teacher_disagreement_score":0.040599022,"about_ca_system_score_codex":0.000029395984,"about_ca_system_score_gemma":0.00013539002,"threshold_uncertainty_score":0.49338472},"labels":[],"label_agreement":null},{"id":"W2033700833","doi":"10.1007/s00464-008-0033-7","title":"Technical skills assessment as part of the selection process for a fellowship in minimally invasive surgery","year":2008,"lang":"en","type":"article","venue":"Surgical Endoscopy","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":28,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"St. Michael's Hospital; University of Toronto","funders":"","keywords":"Medicine; Cronbach's alpha; Inter-rater reliability; Trainer; Test (biology); Medical physics; Intraclass correlation; Rating scale; Reliability (semiconductor); Invasive surgery; Medical education; Physical therapy; Psychometrics; Surgery; Psychology; Computer science; Clinical psychology","score_opus":0.04362607472126339,"score_gpt":0.3539047304073752,"score_spread":0.3102786556861118,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2033700833","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98936725,0.00003510959,0.000020357116,0.00048850477,0.00012522758,0.0006538295,0.0000044497365,0.00004747926,0.009257792],"genre_scores_gemma":[0.99887925,0.000044385335,0.000248096,0.00023626187,0.000106732194,0.00013662536,0.00001678319,0.000017696259,0.00031417882],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9984422,0.00009799972,0.0005035634,0.0002692546,0.00040370348,0.00028328947],"domain_scores_gemma":[0.9972857,0.0021664056,0.00013575787,0.00014490259,0.0001449931,0.00012220992],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00043393156,0.00014031073,0.0004488342,0.00010123259,0.00008331205,0.0000052844093,0.000077309065,0.00014339876,0.0002943334],"category_scores_gemma":[0.0009315585,0.000094568226,0.00026196256,0.00057422556,0.00015437689,0.00005446133,0.00002199612,0.00026072378,0.0000056039107],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0025608158,0.0015675508,0.9903857,0.00022503846,0.000059799,0.00019934219,0.0002515458,0.00032512305,0.0012977906,0.0011392954,0.00028157138,0.0017064351],"study_design_scores_gemma":[0.06395195,0.0014980126,0.7935969,0.0018402195,0.00019867482,0.000983127,0.00036787736,0.0022805796,0.08325391,0.0018453267,0.049396817,0.0007865815],"about_ca_topic_score_codex":0.000016386126,"about_ca_topic_score_gemma":0.000020205815,"teacher_disagreement_score":0.19678877,"about_ca_system_score_codex":0.00007960008,"about_ca_system_score_gemma":0.00059363496,"threshold_uncertainty_score":0.38563803},"labels":[],"label_agreement":null},{"id":"W2033737638","doi":"10.1177/155335060501200110","title":"Effective Training and Assessment of Surgical Skills, and the Correlates of Performance","year":2005,"lang":"en","type":"article","venue":"Surgical Innovation","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":47,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"The Wilson Centre; University of Toronto","funders":"","keywords":"Medicine; Curriculum; Medical education; Medical physics; Physical therapy; Psychology","score_opus":0.021749498713914982,"score_gpt":0.3289279965327693,"score_spread":0.3071784978188543,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2033737638","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98337936,0.00014340543,0.000084100604,0.0006180487,0.000030519794,0.00026022168,0.000001414412,0.000014632696,0.015468288],"genre_scores_gemma":[0.9993274,0.00014094231,0.0003252584,0.000045319382,0.0000644386,0.000009777575,0.00001408576,0.0000056492054,0.00006708874],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9991215,0.0000642717,0.0003903532,0.00012279135,0.0002028848,0.000098233286],"domain_scores_gemma":[0.998696,0.0008987413,0.0001413003,0.000070697264,0.00016229897,0.000030946267],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0008867182,0.00008073793,0.00030693712,0.00009235683,0.000046933445,0.0000062128183,0.000020544876,0.000069256246,0.00007493375],"category_scores_gemma":[0.00008195709,0.000048808073,0.000032817192,0.00044692046,0.0002995711,0.00007346376,0.00002196632,0.00018681519,4.8984714e-7],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00059251353,0.00020715123,0.18838587,0.00008941768,0.000085582484,0.0000085646225,0.00093624264,0.00023606466,0.000057468507,0.18303458,0.000002928678,0.62636364],"study_design_scores_gemma":[0.03020942,0.00048530742,0.8522071,0.00029675593,0.00009426549,0.00018555342,0.00028346624,0.08285085,0.0008136879,0.000510386,0.03189944,0.0001637619],"about_ca_topic_score_codex":0.0000023262578,"about_ca_topic_score_gemma":3.1662174e-7,"teacher_disagreement_score":0.6638212,"about_ca_system_score_codex":0.00001369856,"about_ca_system_score_gemma":0.000025743784,"threshold_uncertainty_score":0.19903354},"labels":[],"label_agreement":null},{"id":"W2033846833","doi":"10.1117/12.2082330","title":"Intraoperative visualization and assessment of electromagnetic tracking error","year":2015,"lang":"en","type":"article","venue":"Proceedings of SPIE, the International Society for Optical Engineering/Proceedings of SPIE","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University","funders":"Cancer Care Ontario","keywords":"Computer science; Computer vision; Workspace; Tracking error; Software; Visualization; Tracking (education); Ground truth; Artificial intelligence; BitTorrent tracker; Electromagnetic interference; Eye tracking","score_opus":0.02886500668280396,"score_gpt":0.30904669727190076,"score_spread":0.2801816905890968,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2033846833","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99297667,0.000091952694,0.0000698202,0.00091324764,0.000080049685,0.00044457198,0.00000839458,0.000043412103,0.0053718905],"genre_scores_gemma":[0.957005,0.000039859624,0.04256614,0.00008509848,0.00014839714,0.000037262485,0.0000093910785,0.00002994119,0.000078859186],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9983639,2.2300874e-8,0.00056525256,0.00024508176,0.00060704665,0.00021871198],"domain_scores_gemma":[0.9974814,0.00012422317,0.0002714043,0.000030738138,0.0019392928,0.00015290795],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00058733724,0.00019097755,0.0003962813,0.00009187403,0.00003886229,0.000045063563,0.00018248177,0.00012459088,0.000015197352],"category_scores_gemma":[0.0006614778,0.0001515265,0.00024104724,0.00028244016,0.0001754057,0.00029011886,0.000058979895,0.00021577008,2.4006087e-7],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00021040665,0.00022462093,0.004600498,0.0004790611,0.00041284,1.755143e-7,0.0008046273,0.000120021024,0.34851843,0.6432151,0.000229549,0.001184665],"study_design_scores_gemma":[0.015637109,0.0050355964,0.052102078,0.0015523637,0.0009961807,0.00009779278,0.011534421,0.63024276,0.27340987,0.003468553,0.0050367783,0.00088650483],"about_ca_topic_score_codex":0.000005058675,"about_ca_topic_score_gemma":8.9251586e-8,"teacher_disagreement_score":0.63974655,"about_ca_system_score_codex":0.000109674074,"about_ca_system_score_gemma":0.00006580975,"threshold_uncertainty_score":0.6179071},"labels":[],"label_agreement":null},{"id":"W2034147541","doi":"10.1097/00001888-200112000-00019","title":"Structured Assessment of Minor Surgical Skills (SAMSS) for Family Medicine Residents","year":2001,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":45,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto; University of Ottawa","funders":"","keywords":"Medicine; Inter-rater reliability; Family medicine; Construct validity; Minor (academic); Objective structured clinical examination; Physical examination; MEDLINE; Rating scale; Psychology; Psychometrics; Nursing; Surgery; Clinical psychology","score_opus":0.0710389932777448,"score_gpt":0.42812995814085714,"score_spread":0.3570909648631123,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2034147541","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.95562,0.0018557683,0.0020960276,0.008760165,0.00076512323,0.0010968627,0.000010182637,0.00011133291,0.029684572],"genre_scores_gemma":[0.99019015,0.001059525,0.00044302756,0.0023381985,0.0018119003,0.000030299423,0.00016373952,0.00003655241,0.0039266064],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99687475,0.00008361953,0.0011538346,0.00044019753,0.001002311,0.00044530348],"domain_scores_gemma":[0.99719495,0.0013984124,0.0003371259,0.00034429334,0.00027480992,0.0004504326],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0011726836,0.00028141026,0.0010396683,0.000289298,0.00007390624,0.0000018536734,0.00020233066,0.00036419707,0.0020130968],"category_scores_gemma":[0.0011859474,0.00018486024,0.000114119044,0.0005084843,0.0004273911,0.000069523725,0.00004027307,0.00061339117,0.0000047934177],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0039562094,0.00024727432,0.7692564,0.000967249,0.0009395531,0.00081998884,0.0053732647,0.00016167895,0.024509057,0.02385617,0.038376,0.13153715],"study_design_scores_gemma":[0.054423787,0.0020887838,0.6708962,0.0023044536,0.00074587384,0.00040560437,0.0020865896,0.0028768745,0.00041150447,0.00374586,0.2596223,0.0003921993],"about_ca_topic_score_codex":0.00008201564,"about_ca_topic_score_gemma":0.0000024552885,"teacher_disagreement_score":0.22124632,"about_ca_system_score_codex":0.00008316322,"about_ca_system_score_gemma":0.00010760593,"threshold_uncertainty_score":0.9988992},"labels":[],"label_agreement":null},{"id":"W2034340157","doi":"10.1016/j.surg.2007.10.022","title":"Comparison of expert instruction and computer-based video training in teaching fundamental surgical skills to medical students","year":2008,"lang":"en","type":"article","venue":"Surgery","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":126,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"The Wilson Centre","funders":"","keywords":"Knot tying; Medicine; Curriculum; Test (biology); Computer-Assisted Instruction; CLIPS; Inclusion (mineral); Interactive video; Medical education; Dreyfus model of skill acquisition; Knowledge retention; Repeated measures design; Multimedia; Tying; Computer science; Surgery; Psychology","score_opus":0.06597872381270242,"score_gpt":0.3869591268990664,"score_spread":0.320980403086364,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2034340157","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99855846,0.000063846426,0.00025842813,0.00028605395,0.00027876638,0.0001366277,0.0000011485848,0.000042527838,0.00037415905],"genre_scores_gemma":[0.9985993,0.000009373461,0.0005665201,0.00061403966,0.00016293462,0.000006370132,0.000019671259,0.00001214646,0.000009626721],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99810207,0.00012874525,0.00054029963,0.00022843004,0.00078901765,0.00021143538],"domain_scores_gemma":[0.9984377,0.0010277663,0.000072325856,0.0000914574,0.000023087876,0.00034765233],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0008255636,0.0001174613,0.0005578939,0.00025933966,0.00007274417,0.000010683593,0.00005379692,0.000099979574,0.00020640061],"category_scores_gemma":[0.0003023804,0.00010569617,0.00008888612,0.00018427355,0.00009572152,0.000054616892,0.000044270884,0.00025618033,0.0000031871484],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00021138026,0.0003813178,0.8504751,0.000015640224,0.000017086651,0.00023018724,0.0029953266,0.00008588936,0.000015779415,0.000023129935,0.00007136355,0.14547783],"study_design_scores_gemma":[0.0063453866,0.00018414762,0.9713875,0.0006789642,0.000009008599,0.00021452027,0.000976644,0.011154261,0.00023521417,0.000005341449,0.0086099645,0.00019903325],"about_ca_topic_score_codex":0.000050731764,"about_ca_topic_score_gemma":0.0000087514045,"teacher_disagreement_score":0.1452788,"about_ca_system_score_codex":0.00005010611,"about_ca_system_score_gemma":0.00012966784,"threshold_uncertainty_score":0.43101647},"labels":[],"label_agreement":null},{"id":"W2034723308","doi":"10.1097/sla.0b013e31829b32b8","title":"A Novel Approach to Assessing Technical Competence of Colorectal Surgery Residents","year":2013,"lang":"en","type":"article","venue":"Annals of Surgery","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":66,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Mount Sinai Hospital; Queen's University; University of Toronto; St. Michael's Hospital","funders":"","keywords":"Medicine; Checklist; Certification; Competence (human resources); Rating scale; Construct validity; Colorectal surgery; Medical education; Scale (ratio); Physical therapy; Surgery; Patient satisfaction; Psychology","score_opus":0.33730334603267104,"score_gpt":0.3900929786296164,"score_spread":0.05278963259694536,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2034723308","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98929006,0.00007059272,0.0006638097,0.0007729628,0.00008537604,0.00020407813,0.0000043585674,0.000045430264,0.00886333],"genre_scores_gemma":[0.9967411,0.00001638303,0.0022746446,0.0008343553,0.00004225204,0.000017956358,0.000018304487,0.000015813734,0.000039149083],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9983855,0.00004500067,0.00065087754,0.00021522283,0.00043530815,0.00026810062],"domain_scores_gemma":[0.99682754,0.0021772103,0.00020466548,0.00019391987,0.00038410898,0.00021257308],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0009101196,0.00011808393,0.0006615091,0.00029571843,0.00003194624,0.000017234746,0.00006325626,0.00009771992,0.00013609571],"category_scores_gemma":[0.0014264939,0.000101214355,0.00027578697,0.00054259313,0.000111600064,0.0001725486,0.00004699088,0.00012298218,0.000017605757],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00041382277,0.0016867142,0.9047317,0.00042368198,0.00015671078,0.000023499724,0.00016922511,0.00016517103,0.04974734,0.0004230492,0.009316372,0.032742694],"study_design_scores_gemma":[0.0002191559,0.000022914392,0.99080837,0.00039879378,0.000012715673,0.000024767798,0.00009975144,0.00040780165,0.0075835297,0.000044746594,0.0002660483,0.00011139369],"about_ca_topic_score_codex":0.00016381503,"about_ca_topic_score_gemma":7.3024705e-7,"teacher_disagreement_score":0.08607666,"about_ca_system_score_codex":0.0000083835275,"about_ca_system_score_gemma":0.00013126982,"threshold_uncertainty_score":0.41274014},"labels":[],"label_agreement":null},{"id":"W2034796596","doi":"10.1097/01.sla.0000118749.24645.45","title":"Digital Video Capture and Synchronous Consultation in Open Surgery","year":2004,"lang":"en","type":"article","venue":"Annals of Surgery","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":73,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Mitacs","keywords":"Medicine; Visualization; Laparoscopic surgery; Computer vision; Artificial intelligence; Medical physics; Computer science; Laparoscopy; Surgery","score_opus":0.23064532313790226,"score_gpt":0.3626860890055435,"score_spread":0.13204076586764124,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2034796596","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9903298,0.00048245667,0.00001912664,0.0020606676,0.000059057427,0.00014278613,0.000010088582,0.000018202987,0.006877787],"genre_scores_gemma":[0.9986881,0.00015474163,0.000021037871,0.00096070656,0.000027183529,0.0000051732422,0.000053730986,0.000009556744,0.00007974868],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99918634,0.000018291712,0.0003451029,0.00015504565,0.00013728367,0.00015793841],"domain_scores_gemma":[0.99823767,0.001374627,0.00009341812,0.00009190246,0.00010037395,0.000102021215],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00044458208,0.000083246814,0.00038204767,0.00016975476,0.000021065025,0.00003837527,0.000027154842,0.00006617938,0.00006436602],"category_scores_gemma":[0.0010589014,0.00007374449,0.000075648175,0.0002483402,0.00006888073,0.00029328853,0.00002706006,0.00007894733,0.000008280162],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0007021813,0.00036962712,0.7676054,0.00015009304,0.00007906426,0.00038615413,0.00074989104,0.00024727875,0.0000757906,0.00048636197,0.0008386732,0.22830947],"study_design_scores_gemma":[0.002428812,0.000036430116,0.985157,0.0008987021,0.0000156659,0.00006633567,0.0006786675,0.00007118633,0.0013303955,0.0011666496,0.007915966,0.00023417403],"about_ca_topic_score_codex":0.00013378494,"about_ca_topic_score_gemma":0.000009863083,"teacher_disagreement_score":0.2280753,"about_ca_system_score_codex":0.000009764738,"about_ca_system_score_gemma":0.00014932391,"threshold_uncertainty_score":0.30072132},"labels":[],"label_agreement":null},{"id":"W2035390359","doi":"10.1503/cjs.032013","title":"The validity of surgical simulation","year":2014,"lang":"en","type":"article","venue":"Canadian Journal of Surgery","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Medicine; Simulation training; Surgical simulation; Medical physics; Medical education; Simulation; Surgery","score_opus":0.10026688161915076,"score_gpt":0.30727128553836636,"score_spread":0.2070044039192156,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2035390359","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9927951,0.00014807844,0.00021252397,0.0012702519,0.00046546326,0.00003165575,0.0000012710947,0.000003104048,0.005072533],"genre_scores_gemma":[0.9994844,0.000017413817,0.000016278742,0.000106119965,0.0002854683,1.4049695e-7,0.0000015011409,0.0000059077065,0.0000827498],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.99914366,0.000096243886,0.00039284932,0.00004224365,0.00017875797,0.00014623367],"domain_scores_gemma":[0.9960666,0.0029766937,0.00019327372,0.000088947534,0.00024794633,0.0004265394],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0014370006,0.00004923545,0.00022554815,0.00013116316,0.00008658823,0.000013824071,0.000039933188,0.00004556376,0.00020639451],"category_scores_gemma":[0.001063991,0.00003143911,0.0001859276,0.00014215626,0.00008449711,0.000045355908,0.0000019536105,0.0001318479,0.0000032798994],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00017638764,0.000022083881,0.85630774,0.000025179297,0.000073789895,0.00029172483,0.00013239679,0.005732402,0.000010328274,0.0014846625,0.0013422229,0.13440105],"study_design_scores_gemma":[0.0009468558,0.000060418985,0.2652443,0.0001181164,0.000040857612,0.00014994916,0.00005771855,0.00519808,0.00008629434,0.0003864959,0.72764444,0.000066435474],"about_ca_topic_score_codex":0.00010562555,"about_ca_topic_score_gemma":0.00021570639,"teacher_disagreement_score":0.72630227,"about_ca_system_score_codex":0.000035029814,"about_ca_system_score_gemma":0.00048177157,"threshold_uncertainty_score":0.22598752},"labels":[],"label_agreement":null},{"id":"W2035593316","doi":"10.1097/00001888-200210001-00013","title":"Structured Assessment of Minor Surgical Skills (SAMSS) for Clinical Clerks","year":2002,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":12,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Ottawa Hospital; Medical Council of Canada","funders":"","keywords":"Minor (academic); Medical education; Medicine; Educational measurement; MEDLINE; Medical physics; Psychology; Curriculum; Pedagogy","score_opus":0.14927177920977755,"score_gpt":0.4799841918232717,"score_spread":0.33071241261349416,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2035593316","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9599109,0.0017825685,0.0012919981,0.007311973,0.0009809447,0.0010601939,0.000014143841,0.00011013946,0.027537098],"genre_scores_gemma":[0.9923458,0.0009504301,0.00079430715,0.0017113299,0.0015761841,0.00001699693,0.00005221765,0.00002305694,0.0025296588],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.9975811,0.00009118168,0.0011507793,0.00034470487,0.00052639144,0.000305805],"domain_scores_gemma":[0.99693817,0.0020168563,0.00026555752,0.00025695196,0.00014821805,0.00037422345],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0011168685,0.00017824124,0.0008202186,0.00011206297,0.00004375976,0.0000016377892,0.00012975137,0.00042168333,0.0044492246],"category_scores_gemma":[0.0011799814,0.000120954144,0.00017753521,0.00022694157,0.00031044762,0.000040978928,0.000028385488,0.00073923473,0.000008224467],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0007586007,0.00036138337,0.5632883,0.0004149145,0.0005948692,0.00015480621,0.0018830784,0.000055823555,0.00054314814,0.013871931,0.04199302,0.37608016],"study_design_scores_gemma":[0.053842682,0.0022557955,0.3351394,0.0008535989,0.00068273547,0.00019237201,0.00059676217,0.02415012,0.00018196592,0.0011828745,0.5805398,0.00038185794],"about_ca_topic_score_codex":0.0000036691492,"about_ca_topic_score_gemma":3.3368568e-7,"teacher_disagreement_score":0.5385468,"about_ca_system_score_codex":0.000032906697,"about_ca_system_score_gemma":0.00003539844,"threshold_uncertainty_score":0.99646086},"labels":[],"label_agreement":null},{"id":"W2035721749","doi":"10.1007/s13193-014-0314-7","title":"Virtual Reality Surgical Simulators- A Prerequisite for Robotic Surgery","year":2014,"lang":"en","type":"article","venue":"Indian Journal of Surgical Oncology","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":23,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Jewish General Hospital; McGill University; Royal Victoria Hospital","funders":"","keywords":"Virtual reality; Robotic surgery; Surgical oncology; Medicine; Da Vinci Surgical System; Set (abstract data type); Robotic arm; Simulation; Medical physics; Human–computer interaction; Surgery; Artificial intelligence; Computer science","score_opus":0.057878067537746936,"score_gpt":0.35981547346938225,"score_spread":0.3019374059316353,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2035721749","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.96969837,0.00026668728,0.004141061,0.008451631,0.0017107193,0.000507562,0.000007816135,0.00007456653,0.015141597],"genre_scores_gemma":[0.996906,0.00008002059,0.00029511904,0.0006094978,0.0018424536,0.0000057320617,0.000018313382,0.000031789004,0.00021108294],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99680746,0.00049698824,0.001384961,0.00027854863,0.000490836,0.0005412117],"domain_scores_gemma":[0.9887725,0.00905812,0.0006477894,0.00021106288,0.0004476692,0.0008628561],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0032190634,0.00023508043,0.0014539849,0.0003430213,0.000110779205,0.000027594147,0.00014346564,0.00042414316,0.00066391815],"category_scores_gemma":[0.0008227114,0.00017706412,0.0008478251,0.00031863363,0.00022975657,0.0001433711,0.000035032674,0.00062059425,0.000031423515],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.019094355,0.0023160707,0.03641891,0.0002114629,0.0008824569,0.022435112,0.000901743,0.018307151,0.000038790276,0.010795818,0.0019994462,0.8865987],"study_design_scores_gemma":[0.013568695,0.0031795495,0.004673263,0.00017644008,0.00019313769,0.0071554175,0.00009545514,0.003605747,0.000044802597,0.0007929449,0.9662675,0.00024703948],"about_ca_topic_score_codex":0.000003419978,"about_ca_topic_score_gemma":0.0000023810442,"teacher_disagreement_score":0.9642681,"about_ca_system_score_codex":0.00019607725,"about_ca_system_score_gemma":0.0004698387,"threshold_uncertainty_score":0.7269438},"labels":[],"label_agreement":null},{"id":"W2035916557","doi":"10.1080/10255842.2012.739163","title":"Force and torque modelling of drilling simulation for orthopaedic surgery","year":2012,"lang":"en","type":"article","venue":"Computer Methods in Biomechanics & Biomedical Engineering","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":19,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Toronto Metropolitan University","funders":"","keywords":"Torque; Haptic technology; Drill; Drilling; Simulation; Engineering; Set (abstract data type); Kinematics; Vibration; Computer science; Mechanical engineering; Acoustics","score_opus":0.09068076446886895,"score_gpt":0.36597306797027995,"score_spread":0.275292303501411,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2035916557","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.047578048,0.0006984649,0.950563,0.000034538403,0.00076359016,0.00027797825,0.000002833432,0.000074169366,0.000007368668],"genre_scores_gemma":[0.56144094,0.00003160348,0.43816093,0.00004519319,0.00026996186,0.000010341386,0.00001772132,0.00002044086,0.0000028770567],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.998553,0.00005365489,0.00059086486,0.00022212083,0.00020559483,0.00037475795],"domain_scores_gemma":[0.9966615,0.0027688362,0.00009263141,0.00013631476,0.000063114894,0.00027759123],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0021899862,0.00016561899,0.00047136928,0.00050120684,0.00002783263,0.000009012729,0.000048561946,0.000198612,0.000010315353],"category_scores_gemma":[0.00035351288,0.00015403554,0.00015414198,0.0004284823,0.000031387335,0.0001009503,0.000055333512,0.00016256383,3.296716e-7],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00022692076,0.00022990469,0.0006684804,0.0013541204,0.00012374205,0.000007153957,0.0007245541,0.23699217,0.018537542,0.0029503412,0.0000036725628,0.7381814],"study_design_scores_gemma":[0.0015136686,0.00005805868,0.000104950755,0.00031783682,0.00003128863,0.000009308748,0.00001318009,0.9938734,0.0015380485,0.00027075046,0.002121688,0.00014779318],"about_ca_topic_score_codex":0.0000019532608,"about_ca_topic_score_gemma":4.027013e-8,"teacher_disagreement_score":0.75688124,"about_ca_system_score_codex":0.000045437268,"about_ca_system_score_gemma":0.000025859481,"threshold_uncertainty_score":0.62813866},"labels":[],"label_agreement":null},{"id":"W2035975735","doi":"10.1016/j.jpedsurg.2011.02.029","title":"Lights, camera, surgery: a novel pilot project to engage medical students in the development of pediatric surgical learning resources","year":2011,"lang":"en","type":"article","venue":"Journal of Pediatric Surgery","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":8,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia; BC Children's Hospital","funders":"Faculty of Medicine, University of British Columbia","keywords":"Realm; Medicine; Medical education","score_opus":0.11625714312805678,"score_gpt":0.3369966471906954,"score_spread":0.2207395040626386,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2035975735","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9975412,0.00063870935,0.00010073832,0.00019265589,0.00045514185,0.00024384676,0.0000011595581,0.000021108652,0.00080542936],"genre_scores_gemma":[0.99619985,0.00038868331,0.0006006664,0.00019620828,0.0025137025,0.0000148853205,0.000003462211,0.000028880673,0.00005366638],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99372417,0.0006117645,0.0021143937,0.00025345793,0.0028266513,0.00046955678],"domain_scores_gemma":[0.9909894,0.007270547,0.00088186143,0.00017529746,0.00028718734,0.00039573383],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.014067794,0.00024925065,0.000995653,0.0016596157,0.00012583427,0.000032637974,0.00037813655,0.00015547969,0.00041027283],"category_scores_gemma":[0.004498453,0.00015737925,0.00038173186,0.0019543646,0.000042727912,0.00011943377,0.000106546504,0.0010688616,0.000014450545],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.001095287,0.0014721542,0.98273486,0.000086747066,0.00008796028,0.0011153548,0.0075802724,0.000011247769,0.0000027903204,0.00000727231,0.0015680548,0.004238028],"study_design_scores_gemma":[0.003447267,0.00041496972,0.97096235,0.00016249841,0.0002863635,0.00029912638,0.0022119598,0.000026578911,0.000032036096,0.0000062767003,0.021829883,0.00032070224],"about_ca_topic_score_codex":0.00004369978,"about_ca_topic_score_gemma":0.000012494795,"teacher_disagreement_score":0.020261828,"about_ca_system_score_codex":0.00008068883,"about_ca_system_score_gemma":0.001290923,"threshold_uncertainty_score":0.641774},"labels":[],"label_agreement":null},{"id":"W2036151701","doi":"10.1007/s00464-013-3348-y","title":"International consensus on safe techniques and error definitions in laparoscopic surgery","year":2013,"lang":"en","type":"article","venue":"Surgical Endoscopy","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":26,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto; St. Michael's Hospital","funders":"","keywords":"Delphi method; Medicine; Likert scale; Laparoscopic surgery; Delphi; Medical education; Medical physics; Surgery; Laparoscopy; Psychology; Statistics; Computer science","score_opus":0.06534982594744149,"score_gpt":0.3307372141700351,"score_spread":0.2653873882225936,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2036151701","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.84194446,0.00005567131,0.0000014278448,0.0035247041,0.00014399203,0.00022251479,0.000007476701,0.00009930458,0.15400042],"genre_scores_gemma":[0.99811167,0.00014412244,0.0006910393,0.00047443414,0.000112494745,0.00006536748,0.000042677708,0.000013438148,0.0003447326],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.99897075,0.000058746915,0.00031207353,0.0002318767,0.00021276563,0.00021378462],"domain_scores_gemma":[0.9983773,0.0012434237,0.0000452757,0.000115111616,0.000054136373,0.00016473909],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00016631682,0.00012576181,0.0002942153,0.00020503472,0.00004261803,0.000027217542,0.000035669997,0.00009902623,0.0030694546],"category_scores_gemma":[0.00020495622,0.00010334415,0.0000717935,0.0001660381,0.00011664084,0.000045185076,0.000023606404,0.00022783237,0.00015804352],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0053393734,0.0028555987,0.7019832,0.00023657933,0.00032963866,0.0056924196,0.0006282729,0.0000735525,0.0007480299,0.08676101,0.008912858,0.18643944],"study_design_scores_gemma":[0.051999204,0.0005833978,0.11739807,0.0013527459,0.00005901141,0.0007162867,0.00045267254,0.002909005,0.0063561285,0.006111027,0.8112322,0.0008302478],"about_ca_topic_score_codex":0.00007413877,"about_ca_topic_score_gemma":0.0000037309296,"teacher_disagreement_score":0.80231935,"about_ca_system_score_codex":0.000040072606,"about_ca_system_score_gemma":0.000037250287,"threshold_uncertainty_score":0.9978419},"labels":[],"label_agreement":null},{"id":"W2036201156","doi":"10.1503/cjs.014913","title":"The historic predictive value of Canadian orthopedic surgery residents’ orthopedic in-training examination scores on their success on the RCPSC certification examination","year":2014,"lang":"en","type":"article","venue":"Canadian Journal of Surgery","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"Western University; Royal College of Physicians and Surgeons of Canada; Queen's University","funders":"","keywords":"Medicine; Orthopedic surgery; Oral examination; Certification; Board certification; Family medicine; Physical examination; Sports medicine; Physical therapy; Surgery; Medical education; Residency training; Continuing education","score_opus":0.09137996104183287,"score_gpt":0.2584678789504095,"score_spread":0.16708791790857663,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2036201156","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98930603,0.00033579342,0.00004541971,0.0031524517,0.0011290868,0.00023853425,0.000010548928,0.000008546679,0.0057735746],"genre_scores_gemma":[0.9986618,0.0001755578,0.0000036626323,0.0005469259,0.00038504478,0.000011163082,0.000027738268,0.000030394896,0.00015771801],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9969254,0.0008532803,0.0009659093,0.00021152133,0.00059123215,0.00045264076],"domain_scores_gemma":[0.98988706,0.007951116,0.0006809561,0.00030590026,0.00051187736,0.000663096],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0077534975,0.00019535949,0.00045576645,0.0026028343,0.00039020582,0.000059522215,0.00016907191,0.00014191144,0.00010137848],"category_scores_gemma":[0.0069272514,0.00012485863,0.00021227813,0.0013331174,0.00020916224,0.0001922035,0.000005125031,0.00050852046,0.0000049139758],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0002102822,0.00004979306,0.6728824,0.00004925038,0.00010422433,0.00016100853,0.003483118,0.001105626,0.000023631625,0.0034120623,0.0018085313,0.3167101],"study_design_scores_gemma":[0.00034726254,0.0000951837,0.9843701,0.0007619352,0.00003611978,0.00003218305,0.00093208096,0.0010564567,0.00007691229,0.000113477974,0.0120595815,0.000118682896],"about_ca_topic_score_codex":0.03227403,"about_ca_topic_score_gemma":0.15324308,"teacher_disagreement_score":0.31659144,"about_ca_system_score_codex":0.00077948795,"about_ca_system_score_gemma":0.0027543525,"threshold_uncertainty_score":0.97417015},"labels":[],"label_agreement":null},{"id":"W2036321774","doi":"10.1007/s00464-004-8943-5","title":"Assessing the learning curve for the acquisition of laparoscopic skills on a virtual reality simulator","year":2005,"lang":"en","type":"article","venue":"Surgical Endoscopy","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":80,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University Health Centre","funders":"","keywords":"Motion (physics); Construct validity; Virtual reality; Analysis of variance; Learning curve; Repeated measures design; Dreyfus model of skill acquisition; Drill; Variance (accounting); Construct (python library); Medicine; Set (abstract data type); Laparoscopy; Simulation; Computer science; Artificial intelligence; Physical therapy; Statistics; Machine learning; Surgery; Mathematics; Patient satisfaction","score_opus":0.0414915932316423,"score_gpt":0.3862717285983105,"score_spread":0.3447801353666682,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2036321774","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9895975,0.00013632288,0.0013393826,0.0026005288,0.00017075145,0.00052751944,0.0000074253035,0.000077828445,0.005542727],"genre_scores_gemma":[0.99827296,0.000023234932,0.000080615675,0.0006582472,0.00049552927,0.000029345481,0.000027429622,0.000018811257,0.0003938312],"study_design_codex":"simulation_or_modeling","study_design_gemma":"not_applicable","domain_scores_codex":[0.9985594,0.000187649,0.00037313864,0.00023078438,0.00038597666,0.00026303768],"domain_scores_gemma":[0.9942443,0.005167063,0.00014554133,0.00024374432,0.000101591584,0.00009776601],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0008819318,0.0001451196,0.00031618617,0.000038962928,0.0002770549,0.000047785423,0.00009811202,0.00009661612,0.0004497027],"category_scores_gemma":[0.0005353377,0.00007558892,0.00020993728,0.000199152,0.00015390605,0.00009880404,0.000026509359,0.00033331825,0.000021235666],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.007987817,0.0020434125,0.04218464,0.00021531174,0.00073138165,0.00006584776,0.003028816,0.6403381,0.0011578628,0.06261505,0.0004990024,0.2391327],"study_design_scores_gemma":[0.072500356,0.001918611,0.057042502,0.00066537736,0.00039873764,0.000031811906,0.0014547611,0.39723605,0.014300215,0.0005131946,0.45346096,0.00047743655],"about_ca_topic_score_codex":0.000014174191,"about_ca_topic_score_gemma":0.0000017824196,"teacher_disagreement_score":0.45296195,"about_ca_system_score_codex":0.00006553966,"about_ca_system_score_gemma":0.000065478,"threshold_uncertainty_score":0.49239293},"labels":[],"label_agreement":null},{"id":"W2036488918","doi":"10.1097/sla.0b013e318258f5aa","title":"Development and Validation of a Comprehensive Curriculum to Teach an Advanced Minimally Invasive Procedure","year":2012,"lang":"en","type":"article","venue":"Annals of Surgery","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":130,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"St. Michael's Hospital; University of Toronto","funders":"Canadian Institutes of Health Research","keywords":"Medicine; Curriculum; Psychomotor learning; Medical physics; Test (biology); Educational measurement; Physical therapy; Randomized controlled trial; Medical education; Surgery; Cognition","score_opus":0.19954383931414263,"score_gpt":0.3750433505845443,"score_spread":0.17549951127040167,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2036488918","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9989098,0.0002187943,0.000007559763,0.0002722561,0.000041633008,0.00016649725,0.0000022215388,0.000014896414,0.00036636915],"genre_scores_gemma":[0.99749476,0.000024973244,0.0016997552,0.0006751188,0.000034892237,0.000009596042,0.000035090645,0.000007955361,0.000017868026],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9992107,0.00002721991,0.00030617503,0.00011223691,0.00018408493,0.00015959435],"domain_scores_gemma":[0.9990473,0.0002480347,0.00012362297,0.00007802817,0.0003074146,0.00019563553],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00025854798,0.000081133534,0.0002860791,0.00012394159,0.000023173337,0.000002940753,0.000019151703,0.0000405204,0.00003520815],"category_scores_gemma":[0.00028007946,0.00006921972,0.000043528584,0.00016517036,0.000026189042,0.00015120956,0.00001795293,0.000043576863,0.000003611517],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0005262469,0.0008817352,0.87375665,0.0005689307,0.00013959775,0.000008471857,0.0065328623,0.00005692916,0.026056021,0.0001801263,0.00049736863,0.09079509],"study_design_scores_gemma":[0.0005045376,0.00008647406,0.8007364,0.0003743213,0.000017454102,0.000008047375,0.0026519264,0.000015546811,0.18534474,0.000009917767,0.010125051,0.00012556478],"about_ca_topic_score_codex":0.0000036263934,"about_ca_topic_score_gemma":8.7461297e-7,"teacher_disagreement_score":0.15928872,"about_ca_system_score_codex":0.0000047684402,"about_ca_system_score_gemma":0.00008226011,"threshold_uncertainty_score":0.28226984},"labels":[],"label_agreement":null},{"id":"W2036619716","doi":"10.1016/j.ajog.2014.07.039","title":"Gynecology resident laparoscopy training: present and future","year":2014,"lang":"en","type":"article","venue":"American Journal of Obstetrics and Gynecology","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":34,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto; St. Michael's Hospital","funders":"","keywords":"Certification; Medicine; Curriculum; Specialty; Obstetrics and gynaecology; Medical education; Laparoscopy; Residency training; Family medicine; General surgery; Continuing education; Psychology","score_opus":0.020612616609949546,"score_gpt":0.2908185394720568,"score_spread":0.27020592286210726,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2036619716","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9892806,0.0011547593,0.0001238239,0.0055959187,0.00094794494,0.00008235838,9.122164e-7,0.000009809156,0.0028038905],"genre_scores_gemma":[0.99582773,0.0009334274,0.0012363881,0.0014442265,0.0004507061,0.0000014650519,0.0000012733499,0.000012230628,0.00009256457],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9988479,0.00015106732,0.00041676417,0.00016287957,0.0001740161,0.00024736085],"domain_scores_gemma":[0.99182016,0.007205995,0.0003725122,0.000100942205,0.00016528355,0.00033508133],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00045966203,0.000120890756,0.00059296313,0.00025458698,0.000072735675,0.000017859267,0.00005936091,0.000085006635,0.00013348566],"category_scores_gemma":[0.0033314817,0.00009213998,0.000070188624,0.00029668052,0.00030801582,0.00004726263,0.000033509936,0.00030712786,0.000001998587],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0001171982,0.00007016366,0.049330108,0.0000139928825,0.00010644547,0.00016089795,0.0011723478,0.000020839165,0.00005525828,0.0016460571,0.00020732942,0.9470994],"study_design_scores_gemma":[0.0044899206,0.0053143045,0.276362,0.000016510805,0.00014892813,0.0005202985,0.0037857422,0.00067462306,0.000035134337,0.000562361,0.70794106,0.00014912164],"about_ca_topic_score_codex":0.000004828288,"about_ca_topic_score_gemma":0.0000017167082,"teacher_disagreement_score":0.94695026,"about_ca_system_score_codex":0.000039075843,"about_ca_system_score_gemma":0.00008441335,"threshold_uncertainty_score":0.39883354},"labels":[],"label_agreement":null},{"id":"W2036956482","doi":"10.1016/j.jamcollsurg.2013.01.003","title":"Development, Feasibility, Validity, and Reliability of a Scale for Objective Assessment of Operative Performance in Laparoscopic Gastric Bypass Surgery","year":2013,"lang":"en","type":"article","venue":"Journal of the American College of Surgeons","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":97,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"St. Michael's Hospital; University of Toronto","funders":"","keywords":"Medicine; Intraclass correlation; Cronbach's alpha; Reliability (semiconductor); Scale (ratio); Delphi method; Gastric bypass; Surgery; General surgery; Psychometrics; Internal medicine; Statistics","score_opus":0.04318265001910229,"score_gpt":0.336190013248833,"score_spread":0.29300736322973076,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2036956482","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99876624,0.00001225121,0.000072086434,0.00035659326,0.00007708985,0.00040034868,0.000026118105,0.0000019894703,0.00028728732],"genre_scores_gemma":[0.99551797,0.000031157593,0.004345677,0.000033328575,0.000010514703,0.000010714184,8.144699e-7,0.000007116251,0.00004269925],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9983218,0.00017665619,0.0009029757,0.000118301534,0.00032868117,0.00015164248],"domain_scores_gemma":[0.99657726,0.0015054449,0.0010250271,0.00015542339,0.0006484531,0.000088416426],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0013662023,0.00010398581,0.0008915379,0.00020207133,0.00004510987,0.000003382451,0.000089047724,0.000027708584,0.000031058065],"category_scores_gemma":[0.0006146709,0.00006805251,0.0001803458,0.000639048,0.0003448642,0.000115710434,0.0000581526,0.00016154847,9.187289e-8],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00030297678,0.00035897922,0.996996,0.00011339775,0.000039911978,0.0000010599405,0.00018357643,0.00016089609,0.00074199605,0.000007330084,0.000039753093,0.00105411],"study_design_scores_gemma":[0.0015687519,0.00035411533,0.9926358,0.00030299195,0.00004230013,0.000017925202,0.00096071634,0.0007017898,0.0032413253,0.000038739003,0.000079712976,0.000055839693],"about_ca_topic_score_codex":0.00009348611,"about_ca_topic_score_gemma":0.000034807126,"teacher_disagreement_score":0.0043602204,"about_ca_system_score_codex":0.00012488838,"about_ca_system_score_gemma":0.0007008871,"threshold_uncertainty_score":0.27751008},"labels":[],"label_agreement":null},{"id":"W2036966949","doi":"10.1097/sla.0b013e318288c40b","title":"State of the Evidence on Simulation-Based Training for Laparoscopic Surgery","year":2013,"lang":"en","type":"review","venue":"Annals of Surgery","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":380,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa; The Wilson Centre; University of Toronto; University Health Network","funders":"","keywords":"Medicine; Psychological intervention; Randomized controlled trial; Physical therapy; Intervention (counseling); Laparoscopic surgery; Laparoscopy; Surgery; Nursing","score_opus":0.7475172051954153,"score_gpt":0.48654002621551845,"score_spread":0.26097717897989686,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2036966949","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0060666995,0.991248,0.00009857197,0.00033886827,0.0005362,0.0014090241,0.000092092254,0.00003994913,0.0001705599],"genre_scores_gemma":[0.19150153,0.8071499,0.000026773536,0.000713118,0.00014538063,0.00011362393,0.00008132301,0.000063663,0.00020471239],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99729115,0.00023106294,0.0013735833,0.00030507208,0.0004767577,0.00032234786],"domain_scores_gemma":[0.9466323,0.051278383,0.0011124406,0.00047100446,0.000388389,0.00011743238],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0016275388,0.0003041829,0.0026129144,0.000349031,0.000057371573,0.000012781311,0.00011622514,0.00017021364,0.00015629652],"category_scores_gemma":[0.0068826433,0.00019059941,0.0019293155,0.00052051834,0.00012245087,0.00007398962,0.000017821741,0.00021650974,0.0000105713725],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00008536507,0.00007101457,0.00050753803,0.013015994,0.00015839626,0.000002337334,0.000034763754,0.0015278762,3.7592156e-7,0.000011699329,0.0004703445,0.9841143],"study_design_scores_gemma":[0.00040483937,0.000081024475,0.0014469802,0.15233369,0.0004925325,0.0000013154503,0.000013615948,0.001655412,0.00018649317,0.00009512821,0.84290004,0.0003889351],"about_ca_topic_score_codex":0.000009896066,"about_ca_topic_score_gemma":5.1827334e-7,"teacher_disagreement_score":0.98372537,"about_ca_system_score_codex":0.000016877813,"about_ca_system_score_gemma":0.00093531865,"threshold_uncertainty_score":0.8239664},"labels":[],"label_agreement":null},{"id":"W2036990373","doi":"10.1002/alr.21049","title":"The effect of augmented real‐time image guidance on task workload during endoscopic sinus surgery","year":2012,"lang":"en","type":"article","venue":"International Forum of Allergy & Rhinology","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":43,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Mount Sinai Hospital; Princess Margaret Cancer Centre; University of Toronto; University Health Network","funders":"University of Toronto","keywords":"Workload; Medicine; Endoscopic sinus surgery; Otorhinolaryngology; Task (project management); Contouring; Image-guided surgery; Surgery; Cadaveric spasm; Medical physics; Simulation; Computer science; Radiology; Computer graphics (images)","score_opus":0.010222862950715412,"score_gpt":0.2804360557422449,"score_spread":0.2702131927915295,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2036990373","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9770047,0.00030980614,0.000013497464,0.0013790411,0.00069539616,0.00012044855,0.0000056949093,0.000037527,0.020433865],"genre_scores_gemma":[0.99862903,0.00013265101,0.000055381905,0.00008018745,0.00012645041,0.000012836727,0.000022584407,0.000012192474,0.00092868303],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99874276,0.00009420739,0.00042473676,0.0001435949,0.0002964993,0.0002982188],"domain_scores_gemma":[0.99791735,0.0014941657,0.00022839865,0.00019147502,0.000099129385,0.000069470814],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0002940653,0.00012548795,0.00031074887,0.00013477594,0.00005946693,0.000005464134,0.00014316673,0.00008471007,0.00041701886],"category_scores_gemma":[0.00046187057,0.00008639958,0.00016604652,0.000090417525,0.00015353585,0.00007538325,0.000061371255,0.000128166,0.000062031686],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.010052514,0.0006469166,0.804412,0.00009780614,0.003394479,0.00015079333,0.00039791124,0.00036105185,0.11295106,0.011234895,0.0016212983,0.054679275],"study_design_scores_gemma":[0.00609845,0.0006519293,0.8649607,0.00050932803,0.000038508548,0.00009035611,0.00006337158,0.00048019624,0.104009695,0.00012293739,0.02279865,0.00017587788],"about_ca_topic_score_codex":0.000038655882,"about_ca_topic_score_gemma":0.00000572302,"teacher_disagreement_score":0.0605487,"about_ca_system_score_codex":0.000062348525,"about_ca_system_score_gemma":0.000022138027,"threshold_uncertainty_score":0.45660642},"labels":[],"label_agreement":null},{"id":"W2037414692","doi":"10.1016/j.suc.2010.02.012","title":"FLS and FES: Comprehensive Models of Training and Assessment","year":2010,"lang":"en","type":"review","venue":"Surgical Clinics of North America","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":177,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University; McGill University Health Centre","funders":"","keywords":"Certification; Medicine; Competence (human resources); Curriculum; Process (computing); Medical physics; Patient safety; Laparoscopic surgery; Medical education; Computer science; Health care; Surgery; Laparoscopy","score_opus":0.18255068179062578,"score_gpt":0.44270800818725176,"score_spread":0.260157326396626,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2037414692","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0069273408,0.9854967,0.00007164769,0.000033844866,0.00012644073,0.00066047197,0.000114561226,0.0000335401,0.0065354425],"genre_scores_gemma":[0.014393326,0.9822594,0.0029074738,0.00007688804,0.00009271547,0.000014324023,0.00017753839,0.000038781833,0.000039574683],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.997323,0.0001605596,0.001402136,0.0004649745,0.0003914162,0.0002579177],"domain_scores_gemma":[0.99484926,0.0033790898,0.00088467833,0.0003161083,0.00021133621,0.00035953143],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00027595047,0.0003581568,0.0035110882,0.00015936494,0.00004542027,0.000010180067,0.00009923213,0.00031379276,0.00008254226],"category_scores_gemma":[0.00014586277,0.0002664025,0.0005076757,0.0003082157,0.0006319375,0.000049342292,0.00011350194,0.0010285648,0.0000017761774],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00004174316,0.00010578651,0.00042304536,0.0031259593,0.00018511688,0.00005015311,0.00008908954,0.000011002535,1.2232363e-8,0.0001814146,0.0000019915465,0.9957847],"study_design_scores_gemma":[0.0017077224,0.0004127706,0.00065564323,0.002654593,0.00075421465,0.000063927015,0.000080022444,0.0010644513,1.7187523e-8,0.00008690767,0.9922886,0.0002311203],"about_ca_topic_score_codex":0.000010737644,"about_ca_topic_score_gemma":0.0000023580178,"teacher_disagreement_score":0.99555355,"about_ca_system_score_codex":0.0000118233775,"about_ca_system_score_gemma":0.0003393892,"threshold_uncertainty_score":0.99997884},"labels":[],"label_agreement":null},{"id":"W2037436485","doi":"10.1001/archsurg.2012.807","title":"Correlation of Laparoscopic Experience With Differential Functional Brain Activation","year":2012,"lang":"en","type":"article","venue":"Archives of Surgery","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"National Center for Research Resources","keywords":"Medicine; Positron emission tomography; Nuclear medicine; Surgery","score_opus":0.05099563390120625,"score_gpt":0.2816544056744166,"score_spread":0.2306587717732103,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2037436485","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9861365,0.000015221388,0.010661498,0.000078293386,0.00010160131,0.000060327697,0.0000011418649,0.000013393362,0.0029320447],"genre_scores_gemma":[0.9995523,0.000002668842,0.0001490857,0.000048177837,0.00007203377,0.0000044708277,0.00004561729,0.0000054929155,0.00012013489],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9994631,0.000026483327,0.00017852313,0.00006719253,0.00016664503,0.000098051205],"domain_scores_gemma":[0.998601,0.0011445367,0.00010449419,0.00007290623,0.000019272245,0.000057749367],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00005502661,0.00005253291,0.00016444856,0.00009782182,0.000022270757,0.0000014685421,0.000012215953,0.000020126712,0.00028009995],"category_scores_gemma":[0.00012389001,0.000039863055,0.000054818916,0.00009137644,0.00009678089,0.000105422405,0.000007679088,0.000050148672,0.0000015386627],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00066925364,0.00014766744,0.97265387,0.000035516437,0.000027614658,3.064376e-7,0.0011642678,0.000098059965,0.010587655,0.0007807821,0.000015669777,0.013819332],"study_design_scores_gemma":[0.00073782896,0.000028570605,0.9853921,0.00012222958,0.00001133614,0.0000025207792,0.00015989866,0.00081853394,0.012430554,0.000037336154,0.00021932114,0.000039793744],"about_ca_topic_score_codex":0.0000064317182,"about_ca_topic_score_gemma":2.0548698e-7,"teacher_disagreement_score":0.013779539,"about_ca_system_score_codex":0.000003759724,"about_ca_system_score_gemma":0.000025556976,"threshold_uncertainty_score":0.3066898},"labels":[],"label_agreement":null},{"id":"W2037531569","doi":"10.1097/sla.0000000000000596","title":"Systematic Review of Learning Curves for Minimally Invasive Abdominal Surgery","year":2014,"lang":"en","type":"review","venue":"Annals of Surgery","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":139,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"Medical Research Council; National Institute for Health and Care Research","keywords":"Medicine; Learning curve; MEDLINE; Invasive surgery; Abdominal surgery; Surgery; General surgery","score_opus":0.43555244884661304,"score_gpt":0.4357683141148432,"score_spread":0.00021586526823014207,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2037531569","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000030125,0.9970527,0.00001334095,0.00021119886,0.00017900227,0.0018307525,0.000031987118,0.000031600004,0.0006192402],"genre_scores_gemma":[0.00020952318,0.9973072,0.000030791893,0.0013532342,0.00014893642,0.00023162551,0.00043909668,0.00006863464,0.00021099181],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.99450433,0.00070779613,0.0035069715,0.0003653156,0.0005599043,0.00035567893],"domain_scores_gemma":[0.9568844,0.038216542,0.0033983935,0.00044085752,0.0008722956,0.00018755726],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.007156916,0.00042612734,0.010502912,0.00047153485,0.000038897597,0.0000075204794,0.00012758208,0.0003210088,0.00020285857],"category_scores_gemma":[0.034665268,0.00031274333,0.004147668,0.0004972431,0.00009911788,0.000066175686,0.00003654273,0.0003678376,0.000022999646],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000030525123,0.000058538328,0.000064151725,0.911668,0.00068924366,0.000016672178,0.000005499744,1.2598804e-7,7.834969e-8,0.000018800205,0.0042119613,0.08323639],"study_design_scores_gemma":[0.00008659401,0.00003842219,0.00000881396,0.77446306,0.0024693932,0.00003252197,0.000009108975,0.0000024183757,0.000005360203,0.0000045160386,0.22268234,0.00019745428],"about_ca_topic_score_codex":0.0000029536002,"about_ca_topic_score_gemma":2.589355e-7,"teacher_disagreement_score":0.21847038,"about_ca_system_score_codex":0.00001415694,"about_ca_system_score_gemma":0.00077069894,"threshold_uncertainty_score":0.99993247},"labels":[],"label_agreement":null},{"id":"W2037693347","doi":"10.1007/s00464-005-0219-1","title":"Injuries sustained by colorectal surgeons performing colonoscopy","year":2005,"lang":"en","type":"article","venue":"Surgical Endoscopy","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":83,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University; Jewish General Hospital","funders":"","keywords":"Colonoscopy; Medicine; Sitting; Physical therapy; Colorectal surgery; Abdominal surgery; Hepatology; General surgery; Surgery; Colorectal cancer; Internal medicine; Pathology","score_opus":0.010989562335441608,"score_gpt":0.29780618980440937,"score_spread":0.28681662746896774,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2037693347","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9373441,0.00028207386,0.000023135397,0.001821761,0.00015315862,0.00030838713,0.000018797795,0.00027570315,0.059772912],"genre_scores_gemma":[0.9957755,0.000057253434,0.00042101205,0.00050969113,0.00025127127,0.00003475685,0.0001253752,0.00003560681,0.0027895195],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.9981092,0.00007257719,0.0004400497,0.00036815958,0.00041538122,0.0005946054],"domain_scores_gemma":[0.9985693,0.00060529535,0.00008039651,0.00018820353,0.00011026765,0.00044649883],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00033018607,0.0002477886,0.00049149065,0.00011261226,0.00021537878,0.000043948854,0.00008992736,0.00017673486,0.0044294344],"category_scores_gemma":[0.0002180174,0.00020756415,0.00019931012,0.00036476005,0.00019302154,0.00016462393,0.000050111455,0.0003684858,0.0002409902],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.07300652,0.0050439415,0.70329237,0.00044423563,0.001217181,0.0023903411,0.003920009,0.00056680763,0.0069430918,0.042039074,0.028442329,0.13269411],"study_design_scores_gemma":[0.031650435,0.00081751926,0.0031245847,0.00006850538,0.00008179893,0.000088346984,0.00042240234,0.0033094252,0.024316248,0.000071476614,0.93564487,0.0004044057],"about_ca_topic_score_codex":0.000031317853,"about_ca_topic_score_gemma":0.000008785616,"teacher_disagreement_score":0.90720254,"about_ca_system_score_codex":0.00014084966,"about_ca_system_score_gemma":0.00013835657,"threshold_uncertainty_score":0.99648064},"labels":[],"label_agreement":null},{"id":"W2040936992","doi":"10.1007/s00464-014-4042-4","title":"Deliberate practice enhances quality of laparoscopic surgical performance in a randomized controlled trial: from arrested development to expert performance","year":2014,"lang":"en","type":"article","venue":"Surgical Endoscopy","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":91,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"National Center for Advancing Translational Sciences; National Center for Research Resources; National Institutes of Health; National Institute for Health and Care Research","keywords":"Randomized controlled trial; Medicine; Session (web analytics); Virtual reality; Physical therapy; Surgery; Computer science; Human–computer interaction","score_opus":0.03442017219932894,"score_gpt":0.35913419975939437,"score_spread":0.3247140275600654,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2040936992","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97549725,0.00035974442,0.000079285994,0.00043725336,0.0004494887,0.0025266267,0.000002066925,0.00008790501,0.020560356],"genre_scores_gemma":[0.99562824,0.00032889502,0.0022784558,0.0004592582,0.00023393428,0.0006281809,0.000042339172,0.000025474406,0.0003752443],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.99457914,0.0014087962,0.0021329399,0.00053393055,0.00086058734,0.00048462918],"domain_scores_gemma":[0.9893238,0.009263377,0.00048111993,0.00033196315,0.00024064913,0.0003590785],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0046905545,0.00034669274,0.0031913463,0.00019626992,0.000087853,0.00003295727,0.00015866823,0.00018762128,0.0007924804],"category_scores_gemma":[0.003170708,0.00023843384,0.00032969625,0.0004719545,0.00015489863,0.00020524203,0.000058537975,0.00035774324,0.00009135546],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.9894823,0.0005568887,0.0016244078,0.000048570088,0.0001625796,0.000033566783,0.00076767866,0.00023725872,0.00011853592,0.0002041505,0.0000029338228,0.006761157],"study_design_scores_gemma":[0.9546708,0.0003886029,0.0015443226,0.000389051,0.000054715263,0.000006643341,0.00007543301,0.004253006,0.006058732,0.0000080987475,0.03229594,0.00025464463],"about_ca_topic_score_codex":0.00011745533,"about_ca_topic_score_gemma":0.000011593246,"teacher_disagreement_score":0.03481146,"about_ca_system_score_codex":0.00008226536,"about_ca_system_score_gemma":0.00022030556,"threshold_uncertainty_score":0.972305},"labels":[],"label_agreement":null},{"id":"W2041453794","doi":"10.1016/j.gie.2013.10.035","title":"Gastrointestinal Endoscopy Competency Assessment Tool: development of a procedure-specific assessment tool for colonoscopy","year":2013,"lang":"en","type":"article","venue":"Gastrointestinal Endoscopy","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":58,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Women's College Hospital; Queen's University; Hospital for Sick Children; Cancer Care Ontario; Health Sciences Centre; St. Michael's Hospital; Sunnybrook Health Science Centre; St Joseph's Health Centre; University of Toronto; Western University; SickKids Foundation; The Wilson Centre","funders":"Canadian Institutes of Health Research; American Society for Gastrointestinal Endoscopy","keywords":"Checklist; Medicine; Delphi method; Competence (human resources); Colonoscopy; Accreditation; Delphi; Endoscopy; Medical education; Medical physics; Surgery; Psychology; Computer science; Internal medicine","score_opus":0.0317936899914376,"score_gpt":0.32103630064706934,"score_spread":0.2892426106556317,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2041453794","genre_codex":"empirical","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7167797,0.000043617383,0.27116945,0.00079802837,0.00019877986,0.0036844206,0.000033923974,0.00031971975,0.006972341],"genre_scores_gemma":[0.45714322,0.0000024438982,0.5416561,0.00019142323,0.00012434859,0.0005286133,0.00013194258,0.00005447418,0.00016745493],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9952477,0.00015087015,0.0016549991,0.00087797083,0.0009511118,0.0011173199],"domain_scores_gemma":[0.9958206,0.0016175179,0.0006283936,0.000520271,0.00095276075,0.00046048575],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0009597823,0.00064833224,0.0010436868,0.00029638142,0.0003024076,0.00011565998,0.0003194803,0.00006409008,0.0018199754],"category_scores_gemma":[0.00075792085,0.0005838885,0.00033831428,0.00043004207,0.00026547417,0.00027431248,0.0001221254,0.0005425931,0.00009903681],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.008991588,0.0035357126,0.49219903,0.0015163292,0.00025716916,0.00018837999,0.00042239443,0.00048985204,0.47037464,0.0102579165,0.0023300436,0.009436945],"study_design_scores_gemma":[0.045362327,0.017333232,0.87202954,0.0074097803,0.0003338997,0.008940891,0.0017570272,0.021083562,0.0136116445,0.0013586857,0.0090665845,0.0017128241],"about_ca_topic_score_codex":0.000018774284,"about_ca_topic_score_gemma":0.000004838544,"teacher_disagreement_score":0.456763,"about_ca_system_score_codex":0.00046661243,"about_ca_system_score_gemma":0.0017200342,"threshold_uncertainty_score":0.99966127},"labels":[],"label_agreement":null},{"id":"W2041477737","doi":"10.1038/nrurol.2014.6","title":"Urological laparoscopic training—practice makes perfect","year":2014,"lang":"en","type":"review","venue":"Nature Reviews Urology","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":6,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Centre Hospitalier de l’Université de Montréal","funders":"","keywords":"Medicine; Curriculum; Residency training; Training (meteorology); Medical education; Urology; General surgery; Medical physics; Continuing education","score_opus":0.09836814615273584,"score_gpt":0.43520466460555485,"score_spread":0.33683651845281903,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2041477737","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0000018615425,0.95031565,0.000032695145,0.0008072527,0.0008965501,0.0016576765,0.0000066425764,0.0001649032,0.04611676],"genre_scores_gemma":[0.00018913347,0.9813917,0.0005348024,0.015472842,0.0014464755,0.00018527487,0.00024685852,0.00008539518,0.00044750425],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99417645,0.0023731813,0.0014150159,0.0010128455,0.00035465093,0.00066786655],"domain_scores_gemma":[0.99413264,0.0037449056,0.0008581922,0.0007817322,0.00012234971,0.00036017434],"candidate_categories":["metaresearch","metaepi_narrow","research_integrity","insufficient_payload"],"consensus_categories":["research_integrity","insufficient_payload"],"category_scores_codex":[0.0024232771,0.0007884377,0.0064917007,0.0002647551,0.000108023036,0.000029711713,0.00032740878,0.0032819463,0.0014267496],"category_scores_gemma":[0.009262081,0.00048656247,0.0015616183,0.0005882879,0.00018241559,0.000057677586,0.00008440957,0.005161886,0.0014201571],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000058209193,0.000078062105,0.000007939389,0.0063661183,0.00016074794,0.00016019178,0.000026595186,3.0234446e-7,3.2833505e-8,0.0016670679,0.000956187,0.99051857],"study_design_scores_gemma":[0.0011139717,0.00056744885,0.000010249113,0.0026434297,0.0040351786,0.0020568331,0.000003144463,0.0000117392865,1.7890388e-8,0.000035806508,0.9891583,0.0003638873],"about_ca_topic_score_codex":8.16908e-7,"about_ca_topic_score_gemma":8.603033e-7,"teacher_disagreement_score":0.9901547,"about_ca_system_score_codex":0.000068764675,"about_ca_system_score_gemma":0.00025975594,"threshold_uncertainty_score":0.9997586},"labels":[],"label_agreement":null},{"id":"W2041896094","doi":"10.1097/sla.0b013e31819ec608","title":"Regional Collaborations as a Tool for Quality Improvements in Surgery","year":2009,"lang":"en","type":"review","venue":"Annals of Surgery","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":53,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University; University of Toronto; Ottawa Hospital; University of Ottawa","funders":"","keywords":"Medicine; Quality management; Quality (philosophy); MEDLINE; Cochrane Library; Health care; Systematic review; Inclusion (mineral); Patient safety; Best practice; Nursing; Medical education; Surgery; Operations management; Randomized controlled trial","score_opus":0.6787921946464655,"score_gpt":0.5113090664962736,"score_spread":0.16748312815019184,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2041896094","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0021739611,0.99463797,0.0000105158915,0.0008342154,0.00021208939,0.0011320964,0.0001428824,0.00003923887,0.000817052],"genre_scores_gemma":[0.0016640484,0.994832,0.00004530843,0.001655026,0.00019814452,0.00015708442,0.0010325548,0.00003173149,0.00038411017],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99701476,0.00018572672,0.0017353818,0.00034506022,0.00038599427,0.00033307233],"domain_scores_gemma":[0.9912091,0.0072279894,0.0007127658,0.00029935106,0.0004231837,0.00012762452],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0024761895,0.00027194945,0.0026266193,0.0005841287,0.00004193433,0.000016549438,0.00005644998,0.00029529046,0.00014006191],"category_scores_gemma":[0.0026978008,0.00023433783,0.0012906599,0.0008781087,0.000048771726,0.000095043004,0.000013872598,0.00018546272,0.000015659152],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0001340923,0.0002807754,0.00078244007,0.0056409584,0.00015627521,0.000020669295,0.000015132427,7.1304027e-7,2.0235618e-7,0.000410097,0.007914555,0.9846441],"study_design_scores_gemma":[0.00031599487,0.000027876787,0.002248265,0.009259002,0.00010967546,0.000005492101,0.000015200102,0.0000028531365,0.0000025293061,0.00026350853,0.98752403,0.0002255567],"about_ca_topic_score_codex":0.00003468043,"about_ca_topic_score_gemma":0.0000048625425,"teacher_disagreement_score":0.9844185,"about_ca_system_score_codex":0.000035080182,"about_ca_system_score_gemma":0.0014041172,"threshold_uncertainty_score":0.95560193},"labels":[],"label_agreement":null},{"id":"W2042099895","doi":"10.1016/s0002-9610(00)00470-0","title":"Using operative outcome to assess technical skill","year":2000,"lang":"en","type":"article","venue":"The American Journal of Surgery","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":98,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University Health Network; University of Toronto","funders":"","keywords":"Inter-rater reliability; Competence (human resources); Medicine; Reliability (semiconductor); Quality Score; Product (mathematics); Quality (philosophy); Physical therapy; Operations management; Medical physics; Psychology; Statistics; Rating scale; Mathematics; Engineering","score_opus":0.20664781725558495,"score_gpt":0.434047351774382,"score_spread":0.22739953451879702,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2042099895","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.994367,0.000027793536,0.0007919124,0.0026572966,0.00008811307,0.00005421133,8.29567e-7,0.00001387945,0.0019989493],"genre_scores_gemma":[0.9930493,0.000016967559,0.0017791127,0.0047683697,0.00022868073,6.298629e-7,3.5433064e-7,0.000013068515,0.00014351385],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9988239,0.00012834553,0.0004892154,0.00007797394,0.00030808174,0.00017251953],"domain_scores_gemma":[0.99840295,0.0009333329,0.00020179969,0.00013249856,0.00012383437,0.00020559899],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0009216536,0.00008936055,0.00052153197,0.00012017364,0.00006431553,0.000019260693,0.00008080481,0.00001619818,0.00079864345],"category_scores_gemma":[0.00028292433,0.00005032818,0.0002169658,0.00048445986,0.00014561445,0.000067726345,0.00001264016,0.0002587768,0.000028353876],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0022480297,0.00025869953,0.3603251,0.0000067578585,0.00021891131,0.0006476679,0.0006521553,0.0055893757,0.0019804793,0.0000664402,0.00033163826,0.62767476],"study_design_scores_gemma":[0.0010968121,0.0003614183,0.97628707,0.00028296115,0.00017811774,0.00247432,0.0012562345,0.00051869825,0.00034227528,0.00006743986,0.016884461,0.0002501816],"about_ca_topic_score_codex":0.000014937339,"about_ca_topic_score_gemma":2.5271197e-7,"teacher_disagreement_score":0.62742454,"about_ca_system_score_codex":0.000054647353,"about_ca_system_score_gemma":0.00009674008,"threshold_uncertainty_score":0.8744586},"labels":[],"label_agreement":null},{"id":"W2042641515","doi":"10.1088/0031-9155/51/14/r01","title":"Image-guidance for surgical procedures","year":2006,"lang":"en","type":"review","venue":"Physics in Medicine and Biology","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":254,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University","funders":"Canadian Institutes of Health Research","keywords":"Computer science; Stereoscopy; Visualization; Process (computing); Medical physics; Neuronavigation; Computer vision; Artificial intelligence; Radiology; Medicine; Magnetic resonance imaging","score_opus":0.36791125527022217,"score_gpt":0.5078824929531989,"score_spread":0.1399712376829767,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2042641515","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000026716112,0.99147,0.0001827498,0.00023089258,0.00011561443,0.0006411286,0.000013726202,0.00002687901,0.0072923363],"genre_scores_gemma":[0.0003592677,0.9963741,0.00037097905,0.00020604995,0.0018795419,0.000112586364,0.00052089297,0.000023121085,0.00015346105],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9988243,0.000058825233,0.0004738328,0.00034687173,0.000060326,0.00023586581],"domain_scores_gemma":[0.9987355,0.000877861,0.00014048454,0.000119842865,0.000055171713,0.0000711417],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00027002394,0.00023838312,0.0016112437,0.00008878715,0.00003020261,0.0000032190144,0.00005554113,0.00023522216,0.000027072416],"category_scores_gemma":[0.0002287505,0.00014004638,0.00015297369,0.00021524253,0.00026590753,0.000014753093,0.000023287814,0.00027669233,0.000003676015],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000038309074,0.00005767959,0.00012766069,0.009201276,0.000042964835,0.00002363846,0.000017580654,1.6854074e-7,5.544499e-7,0.0052508847,0.00060042733,0.98463887],"study_design_scores_gemma":[0.0031853593,0.00022539729,0.00002039979,0.0061553987,0.00025859522,0.000053046628,0.00000909008,0.000065668486,1.8042117e-7,0.0023338739,0.98755586,0.00013714035],"about_ca_topic_score_codex":0.000014429362,"about_ca_topic_score_gemma":0.000003436007,"teacher_disagreement_score":0.9869554,"about_ca_system_score_codex":0.000022982678,"about_ca_system_score_gemma":0.0001020617,"threshold_uncertainty_score":0.57109255},"labels":[],"label_agreement":null},{"id":"W2043640407","doi":"10.3171/jns.2004.100.1.0002","title":"Surgical innovation or surgical evolution: an ethical and practical guide to handling novel neurosurgical procedures","year":2004,"lang":"en","type":"review","venue":"Journal of neurosurgery","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":118,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Toronto Western Hospital","funders":"","keywords":"Medicine; Surgical procedures; Neurosurgery; Process (computing); Face (sociological concept); Engineering ethics; Risk analysis (engineering); Surgery; Computer science; Engineering","score_opus":0.1572446053520327,"score_gpt":0.457667277648466,"score_spread":0.30042267229643327,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2043640407","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.024083698,0.94342077,0.0027250864,0.019369246,0.005099418,0.0033893858,0.0000736671,0.00042941867,0.0014092936],"genre_scores_gemma":[0.010296103,0.9798751,0.0025072508,0.0021619527,0.004316724,0.00003267305,0.000058546095,0.00023522109,0.0005164216],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9925533,0.00056544924,0.0037725838,0.0008037799,0.0016424668,0.0006624245],"domain_scores_gemma":[0.99147874,0.004433972,0.0014872188,0.00038754163,0.0009991061,0.0012134117],"candidate_categories":["metaresearch","metaepi_narrow","research_integrity"],"consensus_categories":["research_integrity"],"category_scores_codex":[0.0030246407,0.0007332014,0.0034783124,0.0016580755,0.00023788284,0.0002361493,0.00017122902,0.0013000993,0.00019232433],"category_scores_gemma":[0.009402501,0.00048416242,0.00083343853,0.0028061173,0.00023812709,0.0003685939,0.00014719697,0.0040538423,0.000017234639],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.018088356,0.006185747,0.0007638719,0.0300634,0.0010773916,0.2003674,0.0002601071,0.0005330506,0.000043720804,0.0177415,0.0042710654,0.72060436],"study_design_scores_gemma":[0.0037102846,0.0011007634,0.00018520202,0.010970079,0.00065060635,0.12866904,0.00001397098,0.00006237712,0.000001210263,0.00003116222,0.85418284,0.00042244914],"about_ca_topic_score_codex":0.000002623796,"about_ca_topic_score_gemma":0.0000011432847,"teacher_disagreement_score":0.8499118,"about_ca_system_score_codex":0.00035819368,"about_ca_system_score_gemma":0.004108916,"threshold_uncertainty_score":0.9999964},"labels":[],"label_agreement":null},{"id":"W2043969057","doi":"10.1016/j.surg.2013.05.003","title":"Toronto Orthopaedic Boot Camp III: Examining the efficacy of student-regulated learning during an intensive, laboratory-based surgical skills course","year":2013,"lang":"en","type":"article","venue":"Surgery","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":39,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Queen's University; Mount Sinai Hospital; University of Toronto; McMaster University","funders":"","keywords":"Medicine; Boot camp; Medical education; Orthopedic surgery; Task (project management); Physical therapy; Surgery","score_opus":0.021700204211565006,"score_gpt":0.30044011056868186,"score_spread":0.2787399063571169,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2043969057","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99793667,0.00038721896,0.0000076800725,0.0001634493,0.00029368507,0.00038723773,0.0000024822375,0.00018753755,0.0006340688],"genre_scores_gemma":[0.9989973,0.000020020483,0.000022171784,0.000300168,0.00023042905,0.0000241048,0.000062002364,0.000046356472,0.0002974723],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99760115,0.0003497855,0.0006539858,0.0003614087,0.0005935437,0.0004401217],"domain_scores_gemma":[0.9958386,0.0024713564,0.00026226084,0.0003993492,0.00070822344,0.0003202154],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0008944528,0.00024210947,0.00062153186,0.000090605,0.00019704798,0.000045265802,0.000091134425,0.00014326797,0.0026143452],"category_scores_gemma":[0.0006950288,0.00016947501,0.00021120552,0.00036214627,0.0001929329,0.00021544457,0.000046031124,0.000351263,0.000037812773],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00048772924,0.0006465921,0.9800244,0.000060883332,0.0002393073,0.00038202776,0.0018908767,0.0021154766,0.0013727066,0.00002486316,0.00013023501,0.012624923],"study_design_scores_gemma":[0.0050303284,0.000111086934,0.9869476,0.0003034864,0.000097265,0.000022928349,0.0033297709,0.0015262708,0.0006718562,0.0000011863436,0.0017379974,0.00022025665],"about_ca_topic_score_codex":0.00018641869,"about_ca_topic_score_gemma":0.00002467583,"teacher_disagreement_score":0.012404666,"about_ca_system_score_codex":0.0000783645,"about_ca_system_score_gemma":0.00020255218,"threshold_uncertainty_score":0.9982974},"labels":[],"label_agreement":null},{"id":"W2044963363","doi":"10.1097/sla.0b013e3182197016","title":"Deliberate Practice on a Virtual Reality Laparoscopic Simulator Enhances the Quality of Surgical Technical Skills","year":2011,"lang":"en","type":"article","venue":"Annals of Surgery","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":172,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto; St. Michael's Hospital","funders":"","keywords":"Medicine; Virtual reality; Simulation; Cadaveric spasm; Laparoscopic cholecystectomy; Rating scale; Physical therapy; Session (web analytics); Medical physics; Physical medicine and rehabilitation; Surgery; Human–computer interaction; Computer science; Psychology","score_opus":0.349691582975234,"score_gpt":0.4524994332852519,"score_spread":0.10280785031001788,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2044963363","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98249733,0.00011216412,0.000026573924,0.0022199557,0.000118480326,0.00016821537,0.000014790603,0.000045484205,0.014797021],"genre_scores_gemma":[0.99794585,0.00026947333,0.000040118222,0.0015014363,0.000081202066,0.0000073582705,0.000010102736,0.0000118875405,0.00013254934],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9976444,0.00043753212,0.0008995646,0.0002343817,0.0005464749,0.00023759299],"domain_scores_gemma":[0.9900807,0.008521658,0.00044916454,0.00039542603,0.00041267654,0.00014034587],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0033590563,0.00014124803,0.0006527683,0.00007791591,0.000052409472,0.000006069505,0.00009027085,0.0001322123,0.00045589238],"category_scores_gemma":[0.0031080814,0.00008946569,0.00031182944,0.0003079668,0.00028176044,0.000121672754,0.000035319412,0.00023622288,0.000016830283],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.09012476,0.04122774,0.35516056,0.0016593463,0.0039525777,0.0013530104,0.010026181,0.0015133555,0.015453257,0.14970264,0.016170038,0.31365654],"study_design_scores_gemma":[0.0050836876,0.0013755696,0.7424701,0.001066037,0.0002243014,0.00005732214,0.0009517676,0.00029572664,0.17904426,0.001728084,0.06702463,0.000678548],"about_ca_topic_score_codex":0.000113236834,"about_ca_topic_score_gemma":0.0000038137246,"teacher_disagreement_score":0.3873095,"about_ca_system_score_codex":0.0000069614316,"about_ca_system_score_gemma":0.00010675573,"threshold_uncertainty_score":0.49917018},"labels":[],"label_agreement":null},{"id":"W2045735066","doi":"10.1016/j.semnephrol.2012.10.009","title":"Virtual Reality: Emerging Role of Simulation Training in Vascular Access","year":2012,"lang":"en","type":"article","venue":"Seminars in Nephrology","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":32,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Computer science; Mandate; Patient safety; Virtual reality; Peritoneal dialysis; Aviation; Medicine; Engineering; Human–computer interaction; Surgery","score_opus":0.0457368032152409,"score_gpt":0.355151555009701,"score_spread":0.3094147517944601,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2045735066","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9935101,0.00051407074,0.0003947489,0.00015949589,0.00009521257,0.00017028494,9.145583e-7,0.000024277113,0.0051308484],"genre_scores_gemma":[0.99920857,0.000039134535,0.00012290709,0.00045938912,0.000114055205,0.000009390642,0.000018957177,0.000013528098,0.000014085526],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99881953,0.00012292387,0.00039217286,0.0001625962,0.00016303278,0.00033972322],"domain_scores_gemma":[0.9992529,0.00039964166,0.0000858269,0.00015242287,0.000027182963,0.000081986],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0007794307,0.000100373116,0.00034228884,0.00028756927,0.000019028988,0.0000033447159,0.00007018997,0.0001607426,0.00023006182],"category_scores_gemma":[0.0002481096,0.00010018528,0.0000620554,0.00040019557,0.00006576546,0.00016758831,0.00004626029,0.00021678719,0.000004030068],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0006357539,0.00026865,0.4528514,0.000033177173,0.000055503362,0.000028571916,0.021812802,0.16291328,0.0024719161,0.0029913348,0.000007701538,0.3559299],"study_design_scores_gemma":[0.007922151,0.00033304418,0.71033907,0.00031497318,0.000078158606,0.000020049294,0.0079446,0.23475508,0.00061101903,0.0024188953,0.034947332,0.00031561183],"about_ca_topic_score_codex":0.00005788639,"about_ca_topic_score_gemma":0.000027090366,"teacher_disagreement_score":0.3556143,"about_ca_system_score_codex":0.000047012712,"about_ca_system_score_gemma":0.000035518962,"threshold_uncertainty_score":0.4085437},"labels":[],"label_agreement":null},{"id":"W2045749770","doi":"10.1001/archophthalmol.2007.62","title":"MOTION ANALYSIS AS A TOOL FOR THE EVALUATION OF OCULOPLASTIC SURGICAL SKILL","year":2008,"lang":"en","type":"article","venue":"Archives of Ophthalmology","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":42,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Motion analysis; Task (project management); Medicine; Surgery; Motion (physics); Fibrous joint; Physical medicine and rehabilitation; Computer science; Artificial intelligence","score_opus":0.08253934137446055,"score_gpt":0.38231075530409686,"score_spread":0.2997714139296363,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2045749770","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9843222,0.00009905062,0.0017755737,0.000121733596,0.00003515851,0.00031658387,0.00000528615,0.000005581867,0.013318866],"genre_scores_gemma":[0.9992214,0.0000081990665,0.0004988454,0.000009337243,0.00003297617,0.000024082488,0.000040224495,0.0000048645697,0.00016008415],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9991418,0.00012734285,0.0002656974,0.00013151512,0.00022912995,0.00010447723],"domain_scores_gemma":[0.9969234,0.0026683402,0.00011038321,0.00015623799,0.00010844211,0.000033188004],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00033859536,0.000062181374,0.00026785964,0.00014806275,0.0000511555,8.5359784e-7,0.000051287956,0.000039091592,0.0006233302],"category_scores_gemma":[0.0007070294,0.000041108975,0.00024521246,0.00022866808,0.0002115385,0.000016934759,0.00001585271,0.00005439719,0.000002756189],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.005026323,0.0011830073,0.82283944,0.0001485917,0.0038793017,0.00037094258,0.0039137816,0.07424058,0.00085717073,0.009307494,0.000008888885,0.07822451],"study_design_scores_gemma":[0.003823447,0.00039061328,0.8728273,0.000014630188,0.0010641523,0.0013893412,0.00006924548,0.11808867,0.00037355383,0.0018435908,0.00006710601,0.000048372673],"about_ca_topic_score_codex":0.00001635762,"about_ca_topic_score_gemma":2.3234828e-7,"teacher_disagreement_score":0.07817613,"about_ca_system_score_codex":0.0000058513106,"about_ca_system_score_gemma":0.000055068238,"threshold_uncertainty_score":0.68250287},"labels":[],"label_agreement":null},{"id":"W2045845871","doi":"10.1080/00016340701789929","title":"Does box model training improve surgical dexterity and economy of movement during virtual reality laparoscopy? A randomised trial<sup>a</sup>","year":2007,"lang":"en","type":"article","venue":"Acta Obstetricia Et Gynecologica Scandinavica","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":65,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Toronto; St. Michael's Hospital","funders":"","keywords":"Medicine; Trainer; Dreyfus model of skill acquisition; Curriculum; Virtual reality; Randomized controlled trial; Training system; Laparoscopic surgery; Laparoscopy; Training (meteorology); Physical therapy; Surgery; Computer science; Artificial intelligence; Psychology","score_opus":0.03318521027138444,"score_gpt":0.3086808611080071,"score_spread":0.27549565083662264,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2045845871","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9769095,0.00007135952,0.0001865703,0.00068120775,0.00021192656,0.0017322723,0.000033248725,0.00013217116,0.020041736],"genre_scores_gemma":[0.9980419,0.000089949994,0.0005082384,0.00074210647,0.00012347239,0.00008242684,0.000038217582,0.000030903175,0.0003427643],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9966357,0.00020943383,0.0012582544,0.00074409146,0.0004162776,0.00073624443],"domain_scores_gemma":[0.99355644,0.0049189865,0.00046421617,0.00039811883,0.00015514957,0.0005070696],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0021935129,0.00040101097,0.0012676975,0.00030175963,0.000235969,0.000058178677,0.000173246,0.00041547202,0.00032382124],"category_scores_gemma":[0.0023791033,0.00026150284,0.00031932723,0.00047989807,0.00025111332,0.00021677387,0.0001556953,0.0005305257,0.0000024165613],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.74369323,0.0086593665,0.05260297,0.0011783501,0.002348138,0.0020643221,0.019657994,0.007205316,0.021087999,0.020468598,0.00013830328,0.12089543],"study_design_scores_gemma":[0.8234491,0.0054672984,0.07570083,0.00031530586,0.00077116926,0.000051570474,0.0066077905,0.06577714,0.009943074,0.00553487,0.0047582034,0.0016236897],"about_ca_topic_score_codex":0.000031377876,"about_ca_topic_score_gemma":0.000011431205,"teacher_disagreement_score":0.11927174,"about_ca_system_score_codex":0.000253432,"about_ca_system_score_gemma":0.00016694178,"threshold_uncertainty_score":0.9999837},"labels":[],"label_agreement":null},{"id":"W2046081442","doi":"10.1007/s00464-008-0120-9","title":"Simulation in laparoscopic surgery: a concurrent validity study for FLS","year":2008,"lang":"en","type":"article","venue":"Surgical Endoscopy","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":36,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto; Western University","funders":"","keywords":"Medicine; Abdominal surgery; Hepatology; Laparoscopy; General surgery; Concurrent validity; Laparoscopic surgery; Endoscopic surgery; Surgery; Endoscopy; Patient satisfaction","score_opus":0.16995282692918529,"score_gpt":0.399152317933506,"score_spread":0.2291994910043207,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2046081442","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99665993,0.0000890744,0.00019110658,0.00010419191,0.00036020478,0.001093863,0.000008675304,0.00010688884,0.0013860797],"genre_scores_gemma":[0.99926955,0.000019995588,0.000060624803,0.00010106229,0.00018798703,0.000103338265,0.000059703114,0.000020657379,0.00017709026],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99829936,0.00014375798,0.0005057217,0.0003548594,0.00035080867,0.00034549538],"domain_scores_gemma":[0.99610054,0.0033475687,0.0000787817,0.0001795114,0.000093601964,0.00020000225],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0005062458,0.00017410408,0.0006120661,0.00015271611,0.00010271008,0.000011531495,0.0000469445,0.000092485076,0.00043995623],"category_scores_gemma":[0.0006694818,0.00014675553,0.00018995896,0.00035808526,0.000066165514,0.00007575577,0.00002020938,0.00018554615,0.00003443992],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0020444721,0.0020225572,0.9838511,0.00006287959,0.000051164126,0.0006009704,0.0006041262,0.005794202,0.000009252796,0.00026357346,0.00008009926,0.0046156254],"study_design_scores_gemma":[0.21836498,0.0021963406,0.5430248,0.00032417997,0.0001710144,0.00006310898,0.00044645066,0.09903337,0.0010121193,0.00027924957,0.13422029,0.0008641427],"about_ca_topic_score_codex":0.000029068411,"about_ca_topic_score_gemma":0.000008966297,"teacher_disagreement_score":0.44082633,"about_ca_system_score_codex":0.0000735565,"about_ca_system_score_gemma":0.00010604763,"threshold_uncertainty_score":0.5984516},"labels":[],"label_agreement":null},{"id":"W2046740390","doi":"10.1016/j.jsurg.2010.05.015","title":"Centre of Excellence For Simulation Education and Innovation (CESEI)","year":2010,"lang":"en","type":"article","venue":"Journal of surgical education","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia; Provincial Health Services Authority","funders":"","keywords":"Excellence; Accreditation; Interprofessional education; Multidisciplinary approach; Experiential learning; Medical education; Health care; Value (mathematics); Medicine; Sociology; Pedagogy; Political science; Computer science","score_opus":0.03404923766131019,"score_gpt":0.37346039115003926,"score_spread":0.3394111534887291,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2046740390","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.994165,0.00013589535,0.00054524135,0.0019163436,0.0008498545,0.00020412603,0.000001089381,0.0000060778198,0.0021763628],"genre_scores_gemma":[0.99594355,0.00003446152,0.0027916986,0.00011191366,0.00060929166,0.0000025645763,0.000019474439,0.0000079709025,0.0004790931],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99907017,0.00002009359,0.00053622026,0.00008891164,0.00020672061,0.00007791612],"domain_scores_gemma":[0.9976972,0.00035267638,0.00046766835,0.00007610277,0.0013120669,0.0000943045],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0004482044,0.0000690665,0.00018899977,0.00032334786,0.000038852733,0.000014074035,0.000033603636,0.00008950056,0.00015535801],"category_scores_gemma":[0.0005648957,0.00005596286,0.0000620001,0.00039879268,0.00004301754,0.00018485519,0.0000055177784,0.00017609025,0.000001036768],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000951112,0.001773848,0.042704746,0.00024446036,0.000044314158,0.0000013516782,0.0010604458,0.0004849387,0.009312989,0.021196809,0.00043573263,0.9217892],"study_design_scores_gemma":[0.0130642885,0.0010203352,0.24369235,0.0010013733,0.0003867274,0.00048880087,0.004364819,0.022473553,0.007529351,0.012331493,0.69319934,0.00044754517],"about_ca_topic_score_codex":0.000003598722,"about_ca_topic_score_gemma":4.808916e-7,"teacher_disagreement_score":0.9213417,"about_ca_system_score_codex":0.000022684098,"about_ca_system_score_gemma":0.00051995256,"threshold_uncertainty_score":0.22820991},"labels":[],"label_agreement":null},{"id":"W2047360037","doi":"10.1109/tmi.2012.2215049","title":"Registration of 3D Ultrasound Through an Air–Tissue Boundary","year":2012,"lang":"en","type":"article","venue":"IEEE Transactions on Medical Imaging","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":12,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"Canadian Institutes of Health Research; Intuitive Surgical","keywords":"Fiducial marker; Artificial intelligence; Image registration; Boundary (topology); Computer science; Computer vision; Imaging phantom; Image (mathematics); Mathematics; Nuclear medicine; Mathematical analysis; Medicine","score_opus":0.031086837775518267,"score_gpt":0.34353259593342544,"score_spread":0.3124457581579072,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2047360037","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.1770848,0.00025684215,0.7962584,0.0018956949,0.0010014485,0.00024898964,0.000009460087,0.00020673499,0.023037618],"genre_scores_gemma":[0.99524945,0.000049061437,0.0025279562,0.0016470805,0.00026776467,0.000009604512,0.000017355298,0.000022537351,0.00020921446],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99832,0.00007822888,0.000387716,0.00019071209,0.0007325245,0.00029082762],"domain_scores_gemma":[0.9989112,0.00032013375,0.00007431917,0.0002355288,0.00007215823,0.0003866594],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00047312625,0.00013545877,0.00023948283,0.000081759805,0.00014637146,0.000012831137,0.00006782777,0.00010093822,0.002557005],"category_scores_gemma":[0.00009450402,0.000118642856,0.00008027571,0.00022918454,0.00025280984,0.00054469774,5.3751944e-7,0.00040442304,0.000041966065],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00058660895,0.00337599,0.005281728,0.00021835888,0.00019770989,0.000105860265,0.0056196256,0.0010313465,0.011549533,0.0011435074,0.0003373355,0.9705524],"study_design_scores_gemma":[0.040137313,0.0020390074,0.059416164,0.0030232517,0.002070499,0.0042044367,0.010257007,0.05195322,0.34864292,0.0017266682,0.47376326,0.002766252],"about_ca_topic_score_codex":0.00007987216,"about_ca_topic_score_gemma":0.00001086318,"teacher_disagreement_score":0.96778613,"about_ca_system_score_codex":0.00004769468,"about_ca_system_score_gemma":0.00010867592,"threshold_uncertainty_score":0.9983548},"labels":[],"label_agreement":null},{"id":"W2047541067","doi":"10.1308/003588411x12851639108358","title":"Face, content and construct validity of a virtual reality simulator for robotic surgery (SEP Robot)","year":2011,"lang":"en","type":"article","venue":"Annals of The Royal College of Surgeons of England","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":74,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"St. Thomas Hospital","funders":"Medical Research Council; National Institute for Health and Care Research; King's College London; King's College Hospital NHS Foundation Trust","keywords":"Construct validity; Virtual reality; Robotic surgery; Simulation; Face validity; Computer science; Construct (python library); Robot; Mentorship; Robotics; Medicine; Human–computer interaction; Surgery; Artificial intelligence; Medical education; Psychometrics","score_opus":0.23751712116701268,"score_gpt":0.32471694931476563,"score_spread":0.08719982814775296,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2047541067","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99750817,0.00014954392,0.000288293,0.00022196506,0.00016604977,0.00048497142,0.0003844331,0.00000982831,0.000786752],"genre_scores_gemma":[0.99960965,0.000027615828,0.00009922055,0.0000426116,0.000017885595,0.0000047691333,0.0000094621555,0.000012909363,0.00017587644],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9983575,0.00014890614,0.0008166573,0.0001799365,0.00029171826,0.00020532319],"domain_scores_gemma":[0.9958566,0.0025539687,0.0005364381,0.00032682807,0.0005931915,0.00013298067],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0012373211,0.0001536498,0.00097025215,0.00011219321,0.00004810464,0.000001556709,0.00010334871,0.00011140219,0.000081600105],"category_scores_gemma":[0.0017490755,0.00010778919,0.00042116534,0.00017839526,0.0004308232,0.000038728253,0.000064738386,0.00009176831,1.5573508e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0068811737,0.0010383105,0.9709532,0.001054392,0.00095903483,0.000012143202,0.00074487523,0.0089980615,0.00040480326,0.0047778226,0.0008648576,0.0033113183],"study_design_scores_gemma":[0.009079116,0.0011021127,0.9252891,0.0008969123,0.00045359068,0.000012244187,0.0008883132,0.014414524,0.045424525,0.00095857,0.0011669334,0.0003140386],"about_ca_topic_score_codex":0.00028972948,"about_ca_topic_score_gemma":0.000038230934,"teacher_disagreement_score":0.045664087,"about_ca_system_score_codex":0.000005258707,"about_ca_system_score_gemma":0.0001243403,"threshold_uncertainty_score":0.43955153},"labels":[],"label_agreement":null},{"id":"W2047738669","doi":"10.1016/j.amjsurg.2003.12.011","title":"The effectiveness of video feedback in the acquisition of orthopedic technical skills","year":2004,"lang":"en","type":"article","venue":"The American Journal of Surgery","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":51,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University Health Network; University of Toronto; Mount Sinai Hospital","funders":"","keywords":"Checklist; Task (project management); Orthopedic surgery; Variance (accounting); Dreyfus model of skill acquisition; Rating scale; Test (biology); Video feedback; Repeated measures design; Medical education; Physical therapy; Scale (ratio); Analysis of variance; Applied psychology; Medical physics; Psychology; Physical medicine and rehabilitation; Medicine; Computer science; Cognitive psychology; Statistics; Surgery; Machine learning; Developmental psychology","score_opus":0.017542557044995657,"score_gpt":0.297981918596789,"score_spread":0.2804393615517934,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2047738669","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.997725,0.00023372332,0.00013171478,0.0013540776,0.00007644669,0.00010698853,8.592956e-7,0.0000037449204,0.00036745204],"genre_scores_gemma":[0.9993728,0.00019425958,0.000036863024,0.00030228926,0.000081059916,0.0000022306474,7.089389e-7,0.00000751184,0.000002310882],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99821556,0.0006145613,0.00055362564,0.000059775684,0.00042183435,0.00013464136],"domain_scores_gemma":[0.99026614,0.008744714,0.00060481037,0.00019055046,0.00014943563,0.000044323726],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.005865045,0.00007578816,0.00045216805,0.00010355419,0.000048829872,0.0000063993293,0.0001348074,0.0000211914,0.000014400272],"category_scores_gemma":[0.0007612862,0.00003142426,0.00025554284,0.0006482135,0.00055479247,0.00004520678,0.000015947198,0.00026768167,0.0000014420553],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.018896203,0.0018375975,0.5273473,0.00018639259,0.0005385831,0.0004169091,0.0019601502,0.010576459,0.013193368,0.0019493597,0.00008922116,0.4230084],"study_design_scores_gemma":[0.001191031,0.00026594265,0.99529326,0.0006051107,0.00006170995,0.00029677356,0.00082178717,0.000010182283,0.0005965946,0.0006639825,0.0001507153,0.000042908647],"about_ca_topic_score_codex":0.00002354893,"about_ca_topic_score_gemma":0.0000012292879,"teacher_disagreement_score":0.4679459,"about_ca_system_score_codex":0.00003781213,"about_ca_system_score_gemma":0.00013477943,"threshold_uncertainty_score":0.2044156},"labels":[],"label_agreement":null},{"id":"W2048043541","doi":"10.1016/j.rapm.2006.04.006","title":"Objective Assessment of Manual Skills and Proficiency in Performing Epidural Anesthesia—Video-Assisted Validation","year":2006,"lang":"en","type":"article","venue":"Regional Anesthesia & Pain Medicine","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":59,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Toronto Western Hospital; Toronto General Hospital; Mount Sinai Hospital","funders":"","keywords":"Checklist; Medicine; Inter-rater reliability; Visual analogue scale; Rating scale; Physical therapy; Reliability (semiconductor); Test (biology); Psychology; Developmental psychology","score_opus":0.020475227645443187,"score_gpt":0.3155804577529424,"score_spread":0.29510523010749923,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2048043541","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.96576875,0.00018515518,0.00037571086,0.032588564,0.0000041422536,0.00046587293,4.77689e-8,0.00004224402,0.00056951196],"genre_scores_gemma":[0.99398005,0.000029457113,0.0008441291,0.0045965435,0.0001671018,0.000027249554,0.00007616415,0.000018771763,0.00026053775],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99781275,0.00030193696,0.00062454713,0.00034044392,0.0006480817,0.00027226078],"domain_scores_gemma":[0.9985423,0.00080567185,0.00022378899,0.00015593418,0.00015565213,0.00011663241],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0020546394,0.00020934924,0.00053380145,0.0003115863,0.00007791271,0.0000065685254,0.00006285486,0.00011339905,0.00008815099],"category_scores_gemma":[0.00011029415,0.00015510603,0.000071729446,0.00047610304,0.00029896924,0.0001026192,0.000004790544,0.00019762198,0.0000015998114],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00019077909,0.00069678744,0.98021203,0.00020418718,0.000026894551,0.0005358015,0.0006797819,0.00024012903,0.0009121762,0.0069884653,0.00026485775,0.009048122],"study_design_scores_gemma":[0.0035726798,0.0005653516,0.9810947,0.0007251772,0.00005470867,0.00091234903,0.00068658375,0.006381974,0.00015190952,0.00048325144,0.0052168905,0.0001543816],"about_ca_topic_score_codex":0.00020209885,"about_ca_topic_score_gemma":0.000008439033,"teacher_disagreement_score":0.028211294,"about_ca_system_score_codex":0.000112459136,"about_ca_system_score_gemma":0.000112514674,"threshold_uncertainty_score":0.63250405},"labels":[],"label_agreement":null},{"id":"W2048109033","doi":"10.1007/s10459-008-9151-1","title":"Assessing suturing skills in a self-guided learning setting: absolute symmetry error","year":2009,"lang":"en","type":"article","venue":"Advances in Health Sciences Education","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":11,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"The Wilson Centre; University of Toronto","funders":"","keywords":"Computer science; Symmetry (geometry); Knot tying; Tying; Mean absolute error; Artificial intelligence; Medical physics; Machine learning; Simulation; Medicine; Statistics; Mathematics; Mean squared error; Surgery","score_opus":0.03409023953088789,"score_gpt":0.45033082286343556,"score_spread":0.41624058333254765,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2048109033","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97430736,0.00287396,0.00012875514,0.004444933,0.0006692138,0.00033096326,8.4852395e-8,0.00009247999,0.01715226],"genre_scores_gemma":[0.98308057,0.00038206042,0.014069503,0.0021908637,0.00018170752,0.000010526687,0.0000057366674,0.0000054992015,0.000073519426],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9982383,0.00012885012,0.0005424924,0.00035778212,0.0003164384,0.000416129],"domain_scores_gemma":[0.99917644,0.00030618464,0.00023026246,0.00009531507,0.00004825775,0.00014351487],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0018255528,0.00010697061,0.00021992897,0.00042193852,0.0002367771,0.00006271473,0.00008874921,0.00004660763,0.000022878132],"category_scores_gemma":[0.00056372007,0.00009794625,0.00002917566,0.0013325732,0.000055138964,0.0009466517,0.000010505375,0.00029964733,0.0000053919043],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000104646915,0.00039980985,0.41037396,0.00015464377,0.0000012318325,0.0000037263655,0.0034589507,0.012275797,0.000017052937,0.0016413955,0.000012136942,0.57165086],"study_design_scores_gemma":[0.0010752534,0.00022467629,0.9558673,0.00135386,0.000003424891,0.000026795333,0.005672542,0.020440234,0.00004100478,0.001664664,0.013452305,0.00017794324],"about_ca_topic_score_codex":0.00008055718,"about_ca_topic_score_gemma":0.00003319905,"teacher_disagreement_score":0.5714729,"about_ca_system_score_codex":0.00031969108,"about_ca_system_score_gemma":0.0008129095,"threshold_uncertainty_score":0.39941323},"labels":[],"label_agreement":null},{"id":"W2048135571","doi":"10.5489/cuaj.1905","title":"Maintaining open surgical skills in current day urology residency","year":2014,"lang":"en","type":"article","venue":"Canadian Urological Association Journal","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"University of Manitoba; St. Boniface Hospital","funders":"","keywords":"Medical education; Current (fluid); Urology; Medicine; Psychology; Engineering; Electrical engineering","score_opus":0.022028378965868355,"score_gpt":0.3020706397971762,"score_spread":0.28004226083130784,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2048135571","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8051944,0.0003996944,0.00031658437,0.064679794,0.001179405,0.00052812963,0.000010152398,0.000061015886,0.12763086],"genre_scores_gemma":[0.99445575,0.000050461596,0.00010710349,0.004346086,0.0006687331,0.0000074752156,0.000020199797,0.000012048159,0.00033214813],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99742883,0.0007540072,0.0005505067,0.0002669425,0.00033222215,0.0006674649],"domain_scores_gemma":[0.9974988,0.0010305471,0.00022610508,0.000114289454,0.00015844776,0.00097178266],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00356162,0.00014338926,0.00041147854,0.00028199164,0.00021389216,0.00013477977,0.00022997908,0.00027984285,0.0025733684],"category_scores_gemma":[0.0037748832,0.000117494295,0.0001161599,0.0003198343,0.00003536035,0.0001305037,0.000047794005,0.0011386152,0.00012284816],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000810408,0.0000845081,0.9315506,0.000001452695,0.00002533639,0.0003313616,0.00012013239,0.000379236,0.0000011923871,0.008984458,0.00089821627,0.05754247],"study_design_scores_gemma":[0.0031893596,0.00018651652,0.58102006,0.000015096139,0.000017976095,0.00015238299,0.00002154346,0.0011483936,5.871e-7,0.004993414,0.40914977,0.000104912004],"about_ca_topic_score_codex":0.00041465095,"about_ca_topic_score_gemma":0.0011713421,"teacher_disagreement_score":0.40825155,"about_ca_system_score_codex":0.00075816375,"about_ca_system_score_gemma":0.00052600296,"threshold_uncertainty_score":0.9983384},"labels":[],"label_agreement":null},{"id":"W2048301782","doi":"10.1007/s00464-014-3938-3","title":"Surgical team composition differs between laparoscopic and open procedures","year":2014,"lang":"en","type":"article","venue":"Surgical Endoscopy","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":24,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia; University of Alberta","funders":"","keywords":"Medicine; Surgical procedures; Laparoscopy; Coding (social sciences); Surgical team; Laparoscopic surgery; Surgery; General surgery; Statistics","score_opus":0.02719644464088085,"score_gpt":0.3351239059218887,"score_spread":0.30792746128100784,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2048301782","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.92207545,0.00010662227,0.00002985103,0.00078807486,0.00007991436,0.00043947913,0.0000066949137,0.00012944751,0.07634447],"genre_scores_gemma":[0.99855137,0.000039501752,0.00029244562,0.0002951363,0.0003584923,0.000027681435,0.00010328917,0.000025375319,0.00030671578],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.9984201,0.00014448927,0.00034463033,0.00042073487,0.00032251235,0.00034753792],"domain_scores_gemma":[0.9985142,0.00071070413,0.00007060325,0.00019785778,0.000048412898,0.00045827118],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0003377335,0.00020984793,0.00064658874,0.000075346325,0.00016439456,0.00010481378,0.00013798756,0.0001530163,0.00050244003],"category_scores_gemma":[0.000100706005,0.00016000074,0.000087932945,0.00018875458,0.00017173325,0.00012423859,0.00013538776,0.0002792439,0.00006050106],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0036233412,0.00056909496,0.9540911,0.00030224334,0.00027841263,0.00028061875,0.0002426353,0.000030495155,0.00018657919,0.014315364,0.00046162005,0.02561854],"study_design_scores_gemma":[0.18947405,0.0019205803,0.38685036,0.0008765841,0.0003836305,0.00045856214,0.000108583685,0.002983462,0.004649077,0.002420567,0.40887535,0.0009992255],"about_ca_topic_score_codex":0.00002701506,"about_ca_topic_score_gemma":0.0000014605646,"teacher_disagreement_score":0.5672407,"about_ca_system_score_codex":0.000032681037,"about_ca_system_score_gemma":0.0000464275,"threshold_uncertainty_score":0.6524641},"labels":[],"label_agreement":null},{"id":"W2048751590","doi":"10.1007/s00464-008-9934-8","title":"Laparoscopy influences hiring practices within academic surgical departments","year":2008,"lang":"en","type":"article","venue":"Surgical Endoscopy","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":3,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ottawa Hospital; University of Ottawa","funders":"","keywords":"Academic institution; Medicine; Likert scale; Demographics; Family medicine; Medical education; Psychology; Management; Demography","score_opus":0.08941210298789078,"score_gpt":0.3952719709509036,"score_spread":0.30585986796301284,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2048751590","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.95969486,0.0008306419,0.000003825171,0.0004924206,0.00037687883,0.0003214223,0.000005383034,0.00031933296,0.03795523],"genre_scores_gemma":[0.9964281,0.00056318793,0.00062879367,0.000425716,0.00048769833,0.000039669645,0.000040641306,0.00003649086,0.0013497303],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.99701035,0.00017901995,0.00072983495,0.00058338605,0.00089196104,0.00060545694],"domain_scores_gemma":[0.99753726,0.0010154359,0.00043284395,0.00029478787,0.000102957005,0.00061673793],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0005209616,0.00031937636,0.0006222137,0.00014529805,0.00030622588,0.00002994708,0.00018054883,0.00030044274,0.0014059581],"category_scores_gemma":[0.00059715315,0.00024794784,0.00021076703,0.00052390964,0.00033680582,0.00037071068,0.00008137756,0.00092352025,0.00045877197],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.005187007,0.00047401187,0.9784934,0.00007684287,0.00023136956,0.0096841585,0.00068483694,0.00047744182,0.00043109167,0.0024944847,0.00023707264,0.0015283157],"study_design_scores_gemma":[0.09318445,0.0012780983,0.094362676,0.00055453647,0.00036970028,0.0076454715,0.00045484607,0.0042766784,0.026649237,0.00059493195,0.76920164,0.0014277225],"about_ca_topic_score_codex":0.000047943406,"about_ca_topic_score_gemma":0.0000026091104,"teacher_disagreement_score":0.8841307,"about_ca_system_score_codex":0.0000758537,"about_ca_system_score_gemma":0.00019586847,"threshold_uncertainty_score":0.99999726},"labels":[],"label_agreement":null},{"id":"W2048767883","doi":"10.1016/j.arthro.2014.02.021","title":"The Knee Arthroscopy Learning Curve: Quantitative Assessment of Surgical Skills","year":2014,"lang":"en","type":"article","venue":"Arthroscopy The Journal of Arthroscopic and Related Surgery","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":46,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Toronto Western Hospital; McMaster University; University of Toronto","funders":"","keywords":"Medicine; Interquartile range; CUSUM; Arthroscopy; Learning curve; Knee arthroscopy; Surgery; Physical therapy; Statistics","score_opus":0.014056983684722964,"score_gpt":0.3244474671372586,"score_spread":0.3103904834525356,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2048767883","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98798794,0.0035954525,0.0008963144,0.0018704776,0.0010738553,0.00022329007,0.000001155595,0.000028024722,0.004323491],"genre_scores_gemma":[0.98981845,0.00893419,0.00050234504,0.00013223429,0.00011156463,0.0000021355468,0.000003634841,0.000028390796,0.00046702582],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9966455,0.00086469826,0.001300502,0.00018237955,0.0006249378,0.00038194502],"domain_scores_gemma":[0.9908621,0.007331244,0.0009831995,0.0002631435,0.00033484193,0.00022550243],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0040806956,0.0002445347,0.0008138422,0.00014745402,0.000625268,0.000048439935,0.000106600775,0.0001697071,0.00020221579],"category_scores_gemma":[0.0007771429,0.00012598114,0.0003212694,0.0003869689,0.0008611168,0.00017752506,0.000055097964,0.0009805921,0.000010092487],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0026798553,0.001100421,0.886564,0.00024301649,0.0027542512,0.0002452303,0.004660525,0.005781469,0.002727788,0.022848722,0.0014997098,0.06889502],"study_design_scores_gemma":[0.026424466,0.010050638,0.6016383,0.005795593,0.0018772619,0.002718739,0.0076267906,0.025882723,0.0042444333,0.0062417067,0.30624402,0.0012552826],"about_ca_topic_score_codex":0.000006325874,"about_ca_topic_score_gemma":0.0000030519975,"teacher_disagreement_score":0.3047443,"about_ca_system_score_codex":0.000030127698,"about_ca_system_score_gemma":0.00022073452,"threshold_uncertainty_score":0.5137362},"labels":[],"label_agreement":null},{"id":"W2049360929","doi":"10.1038/ncpgasthep1101","title":"Is virtual reality simulation an effective training method in surgery?","year":2008,"lang":"en","type":"article","venue":"Nature Clinical Practice Gastroenterology &#38 Hepatology","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":31,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto; St. Michael's Hospital","funders":"","keywords":"Virtual reality; Medicine; Training (meteorology); Simulation training; Surgical simulation; Augmented reality; Medical physics; Simulation; Computer science; Human–computer interaction; Surgery","score_opus":0.1407435959068442,"score_gpt":0.49112446029551327,"score_spread":0.35038086438866906,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2049360929","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9744402,0.000079894395,0.010914582,0.011243212,0.0010750387,0.0006106072,0.000008883132,0.00014539405,0.0014821695],"genre_scores_gemma":[0.9573246,0.000066414716,0.0047927997,0.03717451,0.00045935644,0.000030667023,0.00009187047,0.000037382393,0.000022386144],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99169636,0.0045597665,0.0015696997,0.0010556281,0.0003810424,0.0007374931],"domain_scores_gemma":[0.9687498,0.029298633,0.00062084675,0.00051227474,0.0003846419,0.00043380645],"candidate_categories":["metaresearch","metaepi_narrow","research_integrity"],"consensus_categories":["research_integrity"],"category_scores_codex":[0.005578456,0.00033716232,0.0015218277,0.00033434725,0.000146813,0.000009650452,0.00014900166,0.0016568804,0.00028699634],"category_scores_gemma":[0.025219433,0.00031081506,0.00041150433,0.0003820184,0.0004539977,0.000461241,0.000073568204,0.003882903,0.000040221254],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.015475387,0.0013231841,0.9315739,0.000013455729,0.0002624545,0.0018535312,0.0008509251,0.0010476699,0.000009515627,0.00020186818,0.00030991202,0.04707818],"study_design_scores_gemma":[0.010239477,0.0030420942,0.9034498,0.000035260935,0.00022626237,0.002326032,0.00042259117,0.057842188,0.000011407665,0.0002584487,0.021931902,0.00021454084],"about_ca_topic_score_codex":0.000047900085,"about_ca_topic_score_gemma":0.00009744415,"teacher_disagreement_score":0.056794517,"about_ca_system_score_codex":0.00010933042,"about_ca_system_score_gemma":0.00018813461,"threshold_uncertainty_score":0.9999344},"labels":[],"label_agreement":null},{"id":"W2049440734","doi":"10.1007/s11548-014-1145-2","title":"An analysis of tracking error in image-guided neurosurgery","year":2015,"lang":"en","type":"article","venue":"International Journal of Computer Assisted Radiology and Surgery","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":27,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University; Montreal Neurological Institute and Hospital","funders":"","keywords":"Fiducial marker; Computer vision; Artificial intelligence; Computer science; Calibration; Tracking (education); Camera resectioning; Enhanced Data Rates for GSM Evolution; Tracking error; Image registration; Image (mathematics); Mathematics; Statistics","score_opus":0.08934299380256462,"score_gpt":0.36597309809548123,"score_spread":0.2766301042929166,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2049440734","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99150133,0.00013444686,0.0066920216,0.00068691757,0.0008228282,0.000024457937,0.0000022561394,0.000007900156,0.0001278567],"genre_scores_gemma":[0.9978119,0.00002540225,0.0012655519,0.00062600314,0.00023933235,3.8519846e-7,0.0000214172,0.000005744203,0.000004235257],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99845123,0.00023363199,0.00081148115,0.00012071792,0.0002752728,0.00010763454],"domain_scores_gemma":[0.99782723,0.0009699545,0.00038681558,0.000077748264,0.00057869393,0.00015955062],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0012287095,0.000087170316,0.0006427055,0.0012699493,0.000011372244,0.000018598756,0.000086339016,0.000081791615,0.000035920682],"category_scores_gemma":[0.0002793831,0.000071021575,0.0002573723,0.0003324134,0.000090699476,0.00018564328,0.000014182115,0.00018459909,3.7785935e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000700701,0.00022423736,0.96180606,0.0000051717434,0.001032969,0.001160011,0.00027070506,0.0056345123,0.00027087223,0.000058408314,0.00019860579,0.028637758],"study_design_scores_gemma":[0.0013904817,0.00008143542,0.94175434,0.000055478384,0.00017759841,0.0012617293,0.000057127156,0.0546963,0.000044281835,0.00004773699,0.00037218165,0.0000613016],"about_ca_topic_score_codex":0.0000087692115,"about_ca_topic_score_gemma":0.0000028537497,"teacher_disagreement_score":0.049061786,"about_ca_system_score_codex":0.000038195423,"about_ca_system_score_gemma":0.000121558725,"threshold_uncertainty_score":0.2896176},"labels":[],"label_agreement":null},{"id":"W2049519544","doi":"10.1227/01.neu.0000153928.51881.27","title":"Robotic Long-distance Telementoring in Neurosurgery","year":2005,"lang":"en","type":"article","venue":"Neurosurgery","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":87,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Queen Elizabeth II Health Sciences Centre; Saint John Regional Hospital; Dalhousie University","funders":"","keywords":"Medicine; Neurosurgery; MEDLINE; Surgery","score_opus":0.03990231972202075,"score_gpt":0.2965235109630825,"score_spread":0.25662119124106175,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2049519544","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9927488,0.0002066666,0.00037305424,0.0017099418,0.0007109242,0.00017885256,9.966733e-7,0.00016885888,0.0039019077],"genre_scores_gemma":[0.99558526,0.00006674849,0.000102765225,0.0027576536,0.00035980914,0.000012945889,0.000008291476,0.00003503409,0.0010715153],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9983252,0.000059519363,0.0004983728,0.00035413183,0.000332535,0.0004301962],"domain_scores_gemma":[0.99899656,0.0004366381,0.00008098461,0.0002592336,0.00003410293,0.00019249426],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00030676942,0.00016660825,0.00034828557,0.00023245912,0.00006064199,0.000033743174,0.000053676027,0.00006247299,0.00040649364],"category_scores_gemma":[0.0003462843,0.0001628036,0.00013890777,0.0004977961,0.000036941317,0.00015791086,0.00002745551,0.0002874183,0.00010237268],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00016750139,0.00025449865,0.93431455,0.00004081183,0.000008111292,0.0008333073,0.00006682877,0.010840402,0.00049384777,0.00015346907,0.00045365706,0.052373],"study_design_scores_gemma":[0.001777935,0.00003560069,0.9032382,0.00012361625,0.000016365033,0.00006822116,0.000011491241,0.010185052,0.00052805507,0.000015206024,0.08378041,0.00021989654],"about_ca_topic_score_codex":0.0000060664197,"about_ca_topic_score_gemma":0.000015951031,"teacher_disagreement_score":0.08332675,"about_ca_system_score_codex":0.00008328112,"about_ca_system_score_gemma":0.000045141674,"threshold_uncertainty_score":0.6638938},"labels":[],"label_agreement":null},{"id":"W2049582733","doi":"10.1007/s11548-009-0397-8","title":"Intra-operative virtual endoscopy for image guided endonasal transsphenoidal pituitary surgery","year":2009,"lang":"en","type":"article","venue":"International Journal of Computer Assisted Radiology and Surgery","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":58,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Medtronic (Canada); National Research Council Canada","funders":"","keywords":"Transsphenoidal surgery; Endoscopy; Visualization; Medicine; Navigation system; Surgery; Endoscopic surgery; Computer science; Virtual reality; Radiology; Computer vision; Artificial intelligence; Pituitary adenoma; Adenoma; Pathology","score_opus":0.0333905962333375,"score_gpt":0.32297937176465313,"score_spread":0.2895887755313156,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2049582733","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8852233,0.0004718491,0.10370865,0.0075086714,0.002591747,0.00014401005,0.000015697535,0.000033779626,0.0003022772],"genre_scores_gemma":[0.98663145,0.00014719853,0.0071213595,0.004341638,0.0016564918,0.0000027395588,0.000060906023,0.000011337453,0.000026857533],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9982564,0.00016872444,0.0008777321,0.00019422741,0.00028026075,0.00022267827],"domain_scores_gemma":[0.9956577,0.0032397143,0.00028148582,0.00007173626,0.00056188874,0.00018751054],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0008150942,0.00017927926,0.0007099954,0.00039215357,0.00007229012,0.00004197876,0.00010407837,0.00013495445,0.000104767976],"category_scores_gemma":[0.0002609269,0.00014276349,0.00045101988,0.000086676424,0.00013497111,0.00022668764,0.000010331617,0.00027633994,0.0000017488053],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.012708409,0.0011342379,0.056182377,0.000041494888,0.0034351521,0.0049851895,0.0012444281,0.0007501726,0.0076570106,0.0032764962,0.032738026,0.875847],"study_design_scores_gemma":[0.022295577,0.0026592154,0.87117803,0.00089079083,0.00048301023,0.035881635,0.00026171975,0.018705422,0.0038733403,0.0026354217,0.040141415,0.000994406],"about_ca_topic_score_codex":0.0000012897448,"about_ca_topic_score_gemma":3.7984395e-7,"teacher_disagreement_score":0.8748526,"about_ca_system_score_codex":0.000053003092,"about_ca_system_score_gemma":0.00022072997,"threshold_uncertainty_score":0.58217263},"labels":[],"label_agreement":null},{"id":"W2049729832","doi":"10.1016/j.juro.2014.02.514","title":"PD6-06 VALIDATION OF A NOVEL INANIMATE URETEROSCOPY TRAINING MODEL AND A SIMULATION-BASED FLEXIBLE URETEROSCOPY TRAINING COURSE","year":2014,"lang":"en","type":"article","venue":"The Journal of Urology","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Medicine; Curriculum; Pace; Ureteroscopy; Popularity; Simulation training; Medical education; Urology; Simulation; Pedagogy; Computer science; Ureter; Psychology","score_opus":0.08279631014248251,"score_gpt":0.3515897023853316,"score_spread":0.2687933922428491,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2049729832","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8288231,0.000071692746,0.1697606,0.00080760353,0.00007417014,0.0001104988,0.0000032429612,0.000016885946,0.00033223658],"genre_scores_gemma":[0.99437344,0.000006704233,0.0043478766,0.0011220806,0.00010719573,0.0000012857683,0.0000051488623,0.000021531849,0.000014730436],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9986204,0.00015816036,0.0006033072,0.00011566425,0.0002785412,0.00022396218],"domain_scores_gemma":[0.9976363,0.0013285363,0.0005554745,0.00014607089,0.00020673838,0.000126891],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0015726386,0.0001425306,0.00047407162,0.00014837703,0.00008972578,0.0000125828055,0.00009968525,0.00012001675,0.000036931582],"category_scores_gemma":[0.00049561594,0.00009886174,0.00009500906,0.00013993091,0.00017131574,0.00009976255,0.000015448733,0.00031514082,0.000001099952],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0014465458,0.00009442484,0.004845187,0.000028867827,0.00007558845,0.0000020358002,0.004393491,0.96793956,0.018707208,0.0003119235,0.0000037438067,0.002151438],"study_design_scores_gemma":[0.0069669546,0.0010558043,0.0068326453,0.00007752855,0.00029729443,0.00006115953,0.00025450616,0.98261404,0.001025929,0.0005490723,0.00017921254,0.00008586499],"about_ca_topic_score_codex":0.0000021333378,"about_ca_topic_score_gemma":4.319639e-7,"teacher_disagreement_score":0.16555037,"about_ca_system_score_codex":0.000016256015,"about_ca_system_score_gemma":0.00014197065,"threshold_uncertainty_score":0.40314648},"labels":[],"label_agreement":null},{"id":"W2049796063","doi":"10.1097/acm.0000000000000680","title":"Transition to Surgical Residency","year":2015,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":105,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"McGill University","funders":"","keywords":"Transition (genetics); MEDLINE; Medical education; Family medicine; Medicine; Political science; Genetics; Biology","score_opus":0.12419929415665003,"score_gpt":0.39895060706620583,"score_spread":0.2747513129095558,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2049796063","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7903311,0.00090357964,0.0015775459,0.086619206,0.0004353456,0.0004256744,0.0000011726928,0.00023011563,0.11947625],"genre_scores_gemma":[0.9891087,0.000053222342,0.00011956826,0.0069661634,0.0013150088,0.00000899481,0.00002547556,0.00001396774,0.0023889232],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99863935,0.000050105988,0.0003432084,0.00021674317,0.00053021824,0.000220382],"domain_scores_gemma":[0.9987285,0.00017336235,0.000033943114,0.000145028,0.00010836961,0.00081076083],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00078230916,0.000108156964,0.00029185836,0.00013557576,0.000027475091,0.000001629818,0.000062939594,0.00016163314,0.00086762843],"category_scores_gemma":[0.0007313039,0.00007633131,0.00003270328,0.00037369097,0.00006809168,0.000052619256,0.000013125078,0.0004141932,0.0002972433],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.014897474,0.0002147132,0.06331256,0.00038191435,0.0003942326,0.00638687,0.14982967,0.0013466568,0.005086197,0.094529115,0.3741917,0.2894289],"study_design_scores_gemma":[0.025512472,0.001592768,0.01020087,0.0009258838,0.00019411612,0.00080862426,0.0049024457,0.0015351915,0.00047452457,0.0061500072,0.9473734,0.00032972815],"about_ca_topic_score_codex":0.000031670374,"about_ca_topic_score_gemma":9.80414e-7,"teacher_disagreement_score":0.5731817,"about_ca_system_score_codex":0.000053686406,"about_ca_system_score_gemma":0.000087195076,"threshold_uncertainty_score":0.9499923},"labels":[],"label_agreement":null},{"id":"W2050108028","doi":"10.1016/j.jsurg.2009.08.003","title":"The Effect of a Focused Instructional Session on Knowledge of Surgical Staplers in General Surgery Residents","year":2009,"lang":"en","type":"article","venue":"Journal of surgical education","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":3,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta; University of Calgary","funders":"","keywords":"Medicine; Test (biology); Session (web analytics); Surgical procedures; Surgery; General surgery; Physical therapy","score_opus":0.024724247624354698,"score_gpt":0.3534380315935697,"score_spread":0.32871378396921497,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2050108028","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99474204,0.00048184046,0.0000022553863,0.0015143616,0.0006001829,0.00013633457,8.2333935e-7,0.000004675575,0.0025175158],"genre_scores_gemma":[0.99907,0.0002878875,0.000060786122,0.000022999877,0.00040496414,0.0000018736497,0.0000063468156,0.000007215033,0.0001379124],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9979416,0.00034339755,0.00094949186,0.00011276758,0.0004949764,0.00015772865],"domain_scores_gemma":[0.9967632,0.0021727437,0.00052001263,0.00011676887,0.00027115634,0.00015611174],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0015467135,0.000118469194,0.0005065643,0.00033792914,0.00005025195,0.000011043804,0.000073631985,0.00010782049,0.00010752723],"category_scores_gemma":[0.00033614636,0.00006907453,0.00030298316,0.00046618195,0.000078515885,0.00010241754,0.00000846192,0.0003311434,0.000002183103],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.01708698,0.0016977146,0.26016343,0.00011473347,0.000099437784,0.00010551476,0.00038933702,0.00065640383,0.00040869205,0.0019403014,0.0011720922,0.71616536],"study_design_scores_gemma":[0.01113718,0.0018109397,0.9601844,0.0013222485,0.00007167763,0.0004171772,0.00015172399,0.00043144397,0.0033810383,0.00045386594,0.020499878,0.00013842089],"about_ca_topic_score_codex":0.000013456584,"about_ca_topic_score_gemma":0.0000014629326,"teacher_disagreement_score":0.71602696,"about_ca_system_score_codex":0.00011814483,"about_ca_system_score_gemma":0.00045944695,"threshold_uncertainty_score":0.28167775},"labels":[],"label_agreement":null},{"id":"W2050317666","doi":"10.1503/cjs.035311","title":"Using a depth-sensing infrared camera system to access and manipulate medical imaging from within the sterile operating field","year":2013,"lang":"en","type":"article","venue":"Canadian Journal of Surgery","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":44,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Sunnybrook Health Science Centre; Toronto General Hospital; University of Toronto","funders":"","keywords":"Medicine; Interface (matter); Medical physics; Surgical team; Surgery; Operating system; Computer science","score_opus":0.08233452031880299,"score_gpt":0.31001895061677454,"score_spread":0.22768443029797153,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2050317666","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99488235,0.00030841262,0.00064936513,0.0026686827,0.00061267515,0.00012720352,0.0000013746843,0.0000083952245,0.00074152864],"genre_scores_gemma":[0.9933682,0.0000018814277,0.0004912838,0.0056396727,0.00047192792,8.5890497e-7,0.0000014426378,0.00001566243,0.000009077799],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.998844,0.00008463845,0.00050553837,0.00010786045,0.00024270607,0.00021520101],"domain_scores_gemma":[0.99793255,0.00065331126,0.00016051313,0.000103889826,0.00017144563,0.0009783062],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00055510143,0.00010017152,0.0003110951,0.00019916071,0.00018246767,0.00026388702,0.00007951978,0.00005595687,0.00029666952],"category_scores_gemma":[0.00078709796,0.000069156915,0.00007001892,0.00016659171,0.00004008684,0.0003025097,0.000022127377,0.00027664777,0.000003075564],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000355215,0.0000040136197,0.8969541,0.000044154072,0.00009782671,0.0026518335,0.0016211048,0.00035254314,0.00015766038,0.000029225112,0.00053456763,0.09751743],"study_design_scores_gemma":[0.0017097549,0.000035817513,0.7150834,0.0069283308,0.00016280275,0.004570636,0.0075437725,0.26076216,0.00033811826,0.000093473376,0.0023286417,0.0004430506],"about_ca_topic_score_codex":0.025625499,"about_ca_topic_score_gemma":0.0023752348,"teacher_disagreement_score":0.26040962,"about_ca_system_score_codex":0.000089018955,"about_ca_system_score_gemma":0.00062748266,"threshold_uncertainty_score":0.9808629},"labels":[],"label_agreement":null},{"id":"W2050691022","doi":"10.1007/s12630-013-9884-z","title":"Methodological considerations of ultrasound-guided spinal anesthesia using the Ultrasonix GPS™ needle tracking system","year":2013,"lang":"en","type":"letter","venue":"Canadian Journal of Anesthesia/Journal canadien d anesthésie","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":11,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Vancouver General Hospital","funders":"","keywords":"Spinal anesthesia; Global Positioning System; Medicine; Anesthesia; Tracking (education); Ultrasound; Computer science; Radiology; Psychology; Telecommunications","score_opus":0.12473125683471517,"score_gpt":0.3178346323204664,"score_spread":0.1931033754857512,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2050691022","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7432024,0.0033029185,0.00025279226,0.25042138,0.00077737164,0.0009872642,0.000014989651,0.000043164044,0.000997772],"genre_scores_gemma":[0.9614807,0.000050245384,0.003250806,0.029119052,0.0055335984,0.0000069946095,0.000028106537,0.00017926784,0.0003512605],"study_design_codex":"case_report","study_design_gemma":"case_report","domain_scores_codex":[0.9923099,0.0014903516,0.0028077296,0.00047431837,0.001401318,0.0015163841],"domain_scores_gemma":[0.9893179,0.002180217,0.0029769035,0.0005856074,0.0026860232,0.0022533364],"candidate_categories":["metaepi_narrow","research_integrity","insufficient_payload"],"consensus_categories":["research_integrity"],"category_scores_codex":[0.004023758,0.00086288137,0.0023967274,0.0014072686,0.0011041771,0.00061079743,0.0007823551,0.0013410271,0.0010809056],"category_scores_gemma":[0.0019466361,0.0006039148,0.0012843853,0.00077758654,0.00085946114,0.00043958882,0.000008851591,0.005201739,0.000015784175],"study_design_candidate":"case_report","study_design_consensus":"case_report","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00013183925,0.00003724369,0.0025423854,0.0003768457,0.000684776,0.8927746,0.0011654194,0.0016463476,0.00011426201,0.00056856615,0.09913608,0.0008216623],"study_design_scores_gemma":[0.0015404348,0.000821885,0.0024575796,0.001847264,0.0010950008,0.92805207,0.0017346259,0.0001785964,0.00008788904,0.00020487726,0.06143334,0.0005464109],"about_ca_topic_score_codex":0.00885422,"about_ca_topic_score_gemma":0.00060277927,"teacher_disagreement_score":0.22130232,"about_ca_system_score_codex":0.0016662944,"about_ca_system_score_gemma":0.009216161,"threshold_uncertainty_score":0.9999554},"labels":[],"label_agreement":null},{"id":"W2050758385","doi":"10.1089/end.2009.0122","title":"Re: Use of a Warming Bath to Prevent Lens Fogging During Laparoscopy","year":2009,"lang":"en","type":"letter","venue":"Journal of Endourology","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto; University Health Network","funders":"","keywords":"Fogging; Medicine; Lens (geology); Laparoscopy; General surgery; Surgery; Ophthalmology; Art; Visual arts; Physics; Optics","score_opus":0.06043991454694544,"score_gpt":0.32142982259498737,"score_spread":0.26098990804804195,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2050758385","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.68284786,0.00026003027,0.00013712794,0.31450534,0.000743767,0.00028435912,0.0000055483442,0.000025857391,0.0011901021],"genre_scores_gemma":[0.6372078,0.00007385192,0.0021028332,0.3563612,0.0036172634,0.0000020082227,0.000009106534,0.000048261987,0.000577662],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99786943,0.00015769388,0.0009492867,0.00020202127,0.00043572852,0.00038585387],"domain_scores_gemma":[0.9980122,0.0005986962,0.0008106007,0.00021737542,0.00022011356,0.00014101705],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00035997914,0.00022191057,0.0009940525,0.0005438672,0.00004034311,0.000017265242,0.00012868289,0.00042064756,0.00028291263],"category_scores_gemma":[0.0006308303,0.000180989,0.00036689587,0.00015684417,0.000036170346,0.0001230081,0.000039420578,0.0018083892,0.000006752892],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.011927,0.0016675655,0.025399968,0.0017044733,0.0038660313,0.08092409,0.0048679495,0.012510997,0.027592298,0.000099393736,0.801036,0.028404234],"study_design_scores_gemma":[0.0036960435,0.0018749619,0.004384713,0.00085964694,0.0005198361,0.0019169071,0.000033798453,0.000091532136,0.0024992065,0.00006486632,0.98381805,0.00024044323],"about_ca_topic_score_codex":0.000005179467,"about_ca_topic_score_gemma":0.0000021034664,"teacher_disagreement_score":0.18278205,"about_ca_system_score_codex":0.00007991359,"about_ca_system_score_gemma":0.00011281541,"threshold_uncertainty_score":0.7856652},"labels":[],"label_agreement":null},{"id":"W2050833367","doi":"10.1007/s00268-007-9076-5","title":"Telesurgery: Remote Knowledge Translation in Clinical Surgery","year":2007,"lang":"en","type":"article","venue":"World Journal of Surgery","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":62,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"McMaster University","funders":"","keywords":"Medicine; Vascular surgery; The Internet; Telemedicine; Invasive surgery; Robotic surgery; Abdominal surgery; Medical education; Surgery; Cardiac surgery; Computer science; Health care; World Wide Web; Political science","score_opus":0.22998507335968632,"score_gpt":0.41217781336446735,"score_spread":0.18219274000478103,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2050833367","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9815289,0.0022989286,0.0008841652,0.00097533397,0.0018866202,0.00009035131,6.0734436e-7,0.000030519077,0.012304625],"genre_scores_gemma":[0.99735266,0.00036055676,0.00050292315,0.00043982695,0.001029109,1.7196962e-7,0.000005428414,0.000025340498,0.00028398342],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99636436,0.00021912743,0.0024649396,0.00016987932,0.00040769114,0.0003740346],"domain_scores_gemma":[0.9806697,0.017996047,0.00058299565,0.00014878191,0.00023421516,0.00036830123],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.01382178,0.00015554448,0.0010154501,0.0016431957,0.00003877895,0.00001601451,0.000048454913,0.00012763588,0.00032241206],"category_scores_gemma":[0.0019643253,0.00013083049,0.00086805265,0.0013013507,0.00008149103,0.00017497795,0.000008297101,0.0006630965,0.000026423711],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0008446662,0.00018654398,0.45711565,0.00002329198,0.00003963249,0.0007574814,0.000072000286,0.000008672946,0.000018296398,0.00001535461,0.00095482264,0.5399636],"study_design_scores_gemma":[0.0014731081,0.000022631193,0.8534995,0.0008017927,0.000049151753,0.0002228469,0.000082155246,0.00022619551,0.000110102315,0.00011493425,0.14324126,0.00015635164],"about_ca_topic_score_codex":0.00000648807,"about_ca_topic_score_gemma":0.00006307827,"teacher_disagreement_score":0.53980726,"about_ca_system_score_codex":0.00007922245,"about_ca_system_score_gemma":0.00035041635,"threshold_uncertainty_score":0.5335113},"labels":[],"label_agreement":null},{"id":"W2051057820","doi":"10.2196/ijmr.2611","title":"An Evaluation Framework for Defining the Contributions of Telestration in Surgical Telementoring","year":2013,"lang":"en","type":"article","venue":"Interactive Journal of Medical Research","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Computer science; Popularity; Telemedicine; Systematic review; Annotation; Information retrieval; Set (abstract data type); Domain (mathematical analysis); World Wide Web; Data science; MEDLINE; Health care; Artificial intelligence","score_opus":0.14187130716484378,"score_gpt":0.5573568534212672,"score_spread":0.4154855462564234,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2051057820","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98162645,0.00023596271,0.009244355,0.0072393585,0.00015068855,0.0005979502,0.0000022486645,0.0000029587986,0.0009000335],"genre_scores_gemma":[0.99876446,0.000041263127,0.0007734302,0.00005319666,0.00030947782,0.000041572326,0.0000059313584,0.0000057978164,0.0000048811444],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99603647,0.0006552123,0.0006105385,0.000093713825,0.0023832861,0.00022077227],"domain_scores_gemma":[0.98643273,0.010154491,0.00021256946,0.000110885194,0.0028219428,0.0002673783],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.012233918,0.000055128683,0.00022396607,0.00024389011,0.0000705134,0.00003624798,0.00015971233,0.00012382188,0.0017111896],"category_scores_gemma":[0.02536441,0.000032966356,0.00009042034,0.00032664626,0.00012470903,0.00022477006,0.000021567144,0.0011418409,0.0000054731304],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0020514138,0.0010235446,0.019061211,0.000042203992,0.00016547568,0.00006645848,0.0022347132,0.00032266238,0.0013796092,0.033404823,0.00016364912,0.9400842],"study_design_scores_gemma":[0.04220322,0.010835478,0.30192125,0.007989827,0.00022674064,0.00061692414,0.03544496,0.44366202,0.023129297,0.10157556,0.032036655,0.00035808067],"about_ca_topic_score_codex":0.00007269445,"about_ca_topic_score_gemma":0.000008859111,"teacher_disagreement_score":0.9397262,"about_ca_system_score_codex":0.0002002094,"about_ca_system_score_gemma":0.00056239334,"threshold_uncertainty_score":0.99920136},"labels":[],"label_agreement":null},{"id":"W2051291511","doi":"10.4103/0974-7796.150475","title":"Transfer of skills on LapSim virtual reality laparoscopic simulator into the operating room in urology","year":2015,"lang":"en","type":"article","venue":"Urology Annals","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":18,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"McGill University Health Centre","funders":"","keywords":"Medicine; Predictive validity; Test (biology); Context (archaeology); Virtual reality; Nonparametric statistics; Criterion validity; Simulation; Physical therapy; Surgery; Construct validity; Computer science; Statistics; Artificial intelligence; Mathematics","score_opus":0.06665074348457974,"score_gpt":0.3637341914499401,"score_spread":0.2970834479653604,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2051291511","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9856592,0.00012444485,0.00014687162,0.009846639,0.00014992339,0.00020594198,0.0000032496762,0.000027372778,0.003836365],"genre_scores_gemma":[0.9849542,0.0000073208844,0.000009999522,0.01479327,0.00008677195,0.00000899644,0.000012841077,0.0000106329235,0.000116004056],"study_design_codex":"simulation_or_modeling","study_design_gemma":"observational","domain_scores_codex":[0.9985916,0.0003891689,0.00038455366,0.00022749465,0.00016771149,0.0002394555],"domain_scores_gemma":[0.9987224,0.0007896621,0.00003876772,0.00023001678,0.0000986092,0.00012058595],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0010186192,0.00011860044,0.00037242737,0.00009012003,0.00004426309,0.0000042271167,0.00009307839,0.00020667797,0.00020170798],"category_scores_gemma":[0.0008778881,0.000079594865,0.000064086445,0.00018221549,0.00015294885,0.00004469248,0.000021114958,0.00034370416,0.000033902703],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.006001267,0.0016847396,0.2014265,0.00004739138,0.00034012957,0.0002923656,0.026678246,0.6825353,0.001450331,0.04858418,0.00095984887,0.029999712],"study_design_scores_gemma":[0.06465573,0.022233937,0.4189337,0.00014765824,0.00038627104,0.000095914475,0.0027808996,0.19680189,0.014667819,0.014172027,0.26398528,0.0011389104],"about_ca_topic_score_codex":0.000061772414,"about_ca_topic_score_gemma":0.00006592985,"teacher_disagreement_score":0.4857334,"about_ca_system_score_codex":0.000014901484,"about_ca_system_score_gemma":0.00009269013,"threshold_uncertainty_score":0.32457846},"labels":[],"label_agreement":null},{"id":"W2051931157","doi":"10.1097/brs.0b013e3182640f69","title":"Spinal Surgery Fellowship Education in Canada","year":2012,"lang":"en","type":"article","venue":"Spine","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":13,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Toronto Western Hospital; Health Sciences Centre; Vancouver General Hospital; Sunnybrook Health Science Centre; University of British Columbia; University Health Network; University of Toronto","funders":"American Board of Orthopaedic Surgery; Canadian Spine Society","keywords":"Medicine; Specialty; Subspecialty; Core competency; Curriculum; Medical education; Descriptive statistics; Cognition; Perception; Family medicine; Psychology; Pedagogy","score_opus":0.04233071648953034,"score_gpt":0.3163952302633394,"score_spread":0.274064513773809,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2051931157","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97835,0.00039095007,0.000013259933,0.00082117517,0.00044323454,0.000057710455,2.441701e-7,0.000010039288,0.019913383],"genre_scores_gemma":[0.9978243,0.0000038927765,0.00007512856,0.0010824167,0.0003769471,0.0000032473358,0.000017462042,0.000005050258,0.0006115209],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9995568,0.000011361496,0.00011864723,0.00005441887,0.00010563101,0.00015316333],"domain_scores_gemma":[0.99975073,0.00002321577,0.0000199653,0.00006461276,0.000017625443,0.00012384719],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00013012272,0.00004238882,0.000102073645,0.000047625155,0.000011202216,0.0000019588422,0.000011618318,0.000017132816,0.00051072007],"category_scores_gemma":[0.00009256372,0.000036993915,0.000020744847,0.00012932843,0.000005951502,0.00003806483,0.000003978384,0.00006559679,0.000022199136],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000027810513,0.00006208176,0.88279706,0.000017447011,0.0000032790813,0.0000054976813,0.000018017145,0.000003868131,0.000026758265,0.0002513553,0.00074718136,0.116039656],"study_design_scores_gemma":[0.00029627077,0.000007654248,0.9420077,0.000051172345,0.0000043881532,0.0000074820314,0.00009066128,0.000038027272,0.00008872266,0.000010391674,0.057356223,0.0000412918],"about_ca_topic_score_codex":0.29108822,"about_ca_topic_score_gemma":0.1562102,"teacher_disagreement_score":0.13487802,"about_ca_system_score_codex":0.00016553512,"about_ca_system_score_gemma":0.0014836385,"threshold_uncertainty_score":0.85918677},"labels":[],"label_agreement":null},{"id":"W2052069076","doi":"10.1007/s00464-014-3691-7","title":"The effects of acute aerobic exercise on the acquisition and retention of laparoscopic skills","year":2014,"lang":"en","type":"article","venue":"Surgical Endoscopy","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":14,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Montreal General Hospital; McGill University Health Centre","funders":"National Aeronautics and Space Administration","keywords":"Medicine; Workload; Physical therapy; Statistical significance; Aerobic exercise; Anaerobic exercise; Wilcoxon signed-rank test; Treadmill; Physical fitness; Internal medicine; Mann–Whitney U test","score_opus":0.007601192931645191,"score_gpt":0.26723715147289634,"score_spread":0.25963595854125116,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2052069076","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99435014,0.00018465852,0.000016467362,0.0003399002,0.0001541875,0.00030746037,0.0000014267048,0.000019903484,0.0046258406],"genre_scores_gemma":[0.9993128,0.00027632277,0.000030485384,0.00009607019,0.00005194191,0.000015122318,0.000007970294,0.000008175965,0.00020106947],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9991305,0.0001269904,0.00022743312,0.00013480695,0.0002436242,0.00013664803],"domain_scores_gemma":[0.9975669,0.0020091417,0.00010275735,0.00020372262,0.00005058531,0.00006689249],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00036491544,0.000091267175,0.0002540483,0.000030793908,0.000090021735,0.000009711115,0.00005330781,0.000062138686,0.00006704431],"category_scores_gemma":[0.00016064136,0.000044898385,0.00009265873,0.00013210507,0.00017422804,0.00002451752,0.000021140544,0.000117005926,0.000007698163],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.028317766,0.0034032655,0.08230702,0.003001197,0.0019891353,0.0002609285,0.0029360994,0.0001264235,0.09094165,0.43478408,0.0011534,0.35077903],"study_design_scores_gemma":[0.09662978,0.0054198853,0.21648455,0.0051530353,0.0013037864,0.00004554301,0.00016212356,0.0035033461,0.63874483,0.009372462,0.022694882,0.00048577823],"about_ca_topic_score_codex":0.0000033180465,"about_ca_topic_score_gemma":2.1618986e-7,"teacher_disagreement_score":0.54780316,"about_ca_system_score_codex":0.000008401945,"about_ca_system_score_gemma":0.000009274015,"threshold_uncertainty_score":0.1830903},"labels":[],"label_agreement":null},{"id":"W2052114528","doi":"10.2106/jbjs.k.01284","title":"A Comparison of Orthopaedic Resident Performance on Surgical Fixation of an Ulnar Fracture Using Virtual Reality and Synthetic Models","year":2013,"lang":"en","type":"article","venue":"Journal of Bone and Joint Surgery","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":69,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Fixation (population genetics); Orthodontics; Computer science; Medicine","score_opus":0.09564860703186799,"score_gpt":0.3335876824699488,"score_spread":0.2379390754380808,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2052114528","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99891853,0.0003270112,0.00022194456,0.00028583224,0.00004858322,0.00007660365,0.0000010313846,0.0000039079723,0.000116579504],"genre_scores_gemma":[0.99954647,0.00019189042,0.000102437356,0.00006294457,0.000077903635,4.2318402e-7,0.0000026023715,0.0000069661774,0.000008364791],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99833405,0.000102222555,0.0009980041,0.00009339803,0.00037059575,0.0001017197],"domain_scores_gemma":[0.99833655,0.00044729278,0.00076772727,0.000087791836,0.00020361286,0.00015700997],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001139108,0.00008921298,0.0007581962,0.00024157015,0.000041043335,0.000010166838,0.000008486763,0.00008017109,0.00007771348],"category_scores_gemma":[0.00016678468,0.00006271429,0.00014114071,0.00008990694,0.00007628496,0.00024418408,0.000010351042,0.00021147875,2.7015204e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0073791733,0.0018053657,0.7189478,0.0011782739,0.00033233644,0.00030355874,0.004381111,0.06948523,0.005840848,0.00030783407,0.00037797814,0.18966046],"study_design_scores_gemma":[0.0025265054,0.0010127085,0.7757052,0.0019017928,0.00014089445,0.0004411286,0.00087324076,0.21354759,0.0032510587,0.00024730773,0.000209919,0.00014263343],"about_ca_topic_score_codex":0.000039638846,"about_ca_topic_score_gemma":0.000001106305,"teacher_disagreement_score":0.18951783,"about_ca_system_score_codex":0.000016195003,"about_ca_system_score_gemma":0.000061368446,"threshold_uncertainty_score":0.25574145},"labels":[],"label_agreement":null},{"id":"W2052410085","doi":"10.1007/s00464-007-9451-1","title":"FLS simulator performance predicts intraoperative laparoscopic skill","year":2007,"lang":"en","type":"article","venue":"Surgical Endoscopy","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":227,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University; Montreal General Hospital; McGill University Health Centre","funders":"","keywords":"Medicine; Abdominal surgery; Cutoff; Receiver operating characteristic; Laparoscopic surgery; Laparoscopy; Physical therapy; Multivariate analysis; Surgery; Internal medicine","score_opus":0.018427568613107292,"score_gpt":0.3149255815869213,"score_spread":0.296498012973814,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2052410085","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.92885965,0.0001497693,0.00010551514,0.00015353654,0.0003448374,0.00032163176,0.0000047478275,0.0002138117,0.0698465],"genre_scores_gemma":[0.99692523,0.00005247008,0.00030304893,0.0006170443,0.00046449175,0.000009029244,0.000036694888,0.000028245437,0.0015637658],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.9981139,0.000041358595,0.00046187537,0.0003606199,0.00047135277,0.00055094546],"domain_scores_gemma":[0.9985322,0.0005489627,0.00006382544,0.00024293757,0.00011977693,0.00049234176],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0004822271,0.00022486832,0.00043716966,0.000111099194,0.0001360099,0.000026245596,0.000085924716,0.00016821963,0.002223627],"category_scores_gemma":[0.00017240916,0.00017220098,0.00012394834,0.00037792404,0.00014864774,0.00013519362,0.00003808987,0.00038571368,0.0003226619],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.020285886,0.002705902,0.81514436,0.000557803,0.0007570643,0.0050313175,0.0046029505,0.005818073,0.0015553626,0.016147153,0.0006572837,0.12673686],"study_design_scores_gemma":[0.16608278,0.0025965595,0.2213928,0.0007469153,0.00021277541,0.0002958227,0.0005397932,0.029618215,0.09234942,0.00016932507,0.48488513,0.0011104533],"about_ca_topic_score_codex":0.0000069413218,"about_ca_topic_score_gemma":0.0000022813176,"teacher_disagreement_score":0.59375155,"about_ca_system_score_codex":0.00007941307,"about_ca_system_score_gemma":0.00007806488,"threshold_uncertainty_score":0.99868846},"labels":[],"label_agreement":null},{"id":"W2052585986","doi":"10.1016/s0002-9610(02)00798-5","title":"A role for error training in surgical technical skill instruction and evaluation","year":2002,"lang":"en","type":"article","venue":"The American Journal of Surgery","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":72,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Inter-rater reliability; Rating scale; Psychology; Dreyfus model of skill acquisition; Reliability (semiconductor); Computer science; Medical education; Applied psychology; Medicine; Developmental psychology","score_opus":0.10420569311131034,"score_gpt":0.3498988343217001,"score_spread":0.24569314121038976,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2052585986","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9974183,0.00028160057,0.000049253387,0.0013033691,0.00007724046,0.000120891666,6.25863e-7,0.0000087589815,0.00073997444],"genre_scores_gemma":[0.99920595,0.000075551085,0.00031768708,0.00017074941,0.00020263264,0.000006448545,0.0000010875251,0.0000091777465,0.000010739185],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99893826,0.00012882389,0.00041920863,0.000083421386,0.00028703304,0.00014322082],"domain_scores_gemma":[0.99815077,0.0012716542,0.00030449743,0.000067400375,0.000115436516,0.00009024348],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0019444688,0.000070343856,0.00037710142,0.00018847651,0.000043582295,0.00001052602,0.000031317493,0.000025555928,0.00009107289],"category_scores_gemma":[0.0004903919,0.00004530027,0.00013273857,0.00031288824,0.0001618156,0.000076103795,0.000006834514,0.00019340671,9.1096007e-7],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0006690174,0.000050823444,0.018468672,0.0000043999785,0.000026063397,0.000023320277,0.0008443307,0.00017394955,0.000108405184,0.000047301048,0.000017024033,0.9795667],"study_design_scores_gemma":[0.01048076,0.00079926185,0.8957364,0.00047561747,0.00030556569,0.0067111203,0.011247924,0.061504602,0.00008179655,0.0018244172,0.010532286,0.0003002637],"about_ca_topic_score_codex":0.000004475407,"about_ca_topic_score_gemma":0.0000013222868,"teacher_disagreement_score":0.9792664,"about_ca_system_score_codex":0.00004596486,"about_ca_system_score_gemma":0.00005272981,"threshold_uncertainty_score":0.18472913},"labels":[],"label_agreement":null},{"id":"W2052647938","doi":"10.7899/1042-5055-25.2.125","title":"Learning Spinal Manipulation","year":2011,"lang":"en","type":"article","venue":"Journal of Chiropractic Education","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":27,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université du Québec à Trois-Rivières","funders":"","keywords":"Chiropractic; Spinal manipulation; Cohort; Medicine; Curriculum; Physical therapy; Physical medicine and rehabilitation; Medical education; Psychology; Alternative medicine; Pedagogy; Pathology","score_opus":0.10682592979454332,"score_gpt":0.3746044004173379,"score_spread":0.2677784706227946,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2052647938","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.94501144,0.00010765512,0.0005279253,0.00046640632,0.00053515116,0.000052295523,1.676003e-8,0.000010543424,0.05328859],"genre_scores_gemma":[0.99466884,0.000025105603,0.004165689,0.00021870555,0.00046712044,6.5639415e-7,0.0000019003252,0.000008152183,0.00044382265],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99932337,0.00003854651,0.0003066416,0.00005406727,0.00020692994,0.00007043445],"domain_scores_gemma":[0.9991096,0.000034497403,0.00043758753,0.000056576126,0.0002578779,0.00010384409],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00033504626,0.000052969088,0.000120324665,0.00013612617,0.000044304907,0.000011274188,0.00002683354,0.00003926542,0.00073989865],"category_scores_gemma":[0.00050301524,0.00004246107,0.0000719829,0.00011748178,0.000012022964,0.00027501688,0.000003731059,0.00028140334,0.00003003066],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00205038,0.0013981257,0.2175524,0.00006485012,0.00012653008,0.00004848746,0.0038854552,0.00008538766,0.0010028352,0.0037036163,0.0001838708,0.76989806],"study_design_scores_gemma":[0.0013565902,0.000979223,0.9592021,0.00017573775,0.00016342565,0.0010977592,0.002046699,0.00025391404,0.00048156775,0.00096567755,0.033202615,0.00007470878],"about_ca_topic_score_codex":0.0000062367226,"about_ca_topic_score_gemma":2.2903032e-7,"teacher_disagreement_score":0.7698234,"about_ca_system_score_codex":0.000050812956,"about_ca_system_score_gemma":0.0002290779,"threshold_uncertainty_score":0.8101371},"labels":[],"label_agreement":null},{"id":"W2052712284","doi":"10.1007/s00464-007-9452-0","title":"Experienced surgeons can do more than one thing at a time: effect of distraction on performance of a simple laparoscopic and cognitive task by experienced and novice surgeons","year":2007,"lang":"en","type":"article","venue":"Surgical Endoscopy","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":162,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Montreal General Hospital; McGill University; McGill University Health Centre","funders":"","keywords":"Distraction; Medicine; Task (project management); Test (biology); Cognition; Abdominal surgery; Laparoscopic surgery; Laparoscopy; Surgery; Physical therapy; Psychology; Cognitive psychology","score_opus":0.010381505804216398,"score_gpt":0.3046912998914239,"score_spread":0.29430979408720753,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2052712284","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9974502,0.00014906886,0.000009953531,0.000035261266,0.00004678723,0.00040405602,0.00004954181,0.00004208843,0.0018130484],"genre_scores_gemma":[0.9996482,0.0000536227,0.000014959315,0.00004590355,0.000017976992,0.000024556097,0.000090906666,0.000017895341,0.0000859623],"study_design_codex":"observational","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9983122,0.00008927606,0.00043238068,0.00037481094,0.00043443174,0.00035693438],"domain_scores_gemma":[0.99708176,0.002211985,0.000186179,0.00014769525,0.00007941073,0.0002929949],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00053399184,0.0002237769,0.00064474926,0.00010751474,0.00014520963,0.000013204266,0.0000429867,0.00012906227,0.0003018889],"category_scores_gemma":[0.00028703286,0.00017869381,0.000081528015,0.0002964263,0.0003926899,0.00009733578,0.000045608977,0.00021005422,0.0000026270172],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.030506365,0.0007232517,0.8674549,0.0005300438,0.00023490775,0.00017287277,0.011935791,0.000025346963,0.067360915,0.00013596515,0.000017028104,0.02090263],"study_design_scores_gemma":[0.048949745,0.0047398065,0.29805815,0.0013752432,0.0002697434,0.00012270692,0.0037748383,0.0025845803,0.6382727,0.0000073720266,0.0012269847,0.00061810535],"about_ca_topic_score_codex":0.00022204667,"about_ca_topic_score_gemma":0.000020019508,"teacher_disagreement_score":0.5709118,"about_ca_system_score_codex":0.00004156592,"about_ca_system_score_gemma":0.000029747875,"threshold_uncertainty_score":0.7286922},"labels":[],"label_agreement":null},{"id":"W2053254119","doi":"10.1207/s15328015tlm1503_04","title":"Likelihood of Change: A Study Assessing Surgeon Use of Multisource Feedback Data","year":2003,"lang":"en","type":"article","venue":"Teaching and Learning in Medicine","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":68,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Specialty; Variance (accounting); Receipt; Medicine; Medical education; Psychology; Family medicine; Computer science","score_opus":0.2255132525294499,"score_gpt":0.40330287500272577,"score_spread":0.17778962247327587,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2053254119","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9975294,0.0003776457,0.00037393396,0.00020960398,0.000058160527,0.00023466664,6.17784e-7,0.00003793868,0.0011780172],"genre_scores_gemma":[0.9982325,0.000021466056,0.0014190754,0.00010953457,0.0000556487,0.0000022983684,0.000025829437,0.000016842641,0.0001168062],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99794215,0.0008689707,0.0004410631,0.00026459424,0.00030333383,0.00017990338],"domain_scores_gemma":[0.9979778,0.0014063156,0.0001883372,0.0002866124,0.000044636065,0.000096320524],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0043685194,0.000120166216,0.00052138366,0.0002116603,0.00009263673,0.000008404185,0.00006162367,0.00005788846,0.000065548076],"category_scores_gemma":[0.007523773,0.00009205458,0.000020290408,0.00021191411,0.00009017476,0.0001490405,0.000047014117,0.0009126705,5.2915357e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006316616,0.0002919987,0.8372978,0.00008268305,0.000033635642,0.000024713157,0.013775365,0.00011462512,0.00021511043,0.000026865731,0.000008117371,0.14806592],"study_design_scores_gemma":[0.008952108,0.0007591093,0.92915076,0.001600437,0.00014792575,0.000026380503,0.028528312,0.021220107,0.000011156832,0.000005843852,0.009466196,0.0001316326],"about_ca_topic_score_codex":0.0014145589,"about_ca_topic_score_gemma":0.000020840474,"teacher_disagreement_score":0.14793429,"about_ca_system_score_codex":0.000012362285,"about_ca_system_score_gemma":0.000024333442,"threshold_uncertainty_score":0.9007202},"labels":[],"label_agreement":null},{"id":"W2053954758","doi":"10.1002/alr.20007","title":"Real‐time tracking and virtual endoscopy in cone‐beam CT‐guided surgery of the sinuses and skull base in a cadaver model","year":2011,"lang":"en","type":"article","venue":"International Forum of Allergy & Rhinology","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":33,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Mount Sinai Hospital; Princess Margaret Cancer Centre; Ontario Institute for Cancer Research; University of Toronto","funders":"","keywords":"Medicine; Cadaveric spasm; Endoscope; Cadaver; Ethmoidectomy; Cone beam computed tomography; Software; Endoscopy; Computer vision; Artificial intelligence; Radiology; Surgery; Computer science; Computed tomography; Maxillary sinus","score_opus":0.0528496615581812,"score_gpt":0.28785240729052636,"score_spread":0.23500274573234514,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2053954758","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9948225,0.00004828011,0.000017199882,0.000534078,0.00009676061,0.00008161408,0.000006732619,0.000008954866,0.0043838546],"genre_scores_gemma":[0.99931824,0.0001020158,0.00018154058,0.00022786664,0.000009964171,0.0000039298307,0.0000075966987,0.000007651898,0.00014116817],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9991132,0.000038345595,0.0004018854,0.0001607372,0.00014539326,0.00014045577],"domain_scores_gemma":[0.9993068,0.00036658245,0.00012651809,0.0000908374,0.000071990675,0.000037261125],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00017184146,0.00008732397,0.00027125914,0.00021438273,0.000013269097,0.000002666774,0.000072829804,0.00006360404,0.00016362879],"category_scores_gemma":[0.000228285,0.000068679816,0.000050814022,0.00007448819,0.0001822744,0.00008013718,0.000067864195,0.00011242936,9.479384e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.001234945,0.00044713123,0.93021363,0.000018322713,0.00028307736,0.00013414664,0.0023196817,0.0018362801,0.016853463,0.039992806,0.00007934201,0.0065871966],"study_design_scores_gemma":[0.008544495,0.00019760158,0.8928348,0.00039086503,0.000024714138,0.00019756498,0.0008378783,0.06697886,0.024954522,0.0041941786,0.00061937876,0.00022514886],"about_ca_topic_score_codex":0.00084111304,"about_ca_topic_score_gemma":0.0003430132,"teacher_disagreement_score":0.06514258,"about_ca_system_score_codex":0.000025651128,"about_ca_system_score_gemma":0.00006668984,"threshold_uncertainty_score":0.28006816},"labels":[],"label_agreement":null},{"id":"W2054880403","doi":"10.1117/12.595549","title":"A mutual-information-based registration algorithm for ultrasound-guided computer-assisted orthopaedic surgery","year":2005,"lang":"en","type":"article","venue":"Proceedings of SPIE, the International Society for Optical Engineering/Proceedings of SPIE","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University","funders":"","keywords":"Computer science; Computer vision; Patient registration; Artificial intelligence; Mutual information; Image registration; Image-guided surgery; Computer-assisted surgery; Segmentation; Volume (thermodynamics); Position (finance); Medical imaging; Surgical planning; Medicine; Image (mathematics); Radiology","score_opus":0.02064763143007535,"score_gpt":0.25680168109726487,"score_spread":0.2361540496671895,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2054880403","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9890163,0.000034617726,0.0042217537,0.0036092463,0.00025912267,0.0009768669,0.0000728433,0.00017096943,0.0016382722],"genre_scores_gemma":[0.54951864,0.000028420478,0.4477295,0.0008873341,0.001174775,0.0002553211,0.00019650876,0.00005930405,0.00015016414],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99739856,2.510835e-8,0.0011097689,0.0003055271,0.00080314913,0.00038296118],"domain_scores_gemma":[0.9958798,0.00083230686,0.00056704885,0.000063406915,0.0024634392,0.0001939912],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00095313607,0.00030585832,0.00052421814,0.0001800889,0.00011693029,0.00012583945,0.00030119336,0.00022401546,0.00003004093],"category_scores_gemma":[0.0011343581,0.0002581443,0.0011128595,0.00039036258,0.00016802267,0.00069190556,0.00003416408,0.0002466984,0.0000030565393],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0022993358,0.0023870752,0.008584434,0.0058039213,0.004310198,0.0000012283284,0.0015572172,0.0055976524,0.16620277,0.515954,0.07197003,0.21533214],"study_design_scores_gemma":[0.007750811,0.00056029763,0.0052060178,0.0007597107,0.00041938992,0.00009339674,0.0007193434,0.91743743,0.02667431,0.00023491276,0.03956326,0.0005810941],"about_ca_topic_score_codex":0.0000056074623,"about_ca_topic_score_gemma":1.6651535e-7,"teacher_disagreement_score":0.9118398,"about_ca_system_score_codex":0.00021639973,"about_ca_system_score_gemma":0.00011546393,"threshold_uncertainty_score":0.99998707},"labels":[],"label_agreement":null},{"id":"W2054987811","doi":"10.1016/j.jsurg.2010.07.004","title":"Thoracic Surgery Training in Canada According to the Residents: The Thoracic Surgery Resident Survey, of the Canadian Thoracic Manpower and Education Study (T-Med)","year":2010,"lang":"en","type":"article","venue":"Journal of surgical education","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":16,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Calgary","funders":"","keywords":"Graduation (instrument); Medicine; Competence (human resources); Specialty; Demographics; Family medicine; Medical education; Psychology; Demography","score_opus":0.05704987850558924,"score_gpt":0.36859991335612263,"score_spread":0.3115500348505334,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2054987811","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9804096,0.0004308079,0.0000015749563,0.015037086,0.0029070417,0.0005887141,0.000004297899,0.0000041033236,0.00061674],"genre_scores_gemma":[0.9984477,0.00006232722,0.000018069402,0.0007822705,0.00045959526,0.000022291979,0.000008222157,0.000023949477,0.00017557213],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99620914,0.0010822116,0.0011680282,0.00023587442,0.00094237307,0.00036237887],"domain_scores_gemma":[0.99366826,0.0040294183,0.00066025025,0.00043315714,0.00076181913,0.0004471038],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.008593708,0.00019987878,0.00055303273,0.00046212287,0.00034823947,0.000113441456,0.00028126233,0.00009917772,0.00014364983],"category_scores_gemma":[0.0036327597,0.00010653248,0.000153066,0.0013382889,0.0000931052,0.00021024812,0.000047683327,0.0009919784,0.0000022026497],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00028223856,0.00014264786,0.8575322,0.000025052093,0.00003947644,0.000022559125,0.0022412054,0.000058344966,0.000009144519,0.000019677816,0.0011018183,0.13852564],"study_design_scores_gemma":[0.00013432807,0.000025312354,0.97439706,0.0003795836,0.000069177826,0.00023102434,0.019770088,0.00003455459,0.000053359858,0.00006909134,0.004718682,0.00011772156],"about_ca_topic_score_codex":0.8596281,"about_ca_topic_score_gemma":0.98204273,"teacher_disagreement_score":0.13840792,"about_ca_system_score_codex":0.00052545767,"about_ca_system_score_gemma":0.022900164,"threshold_uncertainty_score":0.9826391},"labels":[],"label_agreement":null},{"id":"W2055239521","doi":"10.1590/s0100-69912013000200012","title":"Avaliação de treinamento cirúrgico na graduação de medicina","year":2013,"lang":"pt","type":"article","venue":"Revista do Colégio Brasileiro de Cirurgiões","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Canadian Sleep & Circadian Network","funders":"","keywords":"Medicine","score_opus":0.03584287562674438,"score_gpt":0.31151637521449876,"score_spread":0.2756734995877544,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2055239521","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.95397305,0.013928986,0.003022958,0.0029481133,0.0005965973,0.0024514194,0.00005949634,0.0005363646,0.02248302],"genre_scores_gemma":[0.98077166,0.0014210821,0.00038349355,0.004507687,0.0011137959,0.0002634707,0.00010423452,0.00021501895,0.011219553],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9927504,0.00095158507,0.0015616308,0.0011758617,0.001211346,0.0023491457],"domain_scores_gemma":[0.9937772,0.0017156966,0.0006112084,0.0012029619,0.00038351654,0.0023094057],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0020702963,0.0010067672,0.0017490697,0.0004913104,0.00050398265,0.0008980572,0.00068570493,0.0007560425,0.016489709],"category_scores_gemma":[0.0017834213,0.00096692913,0.00080403686,0.0011346567,0.00043709655,0.0003770675,0.0001867854,0.0012236687,0.0017874547],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00059900427,0.0014292027,0.82331765,0.0023852463,0.0011476828,0.0017894285,0.010111935,0.00023808109,0.003085882,0.01399141,0.032718398,0.109186105],"study_design_scores_gemma":[0.019355934,0.0014043282,0.72378194,0.007307888,0.00217682,0.0011006746,0.009755627,0.03483634,0.00067178364,0.0011677124,0.19579932,0.0026416427],"about_ca_topic_score_codex":0.00078176515,"about_ca_topic_score_gemma":0.000018378643,"teacher_disagreement_score":0.16308093,"about_ca_system_score_codex":0.0016410243,"about_ca_system_score_gemma":0.0010278515,"threshold_uncertainty_score":0.9992781},"labels":[],"label_agreement":null},{"id":"W2055953134","doi":"10.1007/s11701-013-0403-6","title":"Multidisciplinary validation study of the da Vinci Skills Simulator: educational tool and assessment device","year":2013,"lang":"en","type":"article","venue":"Journal of Robotic Surgery","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":26,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto; St. Michael's Hospital","funders":"","keywords":"Medicine; Robotic surgery; Da Vinci Surgical System; Medical physics; Test (biology); Multidisciplinary approach; Surgery; Simulation; Medical education; Computer science","score_opus":0.04479555730677026,"score_gpt":0.35150358900529777,"score_spread":0.3067080316985275,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2055953134","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99747366,0.000050079572,0.00013563735,0.0010650333,0.00038279948,0.00025133402,2.1132665e-7,0.000004140676,0.0006370853],"genre_scores_gemma":[0.9989575,0.00000666576,0.00050314295,0.00007385612,0.00012902965,0.0000029247726,0.000001118257,0.00001252395,0.00031321283],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99874705,0.00011867751,0.0005496315,0.000083694715,0.0004087827,0.00009215968],"domain_scores_gemma":[0.99747145,0.001631453,0.00042718966,0.00012957846,0.00025190617,0.00008843121],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0005494318,0.00008142787,0.00029898423,0.00012083341,0.00005843925,0.000021151056,0.00004588858,0.00003487489,0.00067028543],"category_scores_gemma":[0.00043007568,0.000049751772,0.00010773236,0.00016835461,0.00003307655,0.00013536209,0.000034867968,0.00015025996,0.000005248583],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000020709273,0.0010620488,0.97055465,0.000023898507,0.000110749475,0.000005176523,0.00031516628,0.019103592,0.00012064442,0.000037451013,0.00017769865,0.008468207],"study_design_scores_gemma":[0.0011130956,0.00008838152,0.9926641,0.00014420631,0.00010079514,0.00005100449,0.00069455133,0.0048513664,0.00003403924,0.00010374574,0.000101657315,0.000053051408],"about_ca_topic_score_codex":0.000012539048,"about_ca_topic_score_gemma":9.43628e-7,"teacher_disagreement_score":0.022109449,"about_ca_system_score_codex":0.00004729621,"about_ca_system_score_gemma":0.00020839536,"threshold_uncertainty_score":0.73391557},"labels":[],"label_agreement":null},{"id":"W2056300110","doi":"10.1016/j.jsurg.2014.12.014","title":"Proficiency Performance Benchmarks for Removal of Simulated Brain Tumors Using a Virtual Reality Simulator NeuroTouch","year":2015,"lang":"en","type":"article","venue":"Journal of surgical education","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":68,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University; Montreal Neurological Institute and Hospital","funders":"","keywords":"Virtual reality; Metric (unit); Computer science; Medical physics; Set (abstract data type); Neurosurgery; Simulation; Medicine; Human–computer interaction; Surgery; Operations management; Engineering","score_opus":0.07596852010979431,"score_gpt":0.38239086645840464,"score_spread":0.3064223463486103,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2056300110","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9964293,0.00011969591,0.00038438346,0.00089225796,0.0004897461,0.000401801,0.0000022894385,0.000009732819,0.0012707838],"genre_scores_gemma":[0.99853605,0.000007786369,0.00069364,0.00015500876,0.0004392955,0.0000016797176,0.000017442026,0.0000142397275,0.00013483601],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99815977,0.000095265576,0.000887712,0.00014715486,0.0005178154,0.00019231075],"domain_scores_gemma":[0.99731183,0.000460576,0.0005981112,0.00013658658,0.0011432468,0.0003496491],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0012870317,0.00012578725,0.00042796647,0.00019456683,0.000054399814,0.000015118248,0.00008400385,0.000101483376,0.0000871144],"category_scores_gemma":[0.0011699782,0.00009746837,0.00018847444,0.00039650028,0.0000745548,0.00021808749,0.000014986049,0.00023796174,9.071224e-7],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.027639803,0.007987127,0.13584358,0.0008977032,0.00034005608,0.00042364548,0.00574072,0.5755674,0.0044297944,0.0030764134,0.0017370076,0.23631674],"study_design_scores_gemma":[0.0246559,0.005274633,0.042255156,0.0010818528,0.0002835085,0.0036274386,0.0026087572,0.8245574,0.0021094973,0.00054841867,0.09251379,0.0004836267],"about_ca_topic_score_codex":0.000009661866,"about_ca_topic_score_gemma":1.6094516e-7,"teacher_disagreement_score":0.24899,"about_ca_system_score_codex":0.00013925102,"about_ca_system_score_gemma":0.0012858633,"threshold_uncertainty_score":0.39746448},"labels":[],"label_agreement":null},{"id":"W2056498426","doi":"10.1007/s00464-013-3220-0","title":"Fundamentals of Endoscopic Surgery cognitive examination: development and validity evidence","year":2013,"lang":"en","type":"article","venue":"Surgical Endoscopy","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":54,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University; McGill University Health Centre","funders":"","keywords":"Medicine; Test (biology); Endoscopy; Cognition; Abdominal surgery; Colonoscopy; Content validity; Concurrent validity; Psychometrics; Physical therapy; Surgery; Clinical psychology; Internal medicine; Psychiatry","score_opus":0.12842653638674473,"score_gpt":0.3465243708989749,"score_spread":0.2180978345122302,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2056498426","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9920548,0.00053869584,0.00005727517,0.00013676626,0.00009864678,0.00036701778,0.000002267382,0.00004803496,0.0066964794],"genre_scores_gemma":[0.99882066,0.00011895947,0.00046289785,0.00013008443,0.000054973534,0.00005389441,0.000021929476,0.000011306608,0.00032529412],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9985589,0.00013915366,0.00043579482,0.00026271128,0.00037626512,0.00022717103],"domain_scores_gemma":[0.99609756,0.0032981785,0.000112364905,0.000100020945,0.00016382615,0.00022802377],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0005034778,0.0001451899,0.000415536,0.00010496147,0.00006848582,0.000023103032,0.000033622182,0.00007631049,0.0032018544],"category_scores_gemma":[0.0005270434,0.00011771448,0.000075364536,0.0002090609,0.00016089535,0.00017773866,0.00004337412,0.00012342256,0.000092026356],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00054684095,0.00049051177,0.73735386,0.00048105256,0.0001743782,0.00021285634,0.0010857078,0.0000020178118,0.000506018,0.00070927164,0.00007156316,0.25836596],"study_design_scores_gemma":[0.011521106,0.00022541294,0.92969465,0.0015397378,0.000072401854,0.00005130105,0.000535095,0.00019804515,0.049780853,0.00009310071,0.0060484586,0.00023981802],"about_ca_topic_score_codex":0.000026647556,"about_ca_topic_score_gemma":9.694033e-7,"teacher_disagreement_score":0.25812614,"about_ca_system_score_codex":0.000036935755,"about_ca_system_score_gemma":0.000108117936,"threshold_uncertainty_score":0.99770933},"labels":[],"label_agreement":null},{"id":"W2056886461","doi":"10.1016/j.jmig.2013.08.355","title":"Validation of the Generic Error Rating Tool (GERT) in Gynecologic Laparoscopy (Preliminary Data)","year":2013,"lang":"en","type":"article","venue":"Journal of Minimally Invasive Gynecology","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto; St. Michael's Hospital","funders":"","keywords":"Medicine; Formative assessment; Laparoscopy; Medical physics; General surgery; Statistics","score_opus":0.059933053163700845,"score_gpt":0.3108618141062435,"score_spread":0.25092876094254263,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2056886461","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9958563,0.00012987287,0.000020716221,0.0018546198,0.00045137331,0.00039616402,0.0000036425122,0.0000064839073,0.001280816],"genre_scores_gemma":[0.99557954,0.000039509454,0.0028766156,0.001283787,0.00011799967,0.000010283564,0.000011726321,0.0000128682295,0.00006768166],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9979526,0.0003005756,0.0010282465,0.00018756413,0.0002872401,0.00024379158],"domain_scores_gemma":[0.99491066,0.0033294514,0.00093410985,0.00032671267,0.00041578186,0.00008329378],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00074046565,0.0001373044,0.0005292053,0.00018168033,0.000056151217,0.000012982849,0.00036996466,0.00016930232,0.0013907048],"category_scores_gemma":[0.0084886905,0.0000895846,0.00013115819,0.0003124166,0.00013232358,0.00025762327,0.00017411303,0.00038942447,0.000023706792],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.001087417,0.0013091124,0.7417761,0.000218401,0.00035267053,0.00041847592,0.0016411099,0.0044785407,0.21405861,0.00016343492,0.0034524517,0.031043641],"study_design_scores_gemma":[0.0043158694,0.0020791667,0.97020775,0.00015157455,0.00014282903,0.0002280608,0.0012258088,0.002284342,0.018148785,0.00028368176,0.0007953003,0.00013684614],"about_ca_topic_score_codex":0.000011360804,"about_ca_topic_score_gemma":0.00002622981,"teacher_disagreement_score":0.2284316,"about_ca_system_score_codex":0.00010292272,"about_ca_system_score_gemma":0.00048263255,"threshold_uncertainty_score":0.9998632},"labels":[],"label_agreement":null},{"id":"W2056980395","doi":"10.1016/j.juro.2011.11.106","title":"High Fidelity Simulation Based Team Training in Urology: A Preliminary Interdisciplinary Study of Technical and Nontechnical Skills in Laparoscopic Complications Management","year":2012,"lang":"en","type":"article","venue":"The Journal of Urology","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":58,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"St. Michael's Hospital","funders":"","keywords":"Medicine; Urology; Fidelity; Training (meteorology); Medical education; Medical physics; General surgery","score_opus":0.03641982077949232,"score_gpt":0.36053263205867864,"score_spread":0.32411281127918634,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2056980395","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.995947,0.00012928336,0.0016529377,0.001358906,0.00005441897,0.00041540863,6.8295213e-7,0.000009141371,0.00043220367],"genre_scores_gemma":[0.99930704,0.0000064800306,0.0003362478,0.00029634364,0.00003416787,0.000008477012,0.0000016678595,0.0000070120254,0.0000025454653],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9985661,0.00033060863,0.00068378675,0.000093010756,0.0001508698,0.00017562928],"domain_scores_gemma":[0.99807256,0.0014146651,0.00023531468,0.00016526497,0.00004350968,0.00006870838],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0015667339,0.00008701007,0.00037463967,0.00026549737,0.00003469097,0.0000018233327,0.000102214806,0.00009320921,0.000020173855],"category_scores_gemma":[0.00016513818,0.00006036511,0.000039021474,0.00021052903,0.0001288993,0.000058226702,0.00011325186,0.00043675213,6.7202404e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.009283733,0.009211978,0.67324746,0.00007301151,0.00016365103,0.00010011095,0.013875526,0.26505178,0.00067044346,0.0008185382,0.00001906748,0.027484681],"study_design_scores_gemma":[0.006166897,0.002475996,0.9755266,0.000040101524,0.00013724965,0.00007573345,0.0013608092,0.013663742,0.0000057121056,0.0004444615,0.000056470497,0.000046253255],"about_ca_topic_score_codex":0.000005613194,"about_ca_topic_score_gemma":0.000027164457,"teacher_disagreement_score":0.30227908,"about_ca_system_score_codex":0.000040202936,"about_ca_system_score_gemma":0.000022697684,"threshold_uncertainty_score":0.24616176},"labels":[],"label_agreement":null},{"id":"W2058191247","doi":"10.2500/ajr.2008.22.3245","title":"Construct Validation of a Low-fidelity Endoscopic Sinus Surgery Simulator","year":2008,"lang":"en","type":"article","venue":"American Journal of Rhinology","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":36,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"The Wilson Centre; University of Toronto","funders":"","keywords":"Medicine; Construct validity; Otorhinolaryngology; Crossover study; Construct (python library); Endoscopic sinus surgery; Medical physics; Simulation; Task (project management); Curriculum; Fidelity; Surgery; Computer science; Patient satisfaction; Systems engineering","score_opus":0.03384411853452507,"score_gpt":0.2974899023322223,"score_spread":0.2636457837976972,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2058191247","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9984238,0.00010768844,0.00048005834,0.00028068246,0.00020278779,0.00004890754,0.0000018136304,0.000012546019,0.00044169638],"genre_scores_gemma":[0.9987307,0.00006323563,0.00075864384,0.00032930958,0.00009615726,3.3451306e-7,0.0000027926774,0.000007233727,0.000011561113],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9987189,0.00013552101,0.0006697364,0.00009504781,0.00021756972,0.00016319087],"domain_scores_gemma":[0.9978158,0.0008983279,0.0007261885,0.00012288515,0.0003032657,0.00013354782],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00024563874,0.00008886803,0.0006594566,0.00021777806,0.000033706336,0.0000020201637,0.00005356142,0.000046068704,0.00025031198],"category_scores_gemma":[0.000675479,0.00007186591,0.00018759821,0.000256337,0.00056126434,0.00006293543,0.000011577364,0.00020520313,0.000006145676],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00065850536,0.00015810064,0.93268937,0.00002463273,0.00020468739,0.00055970397,0.00038889327,0.0006032431,0.0017276192,0.00014548114,0.00005950649,0.062780276],"study_design_scores_gemma":[0.007135814,0.0022002726,0.9594798,0.00025201726,0.00019616653,0.008320706,0.00086956355,0.00066966575,0.017591007,0.00027109915,0.00278256,0.00023130997],"about_ca_topic_score_codex":0.000027900704,"about_ca_topic_score_gemma":3.843192e-7,"teacher_disagreement_score":0.062548965,"about_ca_system_score_codex":0.000036178048,"about_ca_system_score_gemma":0.00028079926,"threshold_uncertainty_score":0.29306066},"labels":[],"label_agreement":null},{"id":"W2058968820","doi":"10.1016/j.cursur.2003.07.009","title":"The telecommunication revolution in the medical field: present applications and future perspective","year":2003,"lang":"en","type":"review","venue":"Current Surgery","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":45,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Montreal Heart Institute","funders":"","keywords":"Telemedicine; Medicine; Context (archaeology); Excellence; Field (mathematics); Perspective (graphical); Virtual reality; Telecommunications; Medical education; Health care; Computer science; Human–computer interaction; Artificial intelligence","score_opus":0.10105812350257388,"score_gpt":0.4240801248602043,"score_spread":0.32302200135763043,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2058968820","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0000041510007,0.9920844,0.000056171277,0.003689867,0.00030057362,0.0009350283,0.000002384916,0.000018814655,0.0029086487],"genre_scores_gemma":[0.00021221368,0.9982934,0.0000056917484,0.00012875834,0.00074294896,0.00047970455,0.0000956083,0.000011627174,0.000030034756],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99820703,0.0005666904,0.00046304564,0.00022313192,0.00036518424,0.00017488758],"domain_scores_gemma":[0.9944574,0.004736107,0.00017275242,0.00047486977,0.00007223448,0.000086586486],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0013948876,0.00016413735,0.000526864,0.00010185488,0.00020609902,0.000029749768,0.00015010228,0.000195103,0.00007504295],"category_scores_gemma":[0.0004934704,0.00008264336,0.00024565196,0.00045929314,0.000089082576,0.000027533799,0.000036700134,0.00086836424,0.000013526073],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000045197658,0.00007267778,0.00007860145,0.0005993035,0.000022760529,0.0000020989946,0.000070951864,4.6174577e-8,3.9383558e-10,0.0041795624,0.0016554354,0.993314],"study_design_scores_gemma":[0.00013124973,0.000005507338,0.00027521947,0.0016577545,0.00012314148,0.000051124327,0.00025465994,0.000019049412,5.9763834e-9,0.00015699325,0.9972426,0.00008267094],"about_ca_topic_score_codex":0.0000065195863,"about_ca_topic_score_gemma":0.0000069374555,"teacher_disagreement_score":0.99558717,"about_ca_system_score_codex":0.000098690936,"about_ca_system_score_gemma":0.00028665495,"threshold_uncertainty_score":0.37726587},"labels":[],"label_agreement":null},{"id":"W2059259518","doi":"10.1109/iembs.2011.6090935","title":"Towards an augmented ultrasound guided spinal needle insertion system","year":2011,"lang":"en","type":"article","venue":"","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University","funders":"","keywords":"Haptic technology; Computer science; Overlay; Computer vision; Finite element method; Computed tomography; Ultrasound; Simulation; Artificial intelligence; Engineering; Radiology; Medicine","score_opus":0.11550594082633914,"score_gpt":0.3319627387318034,"score_spread":0.21645679790546424,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2059259518","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6982107,0.000009666866,0.0014854178,0.000031965297,0.00010548029,0.00012238465,4.8321004e-7,0.00022647853,0.2998074],"genre_scores_gemma":[0.9972276,0.0000010456391,0.0013536005,0.00040036105,0.00008497756,0.0000055546275,0.000021699843,0.0000103465945,0.0008947908],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.999304,0.000028097575,0.00020897745,0.00014442192,0.00017505839,0.00013943216],"domain_scores_gemma":[0.99954724,0.000011266625,0.000034467535,0.00015151428,0.0000810503,0.00017447982],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00016696051,0.00008143766,0.00013876658,0.000059305807,0.00004691096,0.0000111696245,0.000037031838,0.000057272504,0.002004458],"category_scores_gemma":[0.000043170454,0.000060566173,0.000049504084,0.00013351855,0.000020456731,0.00009505284,0.0000072954163,0.00006294771,0.00011955233],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.009371504,0.003737215,0.40549532,0.0009344065,0.0008642139,0.000743473,0.01083789,0.000103891194,0.03614908,0.2366298,0.0015934592,0.29353973],"study_design_scores_gemma":[0.008505488,0.0014020762,0.95932364,0.00022477785,0.00013535473,0.0004217235,0.005248716,0.0073367604,0.01154409,0.00016571651,0.0053886804,0.00030294468],"about_ca_topic_score_codex":0.00033012716,"about_ca_topic_score_gemma":0.0000076267656,"teacher_disagreement_score":0.55382836,"about_ca_system_score_codex":0.000053833966,"about_ca_system_score_gemma":0.000029528612,"threshold_uncertainty_score":0.99890786},"labels":[],"label_agreement":null},{"id":"W2059342354","doi":"10.1016/j.jpedsurg.2013.01.039","title":"The Pediatric Laparoscopic Surgery (PLS) simulator: Methodology and results of further validation","year":2013,"lang":"en","type":"article","venue":"Journal of Pediatric Surgery","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":15,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto; Children's Hospital of Eastern Ontario; University of Ottawa","funders":"","keywords":"Construct validity; Medicine; Weighting; Task (project management); Construct (python library); Cohort; Physical therapy; Medical physics; Surgery; Computer science; Patient satisfaction; Internal medicine; Radiology","score_opus":0.09452085414358248,"score_gpt":0.3338700715899492,"score_spread":0.23934921744636672,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2059342354","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99474466,0.0029138175,0.00012266732,0.0008194613,0.0010459607,0.00013293703,0.000002545423,0.00001458843,0.00020334058],"genre_scores_gemma":[0.9930039,0.003493044,0.00027832424,0.00011014727,0.002997315,0.0000025117827,0.0000034692384,0.00001875206,0.00009252123],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99706507,0.0004812027,0.0015669406,0.00015043863,0.00047317412,0.00026316516],"domain_scores_gemma":[0.97289395,0.02481635,0.0013929671,0.000186474,0.00049796014,0.00021228408],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0048216595,0.0001481232,0.0007155549,0.0005081883,0.000080303515,0.00003173562,0.000066687266,0.00014093942,0.00014098009],"category_scores_gemma":[0.007187214,0.00009243583,0.00032133333,0.00057371176,0.000063244945,0.00018473378,0.00002716581,0.00027859255,0.000013669561],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0004802045,0.00008801645,0.972474,0.00007495279,0.00008188342,0.000026463442,0.00018995031,0.00014604411,0.000037312377,0.000016364449,0.008806776,0.017578056],"study_design_scores_gemma":[0.005249331,0.00023905982,0.98334724,0.000052948395,0.0009812725,0.00016622856,0.0005784515,0.0004267799,0.00046630186,0.0010071864,0.0071516107,0.0003336063],"about_ca_topic_score_codex":0.000021340278,"about_ca_topic_score_gemma":6.111312e-7,"teacher_disagreement_score":0.024335148,"about_ca_system_score_codex":0.000026018926,"about_ca_system_score_gemma":0.00027366728,"threshold_uncertainty_score":0.8604286},"labels":[],"label_agreement":null},{"id":"W2059959577","doi":"10.1007/s00464-010-1058-2","title":"Resident perceptions of advanced laparoscopic skills training","year":2010,"lang":"en","type":"article","venue":"Surgical Endoscopy","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":97,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto; Toronto Western Hospital; The Wilson Centre; St. Michael's Hospital; Toronto General Hospital","funders":"","keywords":"Medicine; Likert scale; Laparoscopy; General surgery; Trainer; Abdominal surgery; Laparoscopic surgery; Medical physics; Surgery; Physical therapy; Psychology","score_opus":0.017769742373317552,"score_gpt":0.33114576658490963,"score_spread":0.31337602421159205,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2059959577","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9467198,0.000033915767,0.000023377912,0.00024621436,0.0003453274,0.00018353252,0.000006730214,0.000096167634,0.05234489],"genre_scores_gemma":[0.9964446,0.000028013943,0.0016799768,0.00012622759,0.00018050928,0.000015441987,0.000024525913,0.00001924985,0.0014814696],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9987481,0.000036358753,0.0003709807,0.0002458612,0.00032083012,0.00027783873],"domain_scores_gemma":[0.9989355,0.0003782296,0.000076835044,0.00025664255,0.00008600117,0.00026675483],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00020631438,0.0001347994,0.00040234136,0.00009732633,0.00007191036,0.000010138002,0.00007466644,0.00012334359,0.007965892],"category_scores_gemma":[0.00025897907,0.000110112254,0.00016865585,0.00024026891,0.00016437595,0.00006713535,0.000024913055,0.00040940518,0.00008154705],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0062081846,0.0031480456,0.44483632,0.0004803913,0.00051952875,0.0013677949,0.015303389,0.0011993053,0.18262328,0.10180297,0.00043072755,0.24208005],"study_design_scores_gemma":[0.1698474,0.0013701915,0.49325234,0.00074589957,0.0002970726,0.00036749782,0.0044436315,0.0011576827,0.045726147,0.0029613008,0.27885023,0.0009805986],"about_ca_topic_score_codex":0.000012127232,"about_ca_topic_score_gemma":0.00001115612,"teacher_disagreement_score":0.2784195,"about_ca_system_score_codex":0.000014875616,"about_ca_system_score_gemma":0.00008296482,"threshold_uncertainty_score":0.99294096},"labels":[],"label_agreement":null},{"id":"W2060331227","doi":"10.1016/j.amjsurg.2008.06.039","title":"Acquiring basic surgical skills: Is a faculty mentor really needed?","year":2008,"lang":"en","type":"article","venue":"The American Journal of Surgery","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":51,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Medical education; Curriculum; Medicine; Psychology; Pedagogy","score_opus":0.07113638387561047,"score_gpt":0.32930238601624295,"score_spread":0.25816600214063246,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2060331227","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9929989,0.00015943119,0.000043575008,0.003902111,0.0001715601,0.000049965,0.0000028744626,0.00002503688,0.0026465205],"genre_scores_gemma":[0.99574363,0.00034963028,0.00015749098,0.002720155,0.0005017274,0.0000011170375,0.0000028855184,0.000020307896,0.00050306006],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9982366,0.00013027596,0.00061796414,0.000120995785,0.00060457404,0.00028960442],"domain_scores_gemma":[0.99754846,0.0011793543,0.0005916238,0.00018499354,0.00019842331,0.00029716457],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0009179291,0.00014477783,0.00068800495,0.0001747617,0.00014013753,0.00001576625,0.000112285736,0.000026943473,0.0004942027],"category_scores_gemma":[0.00021766906,0.000084523424,0.00046717594,0.0005170277,0.00037607216,0.00010340676,0.000027161645,0.00030184508,0.00003148629],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.004978615,0.0008490637,0.5923451,0.000030467027,0.0011072163,0.00771949,0.007804812,0.00021989306,0.0003890248,0.00006470967,0.015114709,0.3693769],"study_design_scores_gemma":[0.004862905,0.0005494184,0.80847543,0.0004701164,0.00026942804,0.016169531,0.0046838536,0.0002923511,0.00087796204,0.00007482884,0.16283508,0.00043911234],"about_ca_topic_score_codex":0.000038736976,"about_ca_topic_score_gemma":1.6485647e-7,"teacher_disagreement_score":0.3689378,"about_ca_system_score_codex":0.000058410227,"about_ca_system_score_gemma":0.0001857739,"threshold_uncertainty_score":0.5411173},"labels":[],"label_agreement":null},{"id":"W2060412495","doi":"10.1016/j.surg.2014.04.044","title":"Advanced training in laparoscopic abdominal surgery: A systematic review","year":2014,"lang":"en","type":"review","venue":"Surgery","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":68,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"St. Michael's Hospital; University of Toronto","funders":"National Heart, Lung, and Blood Institute","keywords":"Medicine; Cochrane Library; Laparoscopy; MEDLINE; General surgery; Laparoscopic surgery; Randomized controlled trial; Rectum; Medical physics; Surgery","score_opus":0.11250158673164287,"score_gpt":0.3831374683984832,"score_spread":0.2706358816668404,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2060412495","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00001875312,0.9952492,0.000007687115,0.00006202926,0.0005798205,0.0020083566,0.0000061779015,0.000113999966,0.0019539695],"genre_scores_gemma":[0.0003289003,0.99746585,0.00003402957,0.00078275177,0.0001878374,0.00056051055,0.0002327275,0.0000938233,0.0003135866],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.9948858,0.00083815266,0.0026489191,0.0005637184,0.00048728025,0.0005761299],"domain_scores_gemma":[0.98825675,0.009848647,0.00094441074,0.0006114006,0.00006871591,0.0002700886],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0039262604,0.0005674802,0.011854456,0.0006508583,0.000045436613,0.000024443229,0.000109288194,0.00030687268,0.00036225774],"category_scores_gemma":[0.005788659,0.0004180367,0.0018921391,0.0010536531,0.000052452186,0.000069136244,0.000029450062,0.00058710104,0.0002689123],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000006888488,0.000018138437,0.000019297015,0.61952084,0.000075357544,0.00014625685,0.00001684082,1.3797897e-7,4.112916e-9,0.000014832979,0.00011793641,0.38006344],"study_design_scores_gemma":[0.00020168941,0.0000061002115,0.000004105628,0.6218614,0.0011069878,0.00011012269,0.00001324639,0.000006253809,2.6550625e-8,0.0000053578856,0.37644523,0.00023945225],"about_ca_topic_score_codex":0.0000036790211,"about_ca_topic_score_gemma":0.0000035308988,"teacher_disagreement_score":0.37982398,"about_ca_system_score_codex":0.00016280959,"about_ca_system_score_gemma":0.00091643434,"threshold_uncertainty_score":0.99982715},"labels":[],"label_agreement":null},{"id":"W2060801312","doi":"10.1007/s00268-007-9137-9","title":"Canadian Surgery: A Reflection on the People and the Land","year":2007,"lang":"en","type":"article","venue":"World Journal of Surgery","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"McGill University Health Centre","funders":"","keywords":"Abdominal surgery; Vascular surgery; Cardiothoracic surgery; Cardiac surgery; Medicine; Reflection (computer programming); General surgery; Surgery; Computer science","score_opus":0.06017464653946964,"score_gpt":0.298762623721441,"score_spread":0.2385879771819714,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2060801312","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9580728,0.0003684594,0.000015154337,0.027973495,0.00043017082,0.000061882965,4.2731403e-7,0.000006036015,0.013071576],"genre_scores_gemma":[0.9959473,0.00009042412,0.00000533259,0.0031859493,0.00034538395,4.8135536e-7,7.7983213e-7,0.000006997576,0.00041733246],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9991749,0.00008227484,0.00030772673,0.000051587864,0.00021640526,0.0001671249],"domain_scores_gemma":[0.9934707,0.0060362597,0.00014806094,0.00007536293,0.00008273894,0.0001868311],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0040483605,0.00006101413,0.00024741504,0.00035341168,0.00014832235,0.000025230363,0.000023542216,0.000024299397,0.0002504879],"category_scores_gemma":[0.00064859405,0.000028285942,0.00014900688,0.00041460892,0.000047985915,0.000036149573,0.0000035949988,0.00025938195,0.0000051246275],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0014132161,0.000024117628,0.9481713,0.000007339066,0.0000878071,0.00020384601,0.0003345689,0.000014561594,0.000005172223,0.0008739288,0.0069528795,0.04191123],"study_design_scores_gemma":[0.00097001955,0.000014410222,0.8660561,0.00016478152,0.000046465222,0.00033964097,0.00019943372,0.00005645918,0.000036645455,0.00028006357,0.13177805,0.000057984656],"about_ca_topic_score_codex":0.002618767,"about_ca_topic_score_gemma":0.034642495,"teacher_disagreement_score":0.12482516,"about_ca_system_score_codex":0.0000623749,"about_ca_system_score_gemma":0.00016721823,"threshold_uncertainty_score":0.98297274},"labels":[],"label_agreement":null},{"id":"W2060901556","doi":"10.1007/s00464-009-0674-1","title":"Mentoring and telementoring leads to effective incorporation of laparoscopic colon surgery","year":2009,"lang":"en","type":"article","venue":"Surgical Endoscopy","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":52,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"London Health Sciences Centre; Lawson Health Research Institute","funders":"","keywords":"Medicine; Hepatology; Abdominal surgery; Colorectal surgery; Laparoscopic surgery; General surgery; Laparoscopy; Internal medicine; Surgery","score_opus":0.022478848765588238,"score_gpt":0.3212278305517731,"score_spread":0.29874898178618486,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2060901556","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9933559,0.00011928752,0.000058372138,0.00029953953,0.00015040547,0.0003855422,0.0000015996748,0.00005680985,0.0055725994],"genre_scores_gemma":[0.9991994,0.00002503477,0.00033049067,0.00014728455,0.0001335946,0.000016939613,0.000011414281,0.000008334584,0.00012753924],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99892575,0.00005650859,0.00030557637,0.00022311264,0.0002635895,0.00022547488],"domain_scores_gemma":[0.99905723,0.00046429734,0.00007766743,0.000109904,0.000060350696,0.00023055007],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0003904994,0.00012004736,0.00039813248,0.0001382271,0.000050546965,0.00001441846,0.000025798136,0.000062583094,0.00009062171],"category_scores_gemma":[0.00018546468,0.00010435813,0.00006653821,0.00030427286,0.000030468285,0.00007403232,0.00001852924,0.00010670543,0.000008431133],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.004768817,0.0005055525,0.79007787,0.00020244782,0.00010132751,0.00025348572,0.001016616,0.00027394175,0.021864466,0.0052057765,0.00010269735,0.17562704],"study_design_scores_gemma":[0.046226796,0.0032652328,0.6113803,0.0012118301,0.00018871627,0.000053249394,0.00019887004,0.0007846672,0.27592993,0.00074358186,0.059376687,0.0006401616],"about_ca_topic_score_codex":0.000013574984,"about_ca_topic_score_gemma":0.0000015004953,"teacher_disagreement_score":0.25406545,"about_ca_system_score_codex":0.000058369627,"about_ca_system_score_gemma":0.00002787894,"threshold_uncertainty_score":0.4255601},"labels":[],"label_agreement":null},{"id":"W2061856614","doi":"10.1016/j.apergo.2006.03.011","title":"Control of laparoscopic instrument motion in an inanimate bench model: Implications for the training and the evaluation of technical skills","year":2006,"lang":"en","type":"article","venue":"Applied Ergonomics","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":9,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto; University of Waterloo","funders":"Natural Sciences and Engineering Research Council of Canada; Imperial College London","keywords":"Wrist; Flexibility (engineering); Simulation; Motion (physics); Motion analysis; Laparoscopic surgery; Computer science; Artificial intelligence; Medicine; Laparoscopy; Surgery","score_opus":0.04869144381300272,"score_gpt":0.3258401226564707,"score_spread":0.277148678843468,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2061856614","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98415554,0.00003608286,0.013396883,0.00038528728,0.000010669688,0.0011665324,0.000010574508,0.000009026675,0.00082941545],"genre_scores_gemma":[0.99883157,0.000008694727,0.00079703366,0.00008417455,0.00001961993,0.0002251439,0.00002574179,0.0000068073755,0.0000012020171],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9994003,0.000020548354,0.00031073642,0.00010570905,0.00008072115,0.00008198125],"domain_scores_gemma":[0.99933946,0.00032367618,0.00011757387,0.00014141854,0.000061006962,0.000016886188],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00092256995,0.000056273395,0.00018852596,0.000035243447,0.00004505649,0.0000057724064,0.000044916218,0.00004715161,0.0000027869637],"category_scores_gemma":[0.000039322313,0.000035658504,0.000031099873,0.00007050624,0.00010771554,0.000025452206,0.000008994938,0.00005578751,9.068221e-8],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0009037896,0.0002464055,0.00819127,0.000024282646,0.00003246856,1.4228977e-8,0.0007448377,0.29317695,0.006475375,0.5363362,0.0000022900163,0.15386617],"study_design_scores_gemma":[0.013072413,0.000040250772,0.28904077,0.000011250663,0.00014476791,7.244406e-7,0.00015909312,0.68014055,0.0004365025,0.016893124,0.000019946368,0.00004058318],"about_ca_topic_score_codex":0.00001998421,"about_ca_topic_score_gemma":0.00004872982,"teacher_disagreement_score":0.51944304,"about_ca_system_score_codex":0.000044071716,"about_ca_system_score_gemma":0.000044205437,"threshold_uncertainty_score":0.14541116},"labels":[],"label_agreement":null},{"id":"W2061992501","doi":"10.1007/s00464-012-2615-7","title":"Development and validation of a theoretical test in basic laparoscopy","year":2012,"lang":"en","type":"article","venue":"Surgical Endoscopy","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":14,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"St. Michael's Hospital","funders":"","keywords":"Test (biology); Laparoscopy; Computer science; Medicine; Surgery; Geology","score_opus":0.026612512604003626,"score_gpt":0.3125536021524337,"score_spread":0.2859410895484301,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2061992501","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9790553,0.00013196179,0.000012350202,0.000108979766,0.000051468156,0.00012795863,0.0000012697202,0.000023601957,0.020487133],"genre_scores_gemma":[0.998026,0.000014651624,0.001763951,0.00006643494,0.000052496638,0.000010073279,0.000016143065,0.000008926909,0.000041326097],"study_design_codex":"observational","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9991181,0.000038818576,0.00028688868,0.0001245921,0.0002023683,0.00022922287],"domain_scores_gemma":[0.9991071,0.000562287,0.000038472906,0.00008098775,0.000024196608,0.00018693777],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00040340665,0.000090872425,0.00024294305,0.00007758801,0.000021499585,0.0000052708037,0.000023539114,0.00007082389,0.00079581735],"category_scores_gemma":[0.00022835287,0.00006987005,0.000031594995,0.00018275641,0.00012782279,0.000060189708,0.000022888857,0.00012003217,0.000022303046],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00085039047,0.0008193486,0.8953325,0.000091856746,0.00002396012,0.000044500164,0.0013637311,0.000006576799,0.0011123483,0.08810065,0.00000636867,0.012247767],"study_design_scores_gemma":[0.06581561,0.00050633826,0.37576076,0.0006893032,0.00010874101,0.00015708833,0.00075652235,0.0012774031,0.44604534,0.0013570793,0.10690343,0.0006223954],"about_ca_topic_score_codex":0.0000029719254,"about_ca_topic_score_gemma":3.74742e-7,"teacher_disagreement_score":0.5195717,"about_ca_system_score_codex":0.000025233168,"about_ca_system_score_gemma":0.00003176339,"threshold_uncertainty_score":0.8713642},"labels":[],"label_agreement":null},{"id":"W2062197121","doi":"10.1007/s00268-009-0276-z","title":"Advanced Trauma Operative Management Course: Participant Survey","year":2009,"lang":"en","type":"article","venue":"World Journal of Surgery","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":34,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Medicine; Likert scale; Vascular surgery; Confidence interval; Family medicine; Surgery; General surgery; Cardiac surgery; Psychology; Internal medicine","score_opus":0.1410381283877936,"score_gpt":0.3843548878578167,"score_spread":0.2433167594700231,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2062197121","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9782999,0.0010549705,0.0001586546,0.0025629653,0.00044883543,0.00012600451,0.0000020900488,0.00002246502,0.017324077],"genre_scores_gemma":[0.9968734,0.000096254786,0.00031553433,0.0011011865,0.00012574052,8.841349e-7,0.000005205964,0.000008378162,0.0014734074],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9986232,0.000112943024,0.0005881473,0.000100087374,0.0003521846,0.0002234521],"domain_scores_gemma":[0.99874246,0.00052316725,0.00021582606,0.00010281239,0.00018990676,0.00022585515],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001375008,0.00010647078,0.0004623453,0.00021266425,0.000052512154,0.000020184745,0.00004398702,0.000022239363,0.0005163823],"category_scores_gemma":[0.00012340331,0.000078793855,0.00018768334,0.00040544468,0.000030118657,0.0001227709,0.0000059029653,0.00019859517,0.000014543735],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0021296872,0.00075856154,0.13661513,0.000020170655,0.00041257506,0.0019526213,0.00031421628,0.0012729556,0.00007752799,0.00063717226,0.0029345006,0.8528749],"study_design_scores_gemma":[0.0019905958,0.000095388925,0.9797806,0.00025011998,0.00010390387,0.00005746164,0.00017538156,0.00012137326,0.00018517446,0.000093912735,0.017048163,0.000097918266],"about_ca_topic_score_codex":0.0000013955452,"about_ca_topic_score_gemma":0.000006827771,"teacher_disagreement_score":0.85277694,"about_ca_system_score_codex":0.000034070654,"about_ca_system_score_gemma":0.000046572226,"threshold_uncertainty_score":0.5654024},"labels":[],"label_agreement":null},{"id":"W2062759114","doi":"10.1007/s00464-013-3263-2","title":"Evolution of practice gaps in gastrointestinal and endoscopic surgery: 2012 report from the Society of American Gastrointestinal and Endoscopic Surgeons (SAGES) Continuing Education Committee","year":2013,"lang":"en","type":"article","venue":"Surgical Endoscopy","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":11,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"","keywords":"Medicine; Continuing medical education; Certification; Medical education; Continuing education; Descriptive statistics; Family medicine; Management","score_opus":0.014334177716429405,"score_gpt":0.2921121399918285,"score_spread":0.2777779622753991,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2062759114","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9951821,0.0011525593,0.00028749893,0.0015607968,0.00007475606,0.0004847814,0.000014321132,0.000037038528,0.0012061495],"genre_scores_gemma":[0.991134,0.000121531004,0.008316165,0.00012196859,0.000097754004,0.00003980688,0.000065746346,0.000021334654,0.000081693775],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99759847,0.0003318235,0.00087781856,0.0004041522,0.00040474386,0.00038298196],"domain_scores_gemma":[0.9919425,0.0065453984,0.0006637605,0.00031536937,0.00030473966,0.00022818282],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0008723415,0.0002404031,0.0007206189,0.00010373111,0.00006861429,0.000031078103,0.000076394215,0.000050048187,0.0002555026],"category_scores_gemma":[0.001835342,0.00018601058,0.00017700082,0.00042568802,0.0006385193,0.00028111172,0.00007504298,0.0004368507,0.0000037297978],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00026280573,0.00027463888,0.9904239,0.000063468215,0.000031965537,0.000061035964,0.00024921773,0.0000066433145,0.0008780506,0.0003644161,0.00028537406,0.007098495],"study_design_scores_gemma":[0.0050108866,0.00023156362,0.98443466,0.0018758854,0.00010337008,0.0010668339,0.0035734065,0.00074819266,0.0002875808,0.00015737022,0.0023756442,0.00013461793],"about_ca_topic_score_codex":0.007292347,"about_ca_topic_score_gemma":0.00007412969,"teacher_disagreement_score":0.0080286665,"about_ca_system_score_codex":0.00007434627,"about_ca_system_score_gemma":0.00024225471,"threshold_uncertainty_score":0.9993182},"labels":[],"label_agreement":null},{"id":"W2062805319","doi":"10.1007/s00464-005-0260-0","title":"The role of telementoring and telerobotic assistance in the provision of laparoscopic colorectal surgery in rural areas","year":2006,"lang":"en","type":"article","venue":"Surgical Endoscopy","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":103,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University; Cégep de Chicoutimi; Innovation Initiatives Ontario North","funders":"","keywords":"Medicine; Colorectal surgery; Surgery; Laparoscopy; Dissection (medical); Abdominoperineal resection; Laparoscopic surgery; Abdominal surgery; General surgery; Diverticulitis; Sigmoid colon; Colorectal cancer; Rectum; Cancer; Internal medicine","score_opus":0.01057054617365284,"score_gpt":0.26981075679503885,"score_spread":0.259240210621386,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2062805319","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99503016,0.0009782709,0.00000140049,0.00012951453,0.00004739089,0.00024120718,0.0000014020565,0.000008455589,0.0035622185],"genre_scores_gemma":[0.9998083,0.000058800648,0.00003367686,0.0000100763355,0.000036972255,0.000016646578,0.0000059719896,0.000006084133,0.000023480814],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.998832,0.00012245412,0.00043599843,0.00011895801,0.00028307564,0.00020751735],"domain_scores_gemma":[0.99801445,0.0017146323,0.00010037705,0.000109169225,0.000028543212,0.00003279935],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00064194173,0.000089107794,0.00030480977,0.00006824389,0.00003938901,0.000013407193,0.000056798395,0.000047610072,0.000024569048],"category_scores_gemma":[0.0001345133,0.000049563612,0.000059312257,0.00032391446,0.00013026902,0.000038214795,0.000018910552,0.00014970009,6.3036333e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0007370284,0.00014663787,0.9890761,0.000030140718,0.0000064964206,0.000030092264,0.00012975956,0.000089999034,0.00045317522,0.0023346336,0.000003502433,0.0069624763],"study_design_scores_gemma":[0.00882837,0.00012623165,0.978377,0.0003446641,0.000014860191,0.000013537363,0.00090250315,0.0016647619,0.0050455593,0.0006849648,0.0039108777,0.000086688284],"about_ca_topic_score_codex":0.0002854226,"about_ca_topic_score_gemma":0.00012228123,"teacher_disagreement_score":0.010699077,"about_ca_system_score_codex":0.00002607352,"about_ca_system_score_gemma":0.000038836057,"threshold_uncertainty_score":0.20211455},"labels":[],"label_agreement":null},{"id":"W2062845173","doi":"10.1016/j.jsurg.2011.03.010","title":"Sim One, Do One, Teach One: Considerations in Designing Training Curricula for Surgical Simulation","year":2011,"lang":"en","type":"review","venue":"Journal of surgical education","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":105,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"","keywords":"Curriculum; Task (project management); Overtraining; Training (meteorology); Identification (biology); Medical education; Surgical simulation; Dreyfus model of skill acquisition; Computer science; Psychology; Medicine; Pedagogy; Engineering; Physical therapy; Surgery","score_opus":0.2350467769481609,"score_gpt":0.44055722944628845,"score_spread":0.20551045249812755,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2062845173","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0011177525,0.98658997,0.0012472018,0.00034927105,0.0009312565,0.002073367,0.000013554475,0.000053795615,0.0076238406],"genre_scores_gemma":[0.13369633,0.8525345,0.009716378,0.00012356396,0.0030992255,0.0001517188,0.00027009542,0.0001369467,0.00027127235],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99520564,0.0005142834,0.0026997686,0.00046058098,0.00065473065,0.00046500476],"domain_scores_gemma":[0.9920446,0.0046901517,0.001636122,0.00026252793,0.00085778115,0.00050877314],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.002300587,0.00046453087,0.0026241662,0.0010056363,0.00016964346,0.00011566129,0.00014357599,0.00066779193,0.001032344],"category_scores_gemma":[0.001452547,0.00039805047,0.0010776772,0.00070198375,0.00010045597,0.0003448365,0.000025726718,0.0013301771,0.000020243628],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00022142904,0.0019787813,0.00012959764,0.002137117,0.00027962966,0.00008153702,0.0008130922,0.00068298494,3.338921e-7,0.005197366,0.00007383962,0.9884043],"study_design_scores_gemma":[0.0058899266,0.00037545405,0.00018907503,0.023761153,0.0016956754,0.0008154368,0.0003589396,0.0005272735,0.0000011937938,0.0016084444,0.9642832,0.0004942135],"about_ca_topic_score_codex":0.000008574981,"about_ca_topic_score_gemma":0.0000018903673,"teacher_disagreement_score":0.9879101,"about_ca_system_score_codex":0.00043971802,"about_ca_system_score_gemma":0.0026057144,"threshold_uncertainty_score":0.99988085},"labels":[],"label_agreement":null},{"id":"W2063606305","doi":"10.1016/j.jsurg.2014.06.011","title":"Development of a Novel iPad-Based Laparoscopic Trainer and Comparison With a Standard Laparoscopic Trainer for Basic Laparoscopic Skills Testing","year":2014,"lang":"en","type":"article","venue":"Journal of surgical education","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":20,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Trainer; Likert scale; Medicine; Laparoscopic surgery; Physical therapy; Significant difference; Laparoscopy; Medical physics; Surgery; Psychology; Computer science","score_opus":0.043082104572910354,"score_gpt":0.34104203922118503,"score_spread":0.2979599346482747,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2063606305","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99257445,0.00011918733,0.005074265,0.0007115294,0.00021040213,0.00037205973,0.0000049150003,0.000017698518,0.00091547833],"genre_scores_gemma":[0.9329332,0.0000033322804,0.06642516,0.00024027772,0.00024030278,0.000019582467,0.000018390025,0.000023427534,0.00009633448],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99806595,0.00005069636,0.0009410725,0.00021290983,0.00047898613,0.00025039556],"domain_scores_gemma":[0.99748343,0.0008630877,0.00060627674,0.0001235145,0.0006265285,0.00029713166],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00083935016,0.00020139484,0.0008113093,0.00021669135,0.000103680846,0.000034194298,0.000073248884,0.00010485508,0.00006020106],"category_scores_gemma":[0.0004871613,0.00014144676,0.00009373931,0.000310746,0.00010837633,0.00010899398,0.000009089033,0.00023835906,6.6452236e-7],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.01209483,0.014450798,0.39273274,0.0037593485,0.00091216003,0.000025420453,0.016614508,0.0069328994,0.018169014,0.004297054,0.00068963,0.5293216],"study_design_scores_gemma":[0.20534173,0.010471882,0.32779902,0.011180451,0.001413517,0.00050521694,0.0046614874,0.03495424,0.040189307,0.0003400411,0.36165294,0.0014901606],"about_ca_topic_score_codex":0.0000036284932,"about_ca_topic_score_gemma":0.0000057697234,"teacher_disagreement_score":0.52783144,"about_ca_system_score_codex":0.00011578644,"about_ca_system_score_gemma":0.0010770367,"threshold_uncertainty_score":0.5768031},"labels":[],"label_agreement":null},{"id":"W2063701363","doi":"10.1007/s00464-007-9356-z","title":"The impact of objective assessment and constructive feedback on improvement of laparoscopic performance in the operating room","year":2007,"lang":"en","type":"article","venue":"Surgical Endoscopy","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":81,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"St. Michael's Hospital; University of Toronto","funders":"","keywords":"Medicine; Constructive; Laparoscopic cholecystectomy; Test (biology); Physical therapy; Laparoscopy; Surgery; Computer science","score_opus":0.018561396863728218,"score_gpt":0.35863980826938074,"score_spread":0.34007841140565254,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2063701363","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9754234,0.000055413824,0.000010288654,0.000052853426,0.000044144588,0.00036280506,0.0000035260289,0.0000056500944,0.02404191],"genre_scores_gemma":[0.9997742,0.000046479618,0.000079001875,0.000036875215,0.000031450367,0.000008280065,0.0000028058935,0.000005501337,0.000015397316],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9989622,0.000062493964,0.00034824808,0.00014086184,0.00028073761,0.00020544673],"domain_scores_gemma":[0.99828416,0.0013420333,0.000109975954,0.00013797275,0.00006939878,0.000056463334],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0009152988,0.0001076893,0.00026368926,0.000046570032,0.00008422448,0.000011659096,0.000059452206,0.000044508535,0.00004868605],"category_scores_gemma":[0.00007092907,0.00005061408,0.00007296024,0.00020481614,0.00017573254,0.000036498423,0.000022418928,0.00024556904,7.303611e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0028343082,0.00041866317,0.92851174,0.00005638402,0.00016692307,0.00004044771,0.0019121678,0.00078177697,0.0017540415,0.0077884826,0.0000031437942,0.05573192],"study_design_scores_gemma":[0.016625455,0.0024693185,0.9668665,0.00016418601,0.000017696462,0.000014601519,0.002270496,0.0020252566,0.00930599,0.00009771897,0.00007120359,0.00007159172],"about_ca_topic_score_codex":0.000076530545,"about_ca_topic_score_gemma":0.0000069623134,"teacher_disagreement_score":0.055660326,"about_ca_system_score_codex":0.00007795546,"about_ca_system_score_gemma":0.000085310814,"threshold_uncertainty_score":0.20639822},"labels":[],"label_agreement":null},{"id":"W2063849333","doi":"10.1016/j.amjsurg.2005.11.014","title":"Computer-assisted assessment of one-handed knot tying skills performed within various contexts: a construct validity study","year":2006,"lang":"en","type":"article","venue":"The American Journal of Surgery","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":46,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo; University of Toronto; Western University; Mount Sinai Hospital","funders":"","keywords":"Tying; Knot tying; Construct validity; Knot (papermaking); Construct (python library); Computer science; Psychology; Cognitive psychology; Natural language processing; Engineering; Developmental psychology; Psychometrics; Medicine; Programming language; Surgery","score_opus":0.06358176964611095,"score_gpt":0.3383987720866554,"score_spread":0.27481700244054447,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2063849333","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9971941,0.00003136881,0.0014903069,0.0002165689,0.00029720768,0.00018392464,0.0000028022187,0.0000191021,0.00056458823],"genre_scores_gemma":[0.9978768,0.000010723395,0.0015944089,0.00024368394,0.00023685198,0.0000018686886,0.000003098551,0.000016382035,0.000016135067],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99743694,0.00045817686,0.0011166531,0.00013078125,0.0006460553,0.00021137935],"domain_scores_gemma":[0.9952238,0.0024568476,0.001643171,0.00020660996,0.00034099893,0.00012856373],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0021631334,0.00015713889,0.0010835119,0.00021393297,0.00010597776,0.000027294043,0.000106979336,0.000023821625,0.00008755711],"category_scores_gemma":[0.00014227,0.000100051824,0.00029640607,0.00041666278,0.0003662245,0.00007522296,0.00003012003,0.00036011904,0.0000011949687],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00073187205,0.0017668486,0.90626353,0.000022091097,0.00051191886,0.00021095824,0.00062844495,0.00054374774,0.0004093507,0.000060087546,0.000038137736,0.088813],"study_design_scores_gemma":[0.0029569245,0.000823736,0.99252987,0.00025943364,0.0002611803,0.00042951055,0.0014404199,0.00090815255,0.00016289687,0.00007197767,0.00004215364,0.00011374056],"about_ca_topic_score_codex":0.00013225463,"about_ca_topic_score_gemma":0.000005306838,"teacher_disagreement_score":0.08869926,"about_ca_system_score_codex":0.00008826596,"about_ca_system_score_gemma":0.00037995426,"threshold_uncertainty_score":0.4079995},"labels":[],"label_agreement":null},{"id":"W2063864768","doi":"10.1016/j.jpedsurg.2009.01.040","title":"Perception and use of minimal access surgery simulators in pediatric surgery training programs","year":2009,"lang":"en","type":"article","venue":"Journal of Pediatric Surgery","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":17,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"SickKids Foundation; University of Toronto; Hospital for Sick Children","funders":"","keywords":"Medicine; Perception; Surgery","score_opus":0.11844316183590665,"score_gpt":0.33191603317675744,"score_spread":0.2134728713408508,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2063864768","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9978933,0.0008579582,0.000039286842,0.00025905203,0.000698306,0.00016511444,0.0000018991859,0.000032255753,0.00005283409],"genre_scores_gemma":[0.9929835,0.002880856,0.00022930751,0.00019984001,0.003647933,0.0000018830378,0.000013284379,0.000029292887,0.000014086647],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9961417,0.00022688754,0.0020635303,0.00027809816,0.00079648907,0.0004933373],"domain_scores_gemma":[0.9899139,0.00793283,0.0012358696,0.00016357758,0.00034622868,0.0004076416],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0029666612,0.00027800517,0.0014117324,0.0024364525,0.000054094802,0.00008466733,0.00007761764,0.00023358584,0.00010304979],"category_scores_gemma":[0.0030366993,0.00023837764,0.0007047317,0.0018169581,0.00005493982,0.00089090853,0.000025430376,0.00047071424,0.0000019069464],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00056208274,0.00034927385,0.8649954,0.00011979112,0.00002666229,0.00037223205,0.00034240028,0.00015030649,0.000008776382,0.0000016744,0.0009911803,0.13208018],"study_design_scores_gemma":[0.000940806,0.000108946704,0.99711716,0.0001277138,0.00027186947,0.000111316214,0.0002629306,0.00036582438,0.000005060605,0.000032831358,0.00041916705,0.00023638716],"about_ca_topic_score_codex":0.000014772089,"about_ca_topic_score_gemma":0.0000015849711,"teacher_disagreement_score":0.13212171,"about_ca_system_score_codex":0.00007815044,"about_ca_system_score_gemma":0.0006210637,"threshold_uncertainty_score":0.9720758},"labels":[],"label_agreement":null},{"id":"W2064109314","doi":"10.1115/1.4027081","title":"Feasibility of a Low-Cost Instrumented Trocar for Universal Surgical Procedure Analyses1","year":2014,"lang":"en","type":"article","venue":"Journal of Medical Devices","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Apprenticeship; Virtual reality; Process (computing); Psychomotor learning; Checklist; Laparoscopic surgery; Computer science; Medicine; Human–computer interaction; Surgery; Psychology; Laparoscopy; Cognition","score_opus":0.04556965588646504,"score_gpt":0.3680032484047183,"score_spread":0.32243359251825326,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2064109314","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9935667,0.00011327749,0.0014896938,0.0032974028,0.00014221246,0.00020486306,0.0000033462275,0.000011626144,0.0011708628],"genre_scores_gemma":[0.998806,0.000026868776,0.00035427723,0.00041340478,0.0003570072,0.0000012207588,0.000007210331,0.000008059977,0.000025972215],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9978183,0.00009212141,0.00068669993,0.00012813664,0.0011048183,0.00016992145],"domain_scores_gemma":[0.9979975,0.0006588029,0.00040001384,0.00009374822,0.0003619121,0.00048798],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0015684278,0.000103995015,0.00055479206,0.00013071473,0.00003507985,0.000009480215,0.00015784828,0.00016567382,0.0005137199],"category_scores_gemma":[0.0017966104,0.0000676508,0.00030248513,0.0002422218,0.00011705781,0.0000905279,0.000021589907,0.00030503995,0.0000019596882],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.010307278,0.0022618822,0.76698124,0.0019472727,0.0010051277,0.00040830267,0.0007965733,0.0001640485,0.00016427622,0.00348747,0.00065942976,0.21181709],"study_design_scores_gemma":[0.13791113,0.0048616626,0.47782323,0.0060279653,0.0018143968,0.0016857988,0.0038963743,0.119946405,0.0017695648,0.0010147813,0.24257961,0.00066910166],"about_ca_topic_score_codex":0.00000541862,"about_ca_topic_score_gemma":0.000011806288,"teacher_disagreement_score":0.28915805,"about_ca_system_score_codex":0.000045199347,"about_ca_system_score_gemma":0.00028491134,"threshold_uncertainty_score":0.56248724},"labels":[],"label_agreement":null},{"id":"W2064116479","doi":"10.1051/pmed:2002026","title":"Modèle pédagogique in vivo d’apprentissagedes techniques chirurgicales cardiovasculaires","year":2002,"lang":"fr","type":"article","venue":"Pédagogie médicale","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary; Université de Montréal; Montreal Heart Institute","funders":"","keywords":"Medicine; Gynecology; Humanities; Art","score_opus":0.0932660535344085,"score_gpt":0.30650609935921413,"score_spread":0.21324004582480563,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2064116479","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.18193652,0.28191397,0.0038548263,0.012806612,0.0029248695,0.0021954582,0.0001331034,0.001557109,0.5126775],"genre_scores_gemma":[0.89612263,0.0146416435,0.002053443,0.0008108079,0.0017044706,0.00014457984,0.000019316205,0.00010946627,0.084393606],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9951819,0.00056549755,0.0010387648,0.0009350565,0.0009458777,0.0013328879],"domain_scores_gemma":[0.99741405,0.0008234606,0.00014723974,0.00079182425,0.00010489659,0.00071854686],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0011380658,0.0005930274,0.001185279,0.00038554726,0.00021127013,0.00011435431,0.00036621705,0.0007919586,0.025897909],"category_scores_gemma":[0.0007437835,0.000568787,0.00076357217,0.0008968206,0.0007713924,0.0003087447,0.00019098769,0.0011722195,0.0007167308],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000121686426,0.002014454,0.018923193,0.00055668235,0.0003872193,0.0021841798,0.0021099236,0.0006187454,0.00042128697,0.0030625188,0.0070406976,0.9625594],"study_design_scores_gemma":[0.004664158,0.00026846377,0.007523873,0.0018970144,0.00025553154,0.0001770374,0.0011464936,0.018966129,0.0054367734,0.0007572503,0.95808786,0.00081944367],"about_ca_topic_score_codex":0.00014152762,"about_ca_topic_score_gemma":0.00006158333,"teacher_disagreement_score":0.96173996,"about_ca_system_score_codex":0.00032926988,"about_ca_system_score_gemma":0.000081674734,"threshold_uncertainty_score":0.99967635},"labels":[],"label_agreement":null},{"id":"W2064249883","doi":"10.1016/j.amjsurg.2006.11.032","title":"Randomized controlled trial of virtual reality simulator training: transfer to live patients","year":2007,"lang":"en","type":"article","venue":"The American Journal of Surgery","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":214,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"The Wilson Centre; University of Toronto","funders":"","keywords":"Virtual reality; Simulation; Randomized controlled trial; Transfer of training; Computer science; Training (meteorology); Human–computer interaction; Psychology; Medicine; Physics; Surgery; Knowledge management","score_opus":0.0611256784499074,"score_gpt":0.3292793182679443,"score_spread":0.2681536398180369,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2064249883","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9957235,0.000021579013,0.0017664003,0.00060055207,0.00044454724,0.0008348926,0.0000025578863,0.000010440414,0.000595561],"genre_scores_gemma":[0.9986109,0.000019507079,0.00003287993,0.00092074944,0.00036475764,0.0000048369043,0.0000016583158,0.000016113183,0.000028595368],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9966341,0.0005962376,0.0017168731,0.00010368504,0.00069958816,0.0002494849],"domain_scores_gemma":[0.98459965,0.013898651,0.0005926961,0.00015397862,0.00044465705,0.00031036726],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.009098319,0.00014923324,0.0027591013,0.0002623442,0.00004381606,0.000007958883,0.00008942954,0.000033382585,0.00013143943],"category_scores_gemma":[0.0039229793,0.00007934837,0.0012192193,0.00037315727,0.0003538825,0.00004911119,0.0000083276445,0.00024039231,0.0000034081208],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.9528645,0.00030351966,0.0012133728,0.000002998851,0.00051289855,0.000022910033,0.0025467845,0.00038714407,0.00003904248,0.00003550162,0.00001806552,0.042053256],"study_design_scores_gemma":[0.98665875,0.0010803496,0.009161956,0.00010195865,0.0003948746,0.000011944546,0.0019782023,0.00015162675,0.00008251258,0.000031805626,0.0002494329,0.000096590484],"about_ca_topic_score_codex":0.000016734415,"about_ca_topic_score_gemma":5.6447567e-7,"teacher_disagreement_score":0.041956667,"about_ca_system_score_codex":0.00003440294,"about_ca_system_score_gemma":0.00018138673,"threshold_uncertainty_score":0.46964562},"labels":[],"label_agreement":null},{"id":"W2064391420","doi":"10.5402/2012/259864","title":"Teaching Emergency Surgical Skills for Trauma Resuscitation-Mechanical Simulator versus Animal Model","year":2012,"lang":"en","type":"article","venue":"ISRN Emergency Medicine","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":24,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto; St. Michael's Hospital","funders":"","keywords":"Advanced trauma life support; Likert scale; Resuscitation; Scale (ratio); Animal model; Simulation; Medicine; Medical education; Psychology; Medical emergency; Computer science; Emergency medicine","score_opus":0.09369963820377257,"score_gpt":0.4082313200446771,"score_spread":0.3145316818409045,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2064391420","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.94726366,0.00082166994,0.0071760374,0.0032491472,0.0055885944,0.0009845592,0.00002583049,0.00030584296,0.03458468],"genre_scores_gemma":[0.991239,0.00011471393,0.0011884955,0.00011310937,0.0037450509,0.000060094702,0.00014524609,0.00007513377,0.003319159],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9966269,0.000102712824,0.0011539746,0.00048072264,0.0007650581,0.0008706243],"domain_scores_gemma":[0.99783295,0.0005409113,0.00019915741,0.00037309955,0.00025120765,0.00080268644],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0014155358,0.00036398933,0.00063828385,0.00019963984,0.00028691292,0.000002756379,0.00015382841,0.00024450975,0.005776312],"category_scores_gemma":[0.0017569389,0.0002877322,0.00034358416,0.0003555311,0.000073095514,0.0002519715,0.000039953156,0.0004694699,0.00006558328],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.052649345,0.013146626,0.11699424,0.002217084,0.0034801993,0.00017399673,0.032678705,0.009940491,0.012646194,0.33275616,0.06525745,0.3580595],"study_design_scores_gemma":[0.07555343,0.005234666,0.027493916,0.00045406105,0.0018349008,0.00005318113,0.003260725,0.5565788,0.0005532373,0.0038837304,0.32326585,0.0018334907],"about_ca_topic_score_codex":0.000034868703,"about_ca_topic_score_gemma":0.000014837983,"teacher_disagreement_score":0.5466383,"about_ca_system_score_codex":0.0000929022,"about_ca_system_score_gemma":0.000050176328,"threshold_uncertainty_score":0.9999575},"labels":[],"label_agreement":null},{"id":"W2064753579","doi":"10.1177/1553350606298718","title":"Advanced Laparoscopic Surgery in a Free-Standing Ambulatory Setting","year":2007,"lang":"en","type":"article","venue":"Surgical Innovation","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ottawa Hospital; University of Ottawa; Centre hospitalier universitaire de Québec","funders":"","keywords":"Medicine; Ambulatory; Surgery; Ambulatory care; Retrospective cohort study; Emergency medicine; General surgery; Health care","score_opus":0.0414455001323799,"score_gpt":0.3411157787149872,"score_spread":0.2996702785826073,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2064753579","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97877204,0.00015312781,0.00049364765,0.0006366904,0.00032631363,0.00016289437,0.0000013838255,0.00011423919,0.019339684],"genre_scores_gemma":[0.99844843,0.000009927996,0.00047025492,0.0004852943,0.0001824241,0.0000051642924,0.000057379384,0.000015848707,0.0003252886],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99849534,0.000031600724,0.00062904466,0.00021852109,0.00029586884,0.00032963068],"domain_scores_gemma":[0.99885535,0.0006690654,0.00011257601,0.00016024284,0.00013209696,0.00007064779],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0018053098,0.000110105124,0.00027460043,0.00051440205,0.000051651703,0.000014065845,0.00003485729,0.00012863278,0.00023111896],"category_scores_gemma":[0.0006680852,0.000104748746,0.000053264914,0.0020035463,0.000043949654,0.00015472731,0.000022539078,0.00027186994,0.000014533372],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0011519659,0.00026628678,0.586734,0.000110662695,0.00003166311,0.0011358297,0.00029041377,0.00022604395,0.001657909,0.03997292,0.00025948725,0.36816278],"study_design_scores_gemma":[0.02121628,0.00013474298,0.71991926,0.0011173817,0.000027541424,0.00013376679,0.0007566926,0.0025671604,0.0079206955,0.0042023105,0.24134168,0.0006624877],"about_ca_topic_score_codex":0.000009298341,"about_ca_topic_score_gemma":0.000008291447,"teacher_disagreement_score":0.3675003,"about_ca_system_score_codex":0.0001354154,"about_ca_system_score_gemma":0.00005492075,"threshold_uncertainty_score":0.427153},"labels":[],"label_agreement":null},{"id":"W2066754050","doi":"10.1007/s00464-008-0043-5","title":"Psychomotor performance measured in a virtual environment correlates with technical skills in the operating room","year":2008,"lang":"en","type":"article","venue":"Surgical Endoscopy","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":114,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto; St. Michael's Hospital","funders":"","keywords":"Psychomotor learning; Medicine; Task (project management); Laparoscopic surgery; Trainer; Laparoscopic cholecystectomy; Laparoscopy; Virtual reality; CLIPS; Simulation; Physical therapy; Surgery; Computer science; Artificial intelligence; Engineering","score_opus":0.01944709363273947,"score_gpt":0.2666856112276573,"score_spread":0.24723851759491786,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2066754050","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9896201,0.00010802663,0.000033860324,0.00035202107,0.000040911138,0.000434349,0.0000011846068,0.000041797004,0.009367742],"genre_scores_gemma":[0.99888504,0.00012787769,0.00033910954,0.00030643854,0.00006616426,0.00007351636,0.000011805752,0.000017093216,0.00017293337],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.998344,0.00012556616,0.00037325663,0.00030198833,0.0005249661,0.00033022944],"domain_scores_gemma":[0.9991644,0.00044117845,0.000045045712,0.0002236133,0.000014511465,0.00011122362],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0004910353,0.00017488102,0.00032573304,0.00008666439,0.00009719894,0.0000124804,0.00011065606,0.00011412874,0.00040172262],"category_scores_gemma":[0.00007996977,0.00010082608,0.00006232898,0.00033387044,0.00014232441,0.000078963116,0.000021191105,0.00054782204,0.000058873466],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.002203705,0.0014674299,0.97921276,0.000016352367,0.000025446438,0.0020267877,0.001746288,0.006945347,0.00030165253,0.0003286026,0.000025329644,0.005700327],"study_design_scores_gemma":[0.06737219,0.0018519383,0.9013292,0.00049959985,0.000029388344,0.0013583751,0.0004313468,0.011330903,0.0005246119,0.000017355518,0.01482377,0.00043129385],"about_ca_topic_score_codex":0.000013239007,"about_ca_topic_score_gemma":0.000008131125,"teacher_disagreement_score":0.077883504,"about_ca_system_score_codex":0.000076246295,"about_ca_system_score_gemma":0.000049169445,"threshold_uncertainty_score":0.43985808},"labels":[],"label_agreement":null},{"id":"W2067025274","doi":"10.1016/j.surg.2009.02.021","title":"A method to characterize the learning curve for performance of a fundamental laparoscopic simulator task: Defining “learning plateau” and “learning rate”","year":2009,"lang":"en","type":"article","venue":"Surgery","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":122,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Simon Fraser University; McGill University","funders":"","keywords":"Learning curve; Medicine; Asymptote; Statistics; Range (aeronautics); Confidence interval; Area under the curve; Curve fitting; Standard deviation; Task (project management); Artificial intelligence; Machine learning; Mathematics; Computer science; Mathematical analysis","score_opus":0.04132087913110553,"score_gpt":0.324593728577505,"score_spread":0.28327284944639947,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2067025274","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.997709,0.00017102201,0.0008358604,0.0003613217,0.00008948771,0.0003450231,0.0000027206363,0.00010175065,0.00038384667],"genre_scores_gemma":[0.9976017,0.000027118082,0.0010937018,0.00063213526,0.000096896816,0.000021596117,0.000056193254,0.000028825312,0.0004418685],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9983086,0.0003160956,0.00045622568,0.00030965594,0.00021671063,0.00039269865],"domain_scores_gemma":[0.9957804,0.0036064878,0.00022322465,0.00010893906,0.000109325636,0.00017164183],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0023187574,0.00019707509,0.0005666399,0.00016391165,0.00039566154,0.000047488338,0.000049523478,0.00009092882,0.00008739211],"category_scores_gemma":[0.0014448134,0.00015124245,0.00013871923,0.00037017404,0.00004223473,0.00011977535,0.000035196917,0.0005497955,0.000011268055],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.002372906,0.00009881512,0.74132526,0.00025588786,0.00016392053,0.000019553252,0.0044065346,0.026806938,0.013820714,0.000167629,0.00002897067,0.21053287],"study_design_scores_gemma":[0.0038772607,0.0013290427,0.7817264,0.0010012324,0.00015854355,0.000045412813,0.0015890234,0.14291279,0.0026751277,0.000022734252,0.06420989,0.00045254675],"about_ca_topic_score_codex":0.000010044571,"about_ca_topic_score_gemma":4.2871696e-7,"teacher_disagreement_score":0.21008033,"about_ca_system_score_codex":0.00003762578,"about_ca_system_score_gemma":0.00007878069,"threshold_uncertainty_score":0.6167488},"labels":[],"label_agreement":null},{"id":"W2067046254","doi":"10.1117/12.877830","title":"Augmented reality needle guidance improves facet joint injection training","year":2011,"lang":"en","type":"article","venue":"Proceedings of SPIE, the International Society for Optical Engineering/Proceedings of SPIE","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University","funders":"","keywords":"Overlay; Imaging phantom; Facet (psychology); Session (web analytics); Computer science; Joint (building); Orientation (vector space); Computer vision; Augmented reality; Percutaneous; Medical physics; Medicine; Artificial intelligence; Surgery; Nuclear medicine; Psychology; Mathematics; Engineering","score_opus":0.047573061345309926,"score_gpt":0.2683375749204154,"score_spread":0.22076451357510546,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2067046254","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9786612,0.000052967822,0.000085027525,0.0011534385,0.00024913342,0.0005863401,0.000021289065,0.00015773378,0.019032886],"genre_scores_gemma":[0.9552126,0.000026508164,0.043778665,0.00020589335,0.0003357599,0.00009466335,0.000012265175,0.00005181041,0.00028183364],"study_design_codex":"bench_or_experimental","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9976948,2.1851555e-8,0.0008442035,0.00040200463,0.00065137254,0.0004076353],"domain_scores_gemma":[0.9978825,0.00006373611,0.00042099066,0.000065760854,0.0013707222,0.00019632197],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000839265,0.0003005266,0.0005170407,0.0001173403,0.00009505131,0.000051481617,0.0003444002,0.00021037506,0.00005469495],"category_scores_gemma":[0.00084307016,0.00024406431,0.00067627087,0.00037677994,0.0002190037,0.0004106145,0.00010003736,0.0003721493,0.0000021485484],"study_design_candidate":"bench_or_experimental","study_design_consensus":"bench_or_experimental","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00047014037,0.0003787588,0.0016510502,0.00073192245,0.00094092777,4.3328112e-7,0.0025230756,0.00007025876,0.6689612,0.3186413,0.0010845707,0.0045462907],"study_design_scores_gemma":[0.020405915,0.004545904,0.17044106,0.0031059184,0.0014774712,0.00023053223,0.030290576,0.15846902,0.58392996,0.008242261,0.01673868,0.0021227142],"about_ca_topic_score_codex":0.000030681673,"about_ca_topic_score_gemma":2.2517678e-7,"teacher_disagreement_score":0.31039906,"about_ca_system_score_codex":0.00016832579,"about_ca_system_score_gemma":0.000046446865,"threshold_uncertainty_score":0.9952654},"labels":[],"label_agreement":null},{"id":"W2067551331","doi":"10.1016/j.amjsurg.2009.10.004","title":"How should we establish the clinical case numbers required to achieve proficiency in flexible endoscopy?","year":2009,"lang":"en","type":"article","venue":"The American Journal of Surgery","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":53,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University; McMaster University; Montreal General Hospital; McGill University Health Centre","funders":"American Society for Gastrointestinal Endoscopy","keywords":"Medicine; Endoscopy; Colonoscopy; Significant difference; Surgery; Internal medicine","score_opus":0.17204785785518237,"score_gpt":0.40877982657739775,"score_spread":0.23673196872221539,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2067551331","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9247252,0.00016802066,0.00022349013,0.07328705,0.00029218226,0.00015908925,0.0000011513073,0.00001912476,0.0011247123],"genre_scores_gemma":[0.99213463,0.00015838705,0.00030944234,0.0067984345,0.00039723827,0.0000020125974,5.540432e-7,0.000012983148,0.00018633984],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9978671,0.00042700494,0.0007576861,0.00015314965,0.0004581385,0.0003369053],"domain_scores_gemma":[0.99598473,0.0027615507,0.0005536779,0.00028433456,0.00013607842,0.00027963865],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0036074505,0.00013980205,0.00066628185,0.00020568153,0.0000993198,0.00006584837,0.00017025285,0.000034362067,0.000039866813],"category_scores_gemma":[0.001419907,0.00007009259,0.0003234,0.0011761169,0.00029269606,0.0001603258,0.000022900827,0.0006155639,0.0000063336297],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0051049525,0.0004810593,0.16016233,0.000008078554,0.00009872032,0.006168884,0.0020093285,0.00037072206,0.0002199658,0.00017804196,0.002364731,0.8228332],"study_design_scores_gemma":[0.008771908,0.0067342566,0.82688403,0.001577128,0.00056243414,0.027740719,0.052746892,0.0012952238,0.00063426746,0.0021138964,0.06988877,0.0010504972],"about_ca_topic_score_codex":0.000042085718,"about_ca_topic_score_gemma":0.0000039561437,"teacher_disagreement_score":0.8217827,"about_ca_system_score_codex":0.00005146948,"about_ca_system_score_gemma":0.00022907749,"threshold_uncertainty_score":0.28582928},"labels":[],"label_agreement":null},{"id":"W206767503","doi":"10.1007/bf03017438","title":"Anesthesiology simulators: networking is the key","year":2002,"lang":"en","type":"letter","venue":"Canadian Journal of Anesthesia/Journal canadien d anesthésie","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":10,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Hôpital Maisonneuve-Rosemont","funders":"","keywords":"Anesthesiology; Key (lock); Computer science; Medicine; Anesthesia; Operating system","score_opus":0.028713660421039504,"score_gpt":0.24098116418666204,"score_spread":0.21226750376562253,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W206767503","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.17606445,0.0081259,0.0000057989664,0.8098826,0.0017370529,0.0005262425,0.000009834263,0.000033799824,0.0036143556],"genre_scores_gemma":[0.6056906,0.00034925382,0.0001513659,0.35689807,0.031975083,0.000005631807,0.000048297567,0.00033531146,0.0045463606],"study_design_codex":"case_report","study_design_gemma":"not_applicable","domain_scores_codex":[0.9938301,0.00053405866,0.0019290295,0.00049292715,0.001223376,0.0019905085],"domain_scores_gemma":[0.99263054,0.0007738723,0.00183341,0.0006852876,0.0012235838,0.0028533111],"candidate_categories":["metaepi_narrow","research_integrity","insufficient_payload"],"consensus_categories":["research_integrity"],"category_scores_codex":[0.001801818,0.000889421,0.0018104588,0.001385663,0.0010516105,0.00048405287,0.0011728125,0.0016566071,0.0031726935],"category_scores_gemma":[0.00034175537,0.00061922014,0.0013074263,0.0008503134,0.00063583767,0.00026713527,0.000014568217,0.007833656,0.00010700403],"study_design_candidate":"case_report","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000059989365,0.00001136992,0.00400981,0.000042274994,0.00027986753,0.6193941,0.0010246792,0.00021579675,1.06472605e-7,0.0000146132825,0.37061867,0.0043287105],"study_design_scores_gemma":[0.00095428264,0.0004973742,0.00093177723,0.00043474266,0.00036655416,0.49125057,0.00012184698,0.00012520995,7.563483e-7,0.00012315648,0.504867,0.00032670592],"about_ca_topic_score_codex":0.0021185593,"about_ca_topic_score_gemma":0.0010803479,"teacher_disagreement_score":0.45298448,"about_ca_system_score_codex":0.0012286034,"about_ca_system_score_gemma":0.004976251,"threshold_uncertainty_score":0.99963945},"labels":[],"label_agreement":null},{"id":"W2067916162","doi":"10.1016/s0039-6060(03)00155-7","title":"Using simulators to assess laparoscopic competence: ready for widespread use?","year":2003,"lang":"en","type":"review","venue":"Surgery","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":174,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Montreal General Hospital; McGill University","funders":"","keywords":"Competence (human resources); Medicine; Medical education; Interpersonal communication; Medical knowledge; Psychology; Social psychology","score_opus":0.5786233549008352,"score_gpt":0.49130200365430116,"score_spread":0.087321351246534,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2067916162","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0016494615,0.9912812,0.0007402107,0.000017181932,0.0024820624,0.0022588156,0.00009278974,0.00017998596,0.0012982994],"genre_scores_gemma":[0.0017330815,0.9902526,0.0035895407,0.0011875823,0.00062126934,0.0001633233,0.0006935283,0.0002509115,0.0015081408],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99753374,0.00017961464,0.00090977165,0.0005383802,0.00033814894,0.0005003179],"domain_scores_gemma":[0.9918924,0.0068085175,0.00028939112,0.0004460872,0.00018067319,0.0003829254],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0007185523,0.0004335807,0.0027812067,0.00039740643,0.00011224593,0.00007691728,0.00007864684,0.00035905125,0.00018221932],"category_scores_gemma":[0.0016673217,0.00035273575,0.0007834155,0.0006310852,0.0000421583,0.0000950578,0.000029154775,0.00028644069,0.000065953325],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00007746208,0.00016453989,0.0039703706,0.016755471,0.00050100335,0.000135105,0.000031563617,0.00021552762,0.0000012911099,0.0006314326,0.0013833663,0.97613287],"study_design_scores_gemma":[0.00039322677,0.000023626604,0.000041942407,0.014130139,0.0006944008,0.000029120249,0.000007957866,0.00012522412,0.000002074478,0.000011619504,0.9841922,0.00034846665],"about_ca_topic_score_codex":0.000013865056,"about_ca_topic_score_gemma":0.0000014021056,"teacher_disagreement_score":0.9828088,"about_ca_system_score_codex":0.00018132867,"about_ca_system_score_gemma":0.0006734206,"threshold_uncertainty_score":0.9998925},"labels":[],"label_agreement":null},{"id":"W2068017611","doi":"10.1155/2014/281923","title":"Aesthetic Surgery Training during Residency in the United States: A Comparison of the Integrated, Combined, and Independent Training Models","year":2014,"lang":"en","type":"article","venue":"Plastic Surgery International","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":28,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University Health Centre","funders":"","keywords":"Training (meteorology); Residency training; Medical education; Medicine; Computer science; Geography; Continuing education","score_opus":0.08906414539893946,"score_gpt":0.2996575416433624,"score_spread":0.21059339624442291,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2068017611","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9968026,0.000031440162,0.00068099756,0.0010876611,0.00057637086,0.00012803735,0.000007882194,0.000028925284,0.00065607723],"genre_scores_gemma":[0.9995187,0.000018706614,0.000029978497,0.00024580245,0.00004642218,0.00001782513,0.00008389493,0.000016783935,0.000021898746],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9978983,0.00027060742,0.0007172883,0.00022337576,0.00064668496,0.0002437716],"domain_scores_gemma":[0.9915327,0.007858982,0.00024048326,0.00016320588,0.00012876307,0.00007585961],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0012642349,0.00016527096,0.00043622198,0.0004384817,0.000090136964,0.000041556654,0.0001465971,0.00007474283,0.00008646065],"category_scores_gemma":[0.0019536596,0.00010427563,0.00013812834,0.00045761585,0.00013814008,0.00009888295,0.000039820756,0.000381287,0.0000020255272],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0011948902,0.0004284809,0.87080616,0.00009279294,0.00012904097,0.00006450283,0.02872988,0.07109634,0.00007007853,0.0055487454,0.00016488288,0.021674199],"study_design_scores_gemma":[0.002183362,0.000043056465,0.40496218,0.0011879386,0.000049359987,0.00023380741,0.011989732,0.57674783,0.000049880284,0.0014454972,0.0008991571,0.00020817696],"about_ca_topic_score_codex":0.000121594836,"about_ca_topic_score_gemma":0.00006620188,"teacher_disagreement_score":0.50565153,"about_ca_system_score_codex":0.000051686795,"about_ca_system_score_gemma":0.00013617513,"threshold_uncertainty_score":0.42522365},"labels":[],"label_agreement":null},{"id":"W2068253176","doi":"10.1016/j.jmig.2008.09.620","title":"Core Competencies for Gynecologic Endoscopy in Residency Training: A National Consensus Project","year":2008,"lang":"en","type":"article","venue":"Journal of Minimally Invasive Gynecology","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":24,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto; St Joseph's Health Centre; Ottawa Hospital; University of Ottawa","funders":"University of Toronto","keywords":"Subspecialty; Medicine; Residency training; Medical education; Curriculum; Obstetrics and gynaecology; Delphi method; Core competency; Task force; Family medicine; Psychology; Continuing education; Pedagogy; Management","score_opus":0.22957130577529,"score_gpt":0.3699525039684423,"score_spread":0.1403811981931523,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2068253176","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99010235,0.0002105765,0.00001743489,0.001705121,0.00033658656,0.0005594642,0.0000117994205,0.00001632188,0.007040347],"genre_scores_gemma":[0.98094153,0.00010517055,0.016810128,0.0016894585,0.0002107421,0.000030477653,0.00001003525,0.000016767379,0.0001856989],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9979393,0.00012519438,0.0009887872,0.00020669072,0.00037396734,0.0003660565],"domain_scores_gemma":[0.98736984,0.010754278,0.0005999459,0.00007836531,0.0010642248,0.00013337801],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0007552648,0.0001755035,0.0007365567,0.00054456474,0.00011026262,0.000006492685,0.00013220614,0.0002058279,0.00032004132],"category_scores_gemma":[0.019470505,0.00014351732,0.00025088323,0.00028195194,0.00030238813,0.0000631687,0.000024135166,0.0003836803,0.000008053897],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.019187745,0.0035314977,0.8281995,0.0005083125,0.0014799917,0.021546273,0.026746633,0.0014400067,0.05340762,0.01496471,0.021023627,0.007964089],"study_design_scores_gemma":[0.040300198,0.011937888,0.90009457,0.00026552772,0.00016826374,0.008464684,0.0072830846,0.0007175404,0.0012296453,0.005624742,0.023483837,0.00043004192],"about_ca_topic_score_codex":0.000005443892,"about_ca_topic_score_gemma":0.00018833084,"teacher_disagreement_score":0.07189505,"about_ca_system_score_codex":0.000247836,"about_ca_system_score_gemma":0.004192782,"threshold_uncertainty_score":0.9887889},"labels":[],"label_agreement":null},{"id":"W2069218693","doi":"10.1016/j.giec.2006.03.009","title":"Lessons from the Surgical Experience with Simulators: Incorporation into Training and Utilization in Determining Competency","year":2006,"lang":"en","type":"review","venue":"Gastrointestinal Endoscopy Clinics of North America","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":56,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Montreal General Hospital; McGill University; McGill University Health Centre","funders":"","keywords":"Certification; Competence (human resources); Curriculum; Computer science; Set (abstract data type); Fidelity; Medicine; Trainer; Simulation; Medical physics; Medical education; Psychology","score_opus":0.11189831137407613,"score_gpt":0.39909135637551135,"score_spread":0.2871930450014352,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2069218693","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.16920373,0.8123445,0.013228045,0.00027328104,0.00023095404,0.0031097836,0.0001958297,0.00026606987,0.0011477941],"genre_scores_gemma":[0.44807348,0.48948595,0.05994886,0.00016515049,0.00037481918,0.0001141215,0.0016885557,0.00013381008,0.000015246994],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9969303,0.00030106475,0.0014131147,0.00060482154,0.00041957226,0.0003311052],"domain_scores_gemma":[0.99328405,0.004915748,0.0011343267,0.00035492398,0.00013634942,0.00017460613],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00029699292,0.0004437997,0.0017454654,0.00016932459,0.000105623236,0.00003403403,0.00018784359,0.000091293026,0.00002638599],"category_scores_gemma":[0.0009263417,0.00029694068,0.00020603233,0.00077088695,0.0005554119,0.00011065701,0.00007893278,0.0006502971,0.0000031043742],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00017623755,0.000105092564,0.104144685,0.00042186215,0.000025452493,0.00019005987,0.00051047694,0.00036558614,1.0103334e-7,0.000021567927,0.0000010072007,0.89403784],"study_design_scores_gemma":[0.01903887,0.00798064,0.13974497,0.13146879,0.003021366,0.0031250222,0.004070829,0.054431196,0.0000010701498,0.0003706337,0.6341548,0.0025917992],"about_ca_topic_score_codex":0.00021970623,"about_ca_topic_score_gemma":0.00024156421,"teacher_disagreement_score":0.89144605,"about_ca_system_score_codex":0.00005925598,"about_ca_system_score_gemma":0.0005531889,"threshold_uncertainty_score":0.99994826},"labels":[],"label_agreement":null},{"id":"W2069219453","doi":"10.5489/cuaj.12047","title":"Construct validity of the LapSim virtual laparoscopic simulator within a urology residency program","year":2012,"lang":"en","type":"article","venue":"Canadian Urological Association Journal","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":13,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"McGill University Health Centre","funders":"","keywords":"Wilcoxon signed-rank test; Construct validity; Context (archaeology); Test (biology); Medicine; Residency training; Psychology; Medical education; Simulation; Physical therapy; Medical physics; Surgery; Computer science; Patient satisfaction; Internal medicine","score_opus":0.033544259224588785,"score_gpt":0.288618439756466,"score_spread":0.25507418053187725,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2069219453","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98728836,0.000062658175,0.000012559889,0.009267653,0.0008145536,0.00024137553,0.000011791134,0.000029273755,0.002271793],"genre_scores_gemma":[0.9961288,0.0000033196375,0.000117583106,0.0031814636,0.0004152257,0.0000047558633,0.00000458216,0.00000849766,0.00013575729],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99814904,0.00041612049,0.00044957493,0.000116903386,0.000383361,0.0004850078],"domain_scores_gemma":[0.9981857,0.0003880152,0.00038179997,0.00012039988,0.0002166328,0.00070745917],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0011105883,0.000114849194,0.00030014678,0.000087917535,0.00026472684,0.000026498265,0.000117323085,0.00028787355,0.0009945257],"category_scores_gemma":[0.0030857832,0.00007366458,0.00016947548,0.00026742308,0.00010992452,0.000087978435,0.00001949672,0.0006867384,0.000019202826],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00003500701,0.00007078031,0.9946578,0.0000023863086,0.000058066486,0.0000084076055,0.00020988981,0.00034291594,0.000012108863,0.0028417995,0.00028639825,0.0014744452],"study_design_scores_gemma":[0.0019884722,0.00040052505,0.9594262,0.000008221677,0.000101247955,0.00011593656,0.00011204182,0.0008288656,0.000039157097,0.0006707223,0.036218118,0.00009045432],"about_ca_topic_score_codex":0.00015420417,"about_ca_topic_score_gemma":0.00014519323,"teacher_disagreement_score":0.035931718,"about_ca_system_score_codex":0.00031145217,"about_ca_system_score_gemma":0.0005024759,"threshold_uncertainty_score":0.9999187},"labels":[],"label_agreement":null},{"id":"W2069333890","doi":"10.1007/s00464-013-3048-7","title":"Feasibility of remote administration of the Fundamentals of Laparoscopic Surgery (FLS) skills test","year":2013,"lang":"en","type":"article","venue":"Surgical Endoscopy","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":32,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Toronto Western Hospital; Montreal General Hospital; University of Toronto; McGill University; University Health Network","funders":"","keywords":"Medicine; Inter-rater reliability; Intraclass correlation; Certification; Test (biology); Medical physics; Protocol (science); Reliability (semiconductor); Fidelity; Rating scale; Statistics; Computer science; Psychometrics; Pathology","score_opus":0.038720812797206704,"score_gpt":0.333040100060474,"score_spread":0.29431928726326734,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2069333890","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99228895,0.00007159961,0.000007761636,0.000265747,0.00013604242,0.00044993794,0.000020836576,0.000018105029,0.006741003],"genre_scores_gemma":[0.9993269,0.000023708017,0.00024990068,0.000058795995,0.00003554476,0.000004016276,0.000016015192,0.000009771463,0.00027534497],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9983795,0.00010153092,0.00074021076,0.00018925215,0.00041507388,0.00017439938],"domain_scores_gemma":[0.99733984,0.0016854656,0.00032502963,0.00036188916,0.00017324182,0.00011450286],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0003760011,0.00012098586,0.00056409504,0.00005324497,0.000029499866,0.0000053351064,0.00008321876,0.000097104195,0.0020316164],"category_scores_gemma":[0.00083484285,0.000078235964,0.00027379676,0.00032835026,0.00028503695,0.000062184175,0.0000352827,0.00012817535,0.000012754755],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0005768554,0.0011187705,0.9835981,0.00032837907,0.000056199413,0.000010049989,0.00012864682,0.0000122966885,0.006728606,0.0003507981,0.00008220874,0.0070090843],"study_design_scores_gemma":[0.011138043,0.00035693252,0.75890243,0.0005502791,0.00007258323,0.000021554037,0.00012066164,0.0003485484,0.22619787,0.00057662895,0.001583803,0.00013068953],"about_ca_topic_score_codex":0.000099219906,"about_ca_topic_score_gemma":0.0000044905573,"teacher_disagreement_score":0.2246957,"about_ca_system_score_codex":0.00002706774,"about_ca_system_score_gemma":0.00014105535,"threshold_uncertainty_score":0.9988807},"labels":[],"label_agreement":null},{"id":"W2070115557","doi":"10.1007/s00464-009-0539-7","title":"Validity of using Fundamentals of Laparoscopic Surgery (FLS) program to assess laparoscopic competence for gynecologists","year":2009,"lang":"en","type":"article","venue":"Surgical Endoscopy","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":67,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"BC Innovation Council; University of British Columbia","funders":"","keywords":"Medicine; Psychomotor learning; Competence (human resources); Laparoscopic surgery; Cognition; Test (biology); Physical therapy; Cognitive test; Educational measurement; Laparoscopy; Medical physics; Surgery; Curriculum; Psychology","score_opus":0.17720877912121233,"score_gpt":0.42448138798391244,"score_spread":0.2472726088627001,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2070115557","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9966055,0.00007076985,0.00034877073,0.00023868545,0.0002920023,0.0011465304,0.00003241667,0.00009987993,0.001165456],"genre_scores_gemma":[0.992831,0.000017536951,0.0066636545,0.00023750981,0.00007898254,0.000042038922,0.000046449175,0.000016507409,0.00006631291],"study_design_codex":"observational","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.99786526,0.00012291143,0.00077934115,0.00036895357,0.00041719017,0.00044632185],"domain_scores_gemma":[0.9969684,0.0019865907,0.0002548075,0.0002843048,0.00021011112,0.0002958116],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00064485014,0.00021575307,0.0010940462,0.0001593917,0.0000691876,0.000017855322,0.00011662474,0.00014271094,0.0002951185],"category_scores_gemma":[0.0006397579,0.00018409174,0.0003080316,0.0004834599,0.00015531553,0.00007598761,0.000033931545,0.00014158235,0.0000050322988],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0066955914,0.0062279576,0.9024874,0.0014560781,0.00025620894,0.00023298059,0.00031763452,0.0016429981,0.026663331,0.005168154,0.0002788475,0.048572842],"study_design_scores_gemma":[0.07841683,0.008765278,0.37362343,0.0026403123,0.000603445,0.000087094915,0.00035393436,0.010843768,0.47729382,0.0015599049,0.044497713,0.0013144528],"about_ca_topic_score_codex":0.000020575399,"about_ca_topic_score_gemma":0.0000018864392,"teacher_disagreement_score":0.52886397,"about_ca_system_score_codex":0.00007382468,"about_ca_system_score_gemma":0.00017429957,"threshold_uncertainty_score":0.75070435},"labels":[],"label_agreement":null},{"id":"W2070723176","doi":"10.3171/jns/2008/108/2/0287","title":"Neurosurgery patients' feelings about the role of residents in their care: a qualitative case study","year":2008,"lang":"en","type":"article","venue":"Journal of neurosurgery","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":47,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University Health Network","funders":"","keywords":"Medicine; Neurosurgery; Feeling; Qualitative research; MEDLINE; General surgery; Family medicine; Surgery; Social psychology","score_opus":0.05421819115735311,"score_gpt":0.3389767225964065,"score_spread":0.2847585314390534,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2070723176","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.998593,0.00040045546,0.000001813634,0.00017164582,0.00039358786,0.0002516441,0.000004626023,0.000009047021,0.00017418755],"genre_scores_gemma":[0.999333,0.00008417375,0.000007471958,0.00042415562,0.000103384664,0.0000033138213,0.0000011728285,0.000023838718,0.00001945071],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99710554,0.0006445629,0.0012450074,0.00016243449,0.0006205086,0.0002219738],"domain_scores_gemma":[0.9959346,0.0024739134,0.00074246735,0.00020677417,0.00049641705,0.00014580895],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0010229229,0.0001627814,0.00060031505,0.0004324225,0.00012190607,0.000014235176,0.00009343293,0.000051278745,0.000021890412],"category_scores_gemma":[0.0016190695,0.0001011561,0.00030900855,0.0006194355,0.00010699702,0.00015228993,0.000037788996,0.0004919552,0.0000016427258],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0007302448,0.00084444735,0.93075824,0.000016662249,0.000044287714,0.009779848,0.053342797,0.00012326446,0.00016440416,0.0000023655164,0.000057212616,0.0041362387],"study_design_scores_gemma":[0.0034396308,0.00061625015,0.95024604,0.00012422129,0.000046937363,0.0028508957,0.041659694,0.00006110492,0.00025125974,0.000032527485,0.0005690254,0.000102398415],"about_ca_topic_score_codex":0.00013074234,"about_ca_topic_score_gemma":0.000011471555,"teacher_disagreement_score":0.019487824,"about_ca_system_score_codex":0.000037875125,"about_ca_system_score_gemma":0.0001459397,"threshold_uncertainty_score":0.41250262},"labels":[],"label_agreement":null},{"id":"W2071082414","doi":"10.1177/155335060501200405","title":"Efficacy of Novel Robotic Camera vs a Standard Laparoscopic Camera","year":2005,"lang":"en","type":"article","venue":"Surgical Innovation","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Medicine; Laparoscopic surgery; Robotic surgery; Surgery; Artificial intelligence; Computer vision; Laparoscopy; General surgery; Computer science","score_opus":0.04846854577210626,"score_gpt":0.34290216787144867,"score_spread":0.29443362209934243,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2071082414","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9835328,0.000050839637,0.0020518864,0.001958518,0.00011907552,0.00026631172,0.0000060631924,0.00008792188,0.011926596],"genre_scores_gemma":[0.9965312,0.000007032358,0.0019141699,0.0006040592,0.00026052946,0.0000066902526,0.000100760786,0.000016935113,0.00055865984],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9985232,0.00002458864,0.0006065797,0.00021965399,0.00041146367,0.00021455479],"domain_scores_gemma":[0.9989976,0.00022014481,0.00015724107,0.00018276057,0.00036435897,0.00007786924],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00031542408,0.00013284442,0.00040353547,0.000216184,0.000050834802,0.000014584111,0.00004995004,0.00011162749,0.0009008402],"category_scores_gemma":[0.00025965073,0.000111308305,0.00007593697,0.0012566212,0.00009049777,0.00009784199,0.000020329142,0.00021975975,0.000031253425],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0144871855,0.004845767,0.0768596,0.0004227234,0.0005904817,0.00016297282,0.0017306336,0.037392817,0.014057401,0.28866908,0.0011363577,0.55964494],"study_design_scores_gemma":[0.12137903,0.0018634192,0.20526993,0.00085379224,0.00028891308,0.00016098139,0.00021571146,0.04965105,0.02097645,0.00029107364,0.59807765,0.00097196444],"about_ca_topic_score_codex":0.000012316412,"about_ca_topic_score_gemma":0.0000019131355,"teacher_disagreement_score":0.5969413,"about_ca_system_score_codex":0.00007752421,"about_ca_system_score_gemma":0.00008823162,"threshold_uncertainty_score":0.98635685},"labels":[],"label_agreement":null},{"id":"W2071304093","doi":"10.1016/j.surg.2011.08.005","title":"Designing a proficiency-based, content validated virtual reality curriculum for laparoscopic colorectal surgery: A Delphi approach","year":2011,"lang":"en","type":"article","venue":"Surgery","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":64,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"St. Michael's Hospital; University of Toronto","funders":"","keywords":"Curriculum; Likert scale; Medicine; Delphi method; Virtual reality; Cronbach's alpha; Task (project management); Delphi; Laparoscopic surgery; Benchmark (surveying); Medical education; Medical physics; Computer science; Surgery; Human–computer interaction; Laparoscopy; Artificial intelligence; Psychometrics; Psychology","score_opus":0.2083010940888743,"score_gpt":0.31595297503289066,"score_spread":0.10765188094401637,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2071304093","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9724143,0.000058440848,0.0236997,0.00008774064,0.00042091648,0.00090031215,0.000023237028,0.00028115476,0.0021141896],"genre_scores_gemma":[0.9970029,0.0000030596243,0.0018667696,0.00035703758,0.0001044788,0.00025758575,0.0003060126,0.0000363985,0.00006573364],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9978713,0.00017608248,0.0006133046,0.00045497928,0.00034656207,0.00053781195],"domain_scores_gemma":[0.99758005,0.0014417839,0.00020206287,0.00022884196,0.00026846916,0.00027877264],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0017752019,0.0002344626,0.0007220056,0.00022901723,0.0001587363,0.000024992223,0.00006504998,0.00015501546,0.00015874008],"category_scores_gemma":[0.0012734343,0.00019208956,0.00041235506,0.00048592238,0.00013269082,0.000096671065,0.000020564368,0.00016934186,0.00001442195],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0036312717,0.0028815812,0.9731269,0.00045459322,0.0002922472,0.00015648344,0.0014292684,0.00015268914,0.002305274,0.001564169,0.0026314897,0.011374071],"study_design_scores_gemma":[0.03349315,0.0028867165,0.57249296,0.0028777097,0.0018409989,0.0003135172,0.014242847,0.1701471,0.18151017,0.0005892596,0.014563156,0.00504241],"about_ca_topic_score_codex":0.0001345806,"about_ca_topic_score_gemma":0.0000036054848,"teacher_disagreement_score":0.4006339,"about_ca_system_score_codex":0.000071298775,"about_ca_system_score_gemma":0.00040118757,"threshold_uncertainty_score":0.7833185},"labels":[],"label_agreement":null},{"id":"W2071457503","doi":"10.1016/j.surg.2012.03.015","title":"Simulation-augmented training program for off-pump coronary artery bypass surgery: Developing and validating performance assessments","year":2012,"lang":"en","type":"article","venue":"Surgery","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":16,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"The Wilson Centre; Hospital for Sick Children; SickKids Foundation; University of Toronto; Health Sciences Centre; Sunnybrook Health Science Centre; Western University","funders":"","keywords":"Medicine; Coronary artery bypass surgery; Off-pump coronary artery bypass; Artery; Surgery; Cardiology; Bypass grafting","score_opus":0.15140560123528524,"score_gpt":0.38439004885483036,"score_spread":0.23298444761954512,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2071457503","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99587595,0.00022132775,0.0017314135,0.00013279106,0.0005258572,0.00047183278,0.000005978988,0.00023159671,0.00080325437],"genre_scores_gemma":[0.9955273,0.000030364685,0.003076782,0.00046506702,0.00032184643,0.00012996784,0.0002890031,0.00004415931,0.00011549947],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99819744,0.00006895052,0.0005589536,0.00026604583,0.00029990193,0.0006087192],"domain_scores_gemma":[0.9948188,0.0044837287,0.00018874346,0.00014057878,0.00012674574,0.00024140615],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0013271128,0.0002133494,0.000508876,0.00019789231,0.00024059141,0.000048897688,0.000029152141,0.00010616398,0.00009173002],"category_scores_gemma":[0.00055289513,0.00019896629,0.00015090534,0.00027428288,0.000050194627,0.00044121343,0.00002834775,0.00013932271,0.000007189023],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00012039261,0.000074231844,0.49906325,0.000118005,0.000096391006,0.0000056254685,0.00018830378,0.00019208723,0.00002057527,0.000019681673,0.000030149447,0.5000713],"study_design_scores_gemma":[0.0018233969,0.000076126984,0.8672881,0.0006465259,0.00012319749,0.00006426746,0.0005644539,0.09152113,0.00022246099,0.000014414336,0.037188027,0.0004678748],"about_ca_topic_score_codex":0.0000014848907,"about_ca_topic_score_gemma":4.1324068e-7,"teacher_disagreement_score":0.49960342,"about_ca_system_score_codex":0.00006998598,"about_ca_system_score_gemma":0.00017288461,"threshold_uncertainty_score":0.81136096},"labels":[],"label_agreement":null},{"id":"W2072373999","doi":"10.1016/j.jpedsurg.2015.02.044","title":"Targeted needs assessment for a transitional “boot camp” curriculum for pediatric surgery residents","year":2015,"lang":"en","type":"article","venue":"Journal of Pediatric Surgery","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":7,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Medicine; Boot camp; Curriculum; Needs assessment; Pediatric surgery; Inclusion (mineral); Medical diagnosis; Family medicine; Medical education; Surgery","score_opus":0.06331689552050257,"score_gpt":0.3348295912842935,"score_spread":0.27151269576379095,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2072373999","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9844746,0.0020099825,0.007969324,0.001144547,0.0035661682,0.0005414774,0.00005638367,0.000050535367,0.00018695991],"genre_scores_gemma":[0.9782117,0.00035511988,0.0030243827,0.00037886243,0.017689783,0.000040834562,0.00011542505,0.00005068168,0.0001331856],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9966589,0.00012807589,0.0014785063,0.00021212491,0.0010293268,0.00049302325],"domain_scores_gemma":[0.9915431,0.0052221036,0.00090469373,0.00014414395,0.0014771225,0.0007088053],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0037785894,0.00025247803,0.0009594709,0.0015067365,0.00011362233,0.000048820122,0.00007714054,0.00018783205,0.00014562372],"category_scores_gemma":[0.0025800653,0.00020840694,0.0011614059,0.0010292515,0.00002448974,0.0002923251,0.000013548156,0.0003019473,0.000007235877],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0011208217,0.0006263271,0.8107351,0.000256272,0.00016695863,0.00017012854,0.00015695317,0.00029251617,0.000007662509,0.000057092715,0.18431436,0.0020958155],"study_design_scores_gemma":[0.03487771,0.0014661124,0.8734945,0.00027069804,0.0063795685,0.00084416685,0.0023322336,0.0050258334,0.00009528513,0.0029214981,0.070421636,0.0018707562],"about_ca_topic_score_codex":0.000008267986,"about_ca_topic_score_gemma":7.8393685e-7,"teacher_disagreement_score":0.11389271,"about_ca_system_score_codex":0.00020925328,"about_ca_system_score_gemma":0.0021004225,"threshold_uncertainty_score":0.8498589},"labels":[],"label_agreement":null},{"id":"W2072387096","doi":"10.5489/cuaj.2273","title":"Assessment of photoselective vaporization of prostate skills during Urology Objective Structured Clinical Examinations (OSCE)","year":2015,"lang":"en","type":"article","venue":"Canadian Urological Association Journal","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":14,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"McGill University Health Centre","funders":"","keywords":"Clinical Practice; Medicine; Urology; Prostate; Internal medicine; Family medicine","score_opus":0.022077360638229602,"score_gpt":0.32024216009519346,"score_spread":0.29816479945696384,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2072387096","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99386233,0.000025971849,0.00041387748,0.000621624,0.000279118,0.00027396166,0.000030471067,0.000015520265,0.004477154],"genre_scores_gemma":[0.9988341,0.000015956462,0.00045378,0.0003613263,0.00017398287,0.0000047574354,0.000033230768,0.0000097746515,0.000113088856],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9978667,0.00047958808,0.00074622274,0.00018632726,0.0004308613,0.00029032072],"domain_scores_gemma":[0.99679893,0.00045103484,0.0007509273,0.000083449115,0.001305512,0.00061015395],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0013489489,0.000112589834,0.00042925376,0.00026323806,0.00011871596,0.000014875346,0.0000698182,0.00028367538,0.00023737137],"category_scores_gemma":[0.0036864802,0.000094899086,0.00014035492,0.00040271488,0.00007313981,0.00009050003,0.000012641189,0.00056745124,0.0000024308188],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000085869986,0.00013920544,0.9956806,0.0000040197137,0.00016328062,0.000023577288,0.00042081723,0.00078921916,0.00013475062,0.00042078152,0.000038204384,0.0020997117],"study_design_scores_gemma":[0.003916369,0.00070622587,0.99183017,0.0000082393335,0.000095977564,0.000050502807,0.00024613357,0.001320962,0.00011736596,0.0010079524,0.0006207135,0.00007937504],"about_ca_topic_score_codex":0.00019274048,"about_ca_topic_score_gemma":0.00019216574,"teacher_disagreement_score":0.0049718013,"about_ca_system_score_codex":0.00073702255,"about_ca_system_score_gemma":0.0011655593,"threshold_uncertainty_score":0.44133276},"labels":[],"label_agreement":null},{"id":"W2072424958","doi":"10.3109/0142159x.2012.731095","title":"Distributed Simulation in surgical training: An off-site feasibility study","year":2012,"lang":"en","type":"article","venue":"Medical Teacher","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":16,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Kootenay Association for Science & Technology","funders":"","keywords":"Fidelity; Modalities; Surgical simulation; Computer science; Simulation training; Laparoscopic cholecystectomy; Medical education; Training (meteorology); Medical physics; Medicine; Simulation; Surgery","score_opus":0.150335856460692,"score_gpt":0.41884291374300925,"score_spread":0.2685070572823173,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2072424958","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9925686,0.000078777244,0.00015867714,0.00030053937,0.00012472652,0.00047376283,0.0000023481898,0.00013556507,0.006156969],"genre_scores_gemma":[0.9989688,0.0000010072213,0.000020983154,0.0001366374,0.0004890001,0.000014355076,0.00014166093,0.000018324254,0.00020924293],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99748945,0.0004322441,0.00046940215,0.00030020965,0.00086440606,0.0004442867],"domain_scores_gemma":[0.99852484,0.00023678913,0.00004950117,0.00027024763,0.000042137723,0.0008764556],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.002619952,0.00015866262,0.00039856182,0.00007704107,0.000049508766,0.000012329048,0.00007546231,0.00022507863,0.0075999764],"category_scores_gemma":[0.0015121566,0.00012153564,0.000085973996,0.00034770477,0.000089390596,0.00016496093,0.000035201014,0.00057903427,0.00006128557],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00030783974,0.003585166,0.93932474,0.0000057169264,0.000018995754,0.00012805012,0.0038277742,0.00013944195,9.814972e-7,0.000030340741,0.000008523969,0.052622415],"study_design_scores_gemma":[0.009386909,0.0002652818,0.8869695,0.000030055504,0.000036314992,0.000019018982,0.0015903809,0.08519428,9.160892e-7,0.000021205751,0.016336245,0.000149858],"about_ca_topic_score_codex":0.000032010958,"about_ca_topic_score_gemma":0.00003152319,"teacher_disagreement_score":0.08505484,"about_ca_system_score_codex":0.000114572074,"about_ca_system_score_gemma":0.00007075105,"threshold_uncertainty_score":0.99330723},"labels":[],"label_agreement":null},{"id":"W2072590435","doi":"10.1118/1.3566015","title":"Technical Note: Unsupervised C‐arm pose tracking with radiographic fiducial","year":2011,"lang":"en","type":"article","venue":"Medical Physics","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia; Queen's University","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Fiducial marker; Fluoroscopy; Artificial intelligence; Computer vision; Ground truth; Segmentation; Computer science; Prostate brachytherapy; Image-guided radiation therapy; Radiography; Robotic arm; Pose; Image registration; Nuclear medicine; Medicine; Medical imaging; Radiology; Brachytherapy; Image (mathematics); Radiation therapy","score_opus":0.048543413956908144,"score_gpt":0.2944031790398107,"score_spread":0.24585976508290258,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2072590435","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.63807076,0.00025524676,0.13663782,0.002530152,0.0008957593,0.0011939292,0.000009424868,0.0013538669,0.21905303],"genre_scores_gemma":[0.9963104,0.000012658257,0.0012343501,0.0015588448,0.00078714284,0.000010309243,0.000021571426,0.000030382906,0.00003433941],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99831307,0.00003405434,0.0002517442,0.0002811271,0.000815445,0.00030455244],"domain_scores_gemma":[0.999014,0.00014396521,0.000045584024,0.00024097583,0.00008168305,0.00047376953],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.000252461,0.00016306787,0.00032404813,0.00005526319,0.00008008692,0.000009820121,0.00012218772,0.0001791569,0.0018695117],"category_scores_gemma":[0.0001938646,0.00011377092,0.00014650945,0.0005136145,0.00028159848,0.000072592564,0.00002801339,0.0005400484,0.00004579597],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0016391868,0.0027596455,0.050529372,0.00010148089,0.000115256735,0.001220332,0.0017124581,0.0000053976046,0.00029904133,0.005619347,0.0003160505,0.9356824],"study_design_scores_gemma":[0.09447369,0.008472186,0.7710483,0.0031809164,0.0019933565,0.001201246,0.0005897582,0.013692583,0.0253682,0.025544712,0.05100547,0.0034296005],"about_ca_topic_score_codex":0.000021128606,"about_ca_topic_score_gemma":0.000006768778,"teacher_disagreement_score":0.9322528,"about_ca_system_score_codex":0.00002297605,"about_ca_system_score_gemma":0.00013554764,"threshold_uncertainty_score":0.9990429},"labels":[],"label_agreement":null},{"id":"W2072797569","doi":"10.1007/s00268-007-9326-6","title":"Setting Up a Surgical Skills Center","year":2007,"lang":"en","type":"review","venue":"World Journal of Surgery","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":37,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto; Mount Sinai Hospital","funders":"","keywords":"Staffing; Center (category theory); Vascular surgery; Curriculum; Cardiothoracic surgery; Medicine; Abdominal surgery; Mission statement; Medical education; Cardiac surgery; Nursing; Surgery; Public relations; Political science; Psychology; Pedagogy","score_opus":0.12172552276135692,"score_gpt":0.4034523654937518,"score_spread":0.2817268427323949,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2072797569","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000073632895,0.98570096,0.000012571392,0.00010675818,0.001868946,0.0001471587,0.0000052596174,0.000024889183,0.012059846],"genre_scores_gemma":[0.0005456337,0.99317706,0.00012196109,0.00026078016,0.002282492,0.000001386139,0.000035157213,0.00006313776,0.0035124167],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99632055,0.00020083656,0.0021370428,0.00020493058,0.0007009707,0.00043565474],"domain_scores_gemma":[0.9931333,0.0046472913,0.0013327916,0.00019018436,0.00022415089,0.000472258],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0027868294,0.00035063492,0.003003998,0.001417972,0.00005876619,0.00003716962,0.00010351252,0.00021510976,0.0016164006],"category_scores_gemma":[0.00040607378,0.00023495087,0.00253018,0.0008610895,0.000060474656,0.00008853733,0.00003568045,0.0012619542,0.000084117855],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006923714,0.00014286532,0.0015464022,0.0021364142,0.00032179558,0.005016259,0.000017864253,4.5518593e-7,7.256479e-9,0.0000226773,0.002610424,0.9881156],"study_design_scores_gemma":[0.0009901883,0.000014259094,0.00013736001,0.036263708,0.00050931633,0.005221954,0.000008160478,9.981816e-7,1.9409985e-7,0.0000054259945,0.95665425,0.00019421245],"about_ca_topic_score_codex":6.057037e-7,"about_ca_topic_score_gemma":5.7352867e-7,"teacher_disagreement_score":0.98792136,"about_ca_system_score_codex":0.00015091071,"about_ca_system_score_gemma":0.00044694156,"threshold_uncertainty_score":0.99929625},"labels":[],"label_agreement":null},{"id":"W2072930083","doi":"10.1007/s00464-012-2357-6","title":"Data-based self-study guidelines for the fundamentals of laparoscopic surgery examination","year":2012,"lang":"en","type":"article","venue":"Surgical Endoscopy","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":14,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Medicine; Task (project management); Flexibility (engineering); Extracorporeal; Abdominal surgery; Medical physics; Laparoscopic surgery; Descriptive statistics; Surgery; General surgery; Laparoscopy; Statistics","score_opus":0.2650822147744473,"score_gpt":0.441280245283299,"score_spread":0.1761980305088517,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2072930083","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9955209,0.00072968914,0.00032238974,0.0006748645,0.00050923135,0.0009976203,0.000064895314,0.00009899458,0.0010814053],"genre_scores_gemma":[0.9979061,0.000022196848,0.0009031449,0.00035920358,0.000397345,0.00006903723,0.00022032828,0.000018974135,0.00010367305],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.9984234,0.00013055946,0.0005487578,0.0002169381,0.0003959674,0.00028435185],"domain_scores_gemma":[0.9950077,0.004018651,0.00014515982,0.00047911782,0.00021066939,0.00013868388],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0021808997,0.00013751851,0.0004041914,0.00007480563,0.00009868483,0.000014161869,0.00013037985,0.000060311413,0.0005137825],"category_scores_gemma":[0.0009067002,0.00008428738,0.0001234109,0.00023676672,0.000059124643,0.00012211986,0.000048338272,0.000090663445,0.000014211303],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0020142542,0.0046035843,0.9447276,0.00031007166,0.00054824614,0.000023672119,0.000569156,0.0001928049,0.0001202346,0.0008034187,0.003226474,0.042860508],"study_design_scores_gemma":[0.06426384,0.00068065635,0.2608272,0.00022672159,0.0009432917,0.000019517274,0.0017330357,0.030144306,0.0052493517,0.00002742863,0.6354486,0.00043609345],"about_ca_topic_score_codex":0.00001962396,"about_ca_topic_score_gemma":0.000002868253,"teacher_disagreement_score":0.68390036,"about_ca_system_score_codex":0.00002745574,"about_ca_system_score_gemma":0.000072512834,"threshold_uncertainty_score":0.5625558},"labels":[],"label_agreement":null},{"id":"W2073328702","doi":"10.5014/ajot.2014.009001","title":"Using Model Hands for Learning Orthotic Fabrication","year":2013,"lang":"en","type":"article","venue":"American Journal of Occupational Therapy","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Memorial University of Newfoundland; The Wilson Centre; University of Toronto","funders":"","keywords":"Checklist; Test (biology); Physical therapy; Psychology; Physical medicine and rehabilitation; Medicine; Computer science; Medical physics","score_opus":0.17784939506001018,"score_gpt":0.420972284126886,"score_spread":0.2431228890668758,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2073328702","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.83586943,0.00004200161,0.16353738,0.00019237897,0.000033682874,0.0001349072,6.1585774e-7,0.000009390177,0.0001801843],"genre_scores_gemma":[0.96913725,0.000028234095,0.029893234,0.00063708256,0.00019068073,0.0000054428347,0.000008551206,0.000013890412,0.00008562869],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.999212,0.000034332417,0.0003173154,0.000077512086,0.00024698646,0.000111806905],"domain_scores_gemma":[0.9985481,0.00020915338,0.00038605137,0.000052114698,0.0006994739,0.000105092564],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0002091082,0.00007585828,0.00021819226,0.00012526588,0.000075926415,0.00002013531,0.000042528685,0.000020391399,0.00016045071],"category_scores_gemma":[0.00013668314,0.000057823647,0.00013582049,0.0001846602,0.000061188235,0.00014486922,0.0000030812403,0.000116557785,0.0000036977247],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0027335442,0.00020538499,0.22667314,0.0000075422527,0.00022457694,0.0000022602685,0.0005944417,0.18028855,0.0037204865,0.00048448035,0.000090702444,0.5849749],"study_design_scores_gemma":[0.006149649,0.0015483288,0.21579507,0.000051382318,0.000041670337,0.000064361695,0.00029295075,0.7728405,0.0002884266,0.00083889306,0.0019555343,0.00013326635],"about_ca_topic_score_codex":0.000009609934,"about_ca_topic_score_gemma":8.730682e-8,"teacher_disagreement_score":0.5925519,"about_ca_system_score_codex":0.000049376307,"about_ca_system_score_gemma":0.00016063423,"threshold_uncertainty_score":0.23579799},"labels":[],"label_agreement":null},{"id":"W2073689165","doi":"10.1016/j.surg.2010.11.011","title":"Orthopedic boot camp: Examining the effectiveness of an intensive surgical skills course","year":2011,"lang":"en","type":"article","venue":"Surgery","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":135,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Medicine; Checklist; Intensive care; Curriculum; Boot camp; Medical education; Physical therapy; Psychology; Intensive care medicine","score_opus":0.059058289463879865,"score_gpt":0.31085625378915355,"score_spread":0.2517979643252737,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2073689165","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9874856,0.00013851076,0.0000237332,0.000020287313,0.00032605385,0.00019645604,0.0000032060132,0.000056373246,0.011749818],"genre_scores_gemma":[0.9995121,0.000012033097,0.000024272691,0.0001939934,0.0001084601,0.000012457571,0.000026120013,0.00002005696,0.00009053256],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9985758,0.0004495979,0.0002989238,0.00020723659,0.00025521306,0.00021320196],"domain_scores_gemma":[0.9949066,0.004270824,0.00010106443,0.0002760131,0.00028749337,0.00015798562],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0020873856,0.00012534637,0.00042826516,0.00007667495,0.000057048754,0.0000056195195,0.000044094388,0.00008532329,0.0005890444],"category_scores_gemma":[0.0008786555,0.000077654724,0.00014713818,0.00023647897,0.00019421229,0.00007510892,0.000027649296,0.0001868281,0.000024734609],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0019624254,0.00053815154,0.94140834,0.000110000234,0.00020483791,0.0015277163,0.0013085742,0.000018711286,0.000096832824,0.000789391,0.0000475092,0.051987544],"study_design_scores_gemma":[0.0014106131,0.00014358608,0.99399465,0.00030290204,0.0000937599,0.00018174096,0.00080726156,0.000121101526,0.0011544405,0.00010360579,0.0015629472,0.00012338856],"about_ca_topic_score_codex":0.000049204882,"about_ca_topic_score_gemma":0.0000031002692,"teacher_disagreement_score":0.052586347,"about_ca_system_score_codex":0.00001452032,"about_ca_system_score_gemma":0.00010768023,"threshold_uncertainty_score":0.6449623},"labels":[],"label_agreement":null},{"id":"W2073991651","doi":"10.1007/s00464-010-1311-8","title":"Sex is not everything: the role of gender in early performance of a fundamental laparoscopic skill","year":2010,"lang":"en","type":"article","venue":"Surgical Endoscopy","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":68,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Simon Fraser University; McGill University","funders":"McGill University","keywords":"Hepatology; Medicine; Abdominal surgery; Laparoscopy; General surgery; Internal medicine","score_opus":0.019481221360432833,"score_gpt":0.29134575849633204,"score_spread":0.2718645371358992,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2073991651","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98371315,0.00006649892,4.946775e-7,0.00009628844,0.0001150161,0.00017813676,0.0000068138966,0.000017874365,0.015805714],"genre_scores_gemma":[0.9993469,0.000018513185,0.000109010674,0.0001908892,0.000060174756,0.000008061192,0.0000045902134,0.000012086309,0.00024975403],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99882334,0.000039222356,0.0003737748,0.00017666104,0.000366742,0.00022023475],"domain_scores_gemma":[0.9992332,0.00030460762,0.00009310964,0.0002292821,0.00004457558,0.0000952459],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0003031121,0.00011461655,0.00033590314,0.00007097209,0.00003609516,0.000007309473,0.00010215672,0.00010290089,0.001179761],"category_scores_gemma":[0.000050440503,0.00007530291,0.00010655849,0.00022281097,0.00017028596,0.000064028354,0.000040784547,0.00040505905,0.000019789353],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0010335647,0.0002686241,0.9842807,0.000061261206,0.000043017266,0.00001818959,0.0038569616,0.000025686135,0.005887742,0.0013927349,0.0000040220907,0.0031274988],"study_design_scores_gemma":[0.035318896,0.00059493753,0.6811365,0.00019773429,0.000061263934,0.000048620317,0.0008338664,0.0074419463,0.25205576,0.00039744252,0.021658545,0.00025451917],"about_ca_topic_score_codex":0.00008420255,"about_ca_topic_score_gemma":0.000004239854,"teacher_disagreement_score":0.30314422,"about_ca_system_score_codex":0.00001413427,"about_ca_system_score_gemma":0.00005341037,"threshold_uncertainty_score":0.99973327},"labels":[],"label_agreement":null},{"id":"W2074328500","doi":"10.1097/prs.0b013e31819a352a","title":"The Emperor Has No Clothes","year":2009,"lang":"en","type":"letter","venue":"Plastic & Reconstructive Surgery","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"St. Clair College","funders":"","keywords":"Mentorship; Medical education; Accreditation; Graduate medical education; Core competency; Medicine; Emperor; Preceptor; Management","score_opus":0.048510499711645304,"score_gpt":0.26190292368777235,"score_spread":0.21339242397612704,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2074328500","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.106940486,0.0023259127,0.00030926382,0.67496467,0.032158986,0.0021023732,0.00028469504,0.001214559,0.17969908],"genre_scores_gemma":[0.27398252,0.00046126297,0.0007060769,0.6798707,0.030274764,0.00014799267,0.00086593314,0.00035435605,0.013336404],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9974951,0.00017421647,0.0006484101,0.0005263036,0.0005313498,0.0006245924],"domain_scores_gemma":[0.9741337,0.024751069,0.00031102682,0.00038366084,0.00027636692,0.00014418189],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00037659254,0.0004321267,0.0008832963,0.00023265282,0.0003879533,0.00014090468,0.000120296776,0.00061161903,0.001244093],"category_scores_gemma":[0.0043376596,0.00028184618,0.00054734625,0.00022619712,0.0006619459,0.000069252324,0.00002630586,0.0017921972,0.0007086939],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00042082623,0.000033703116,0.009598036,0.00010119716,0.0005509733,0.0010874196,0.00006213394,0.0000030115248,0.0000051653187,0.000048936326,0.79394245,0.19414613],"study_design_scores_gemma":[0.0005983085,0.000054109616,0.010400228,0.00044280547,0.00016830146,0.00034876273,0.000044045915,0.000106593594,0.000015890602,0.0003447335,0.9871427,0.00033353714],"about_ca_topic_score_codex":0.000009571183,"about_ca_topic_score_gemma":0.0000025094198,"teacher_disagreement_score":0.1938126,"about_ca_system_score_codex":0.00011495545,"about_ca_system_score_gemma":0.00046261481,"threshold_uncertainty_score":0.99996334},"labels":[],"label_agreement":null},{"id":"W2074377730","doi":"10.1308/147363513x13690603817904","title":"Martyn Reaches Out","year":2013,"lang":"en","type":"article","venue":"Bulletin of The Royal College of Surgeons of England","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Sunnybrook Hospital","funders":"","keywords":"Drill; Craniotomy; Service (business); Exhibition; Medicine; Engineering; Medical emergency; Visual arts; Surgery; Art; Mechanical engineering; Business","score_opus":0.019464003041864696,"score_gpt":0.23511771019757877,"score_spread":0.21565370715571408,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2074377730","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9180591,0.0001314056,0.0000033706222,0.0028020628,0.00013996098,0.00031316627,0.00004767582,0.000014127598,0.0784891],"genre_scores_gemma":[0.9872385,0.0000054071043,0.00029826807,0.00006961908,0.000031136944,0.0000064140595,0.0000036090232,0.0000113780925,0.012335645],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.9989938,0.00006898441,0.0004063798,0.00011344358,0.00027703657,0.00014036545],"domain_scores_gemma":[0.9986527,0.0005753829,0.00019368796,0.00029647187,0.00020511198,0.00007664938],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00035446996,0.00009915282,0.00039116718,0.00005724235,0.000033522676,0.00000187612,0.00012048824,0.0000749279,0.0040669693],"category_scores_gemma":[0.00055856764,0.00006328254,0.0002026781,0.00009102816,0.00015804457,0.0000065066133,0.00006403814,0.0001045686,0.000026455917],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.002198276,0.0015980026,0.8210463,0.00092112547,0.0007803679,0.000031292093,0.0010459035,0.0009021395,0.0012747404,0.004005688,0.14866525,0.017530933],"study_design_scores_gemma":[0.007816095,0.00027131752,0.35848433,0.00045122643,0.00014338791,0.000007450402,0.0003682432,0.0005316114,0.0062641865,0.0003300849,0.62515664,0.00017540768],"about_ca_topic_score_codex":0.00038481044,"about_ca_topic_score_gemma":0.0000136718945,"teacher_disagreement_score":0.47649142,"about_ca_system_score_codex":0.000008233965,"about_ca_system_score_gemma":0.00003794733,"threshold_uncertainty_score":0.99684346},"labels":[],"label_agreement":null},{"id":"W2074615016","doi":"10.1007/s00464-012-2456-4","title":"Remote evaluation of laparoscopic performance using the global operative assessment of laparoscopic skills","year":2012,"lang":"en","type":"article","venue":"Surgical Endoscopy","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":34,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Centre for Social Innovation; Toronto Western Hospital; University Health Network; University of Toronto","funders":"","keywords":"Intraclass correlation; Medicine; Laparoscopic cholecystectomy; Reliability (semiconductor); Laparoscopy; Confidence interval; Rating scale; Abdominal surgery; Medical physics; Surgery; Psychometrics; Statistics; Internal medicine","score_opus":0.06399153646988895,"score_gpt":0.4299078487567599,"score_spread":0.36591631228687094,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2074615016","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9706963,0.0003708174,0.00011152179,0.00006610661,0.00031176946,0.00047243226,0.00000950212,0.000019486513,0.027942073],"genre_scores_gemma":[0.998071,0.000034732966,0.0015844222,0.000071572744,0.00016634581,0.000006321076,0.00001671818,0.0000101431615,0.000038714727],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9978506,0.00029230354,0.00047528878,0.00017353523,0.0009058026,0.00030248886],"domain_scores_gemma":[0.99882823,0.00026111212,0.00019056637,0.00026870563,0.0003068154,0.00014454643],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0013251815,0.0001534055,0.00045540463,0.000041324947,0.000088286935,0.00000890983,0.00009014881,0.00009147082,0.0007484655],"category_scores_gemma":[0.00016162681,0.00009788114,0.000113395,0.0003921895,0.0001808357,0.00014035984,0.000045816556,0.00017379256,0.0000057841603],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00041788458,0.0007104006,0.9693018,0.00015658964,0.00022024095,0.0000043094547,0.00068658293,0.005443795,0.00080573116,0.0042053373,0.0000070679257,0.01804022],"study_design_scores_gemma":[0.05658547,0.000623045,0.6318087,0.00085778243,0.00079318316,0.000055895296,0.0004837103,0.27143556,0.03378151,0.0002427211,0.0030106942,0.00032175073],"about_ca_topic_score_codex":0.000035374458,"about_ca_topic_score_gemma":0.0000015137085,"teacher_disagreement_score":0.33749315,"about_ca_system_score_codex":0.00018162401,"about_ca_system_score_gemma":0.00024508542,"threshold_uncertainty_score":0.8195172},"labels":[],"label_agreement":null},{"id":"W2074942916","doi":"10.1016/s0140-6736(09)61083-7","title":"Evaluation and stages of surgical innovations","year":2009,"lang":"en","type":"article","venue":"The Lancet","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":556,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University Health Centre","funders":"Health Technology Assessment Programme; Society of University Surgeons; McGill University","keywords":"Surgical procedures; Medicine; Surgical robot; Computer science; Operations management; Risk analysis (engineering); Process management; Management science; Surgery; Business; Engineering; Artificial intelligence","score_opus":0.11547480959503031,"score_gpt":0.39754405170274276,"score_spread":0.28206924210771245,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2074942916","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.95684135,0.00013507756,0.000019276482,0.010356228,0.0000124262115,0.00008713771,0.0000013812199,0.000014869004,0.032532234],"genre_scores_gemma":[0.9992641,0.000025018891,0.000090337875,0.0004230008,0.00012484602,9.752563e-7,0.000006105168,0.0000010755487,0.00006450867],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9996716,0.000027808297,0.00007250691,0.00003607037,0.00014864947,0.000043397977],"domain_scores_gemma":[0.99973196,0.00007348389,0.000021353364,0.00008013423,0.00008062027,0.000012458453],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00054168835,0.000021169582,0.00009383413,0.000015626269,0.00001981507,0.0000033147544,0.000016071934,0.000013295268,0.00014563289],"category_scores_gemma":[0.00008830035,0.000012215615,0.000009144189,0.00010816349,0.00002252539,0.000013815415,0.0000030771237,0.000042393516,0.0000018102087],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0004083498,0.00012835553,0.115273595,0.000020732487,0.00006353826,0.000008259971,0.0009471238,0.0002443054,0.00093693606,0.09380687,0.0015808255,0.7865811],"study_design_scores_gemma":[0.005226753,0.00009890404,0.957571,0.000027648954,0.00005329643,0.000011179977,0.000048968963,0.004213122,0.00025686808,0.004811137,0.027648456,0.00003263267],"about_ca_topic_score_codex":0.0000012654517,"about_ca_topic_score_gemma":3.642877e-7,"teacher_disagreement_score":0.84229743,"about_ca_system_score_codex":0.000004243354,"about_ca_system_score_gemma":0.000012559157,"threshold_uncertainty_score":0.1594578},"labels":[],"label_agreement":null},{"id":"W2075280222","doi":"10.1007/s00371-014-1006-6","title":"Effects of sound on visual realism perception and task performance","year":2014,"lang":"en","type":"article","venue":"The Visual Computer","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":15,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Memorial University of Newfoundland; Health Sciences Centre; University of Toronto; Sunnybrook Health Science Centre; University of Ontario Institute of Technology","funders":"","keywords":"Realism; Perception; Task (project management); Virtual reality; Computer science; Modal; Cognitive psychology; Human–computer interaction; Cognition; Immersion (mathematics); Cognitive load; Multimedia; Psychology; Engineering","score_opus":0.014801166702118491,"score_gpt":0.30559641740685756,"score_spread":0.29079525070473905,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2075280222","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9956254,0.0000075625258,0.0032393027,0.000113545924,0.00009616231,0.00012619485,1.407158e-7,0.000030268755,0.00076143676],"genre_scores_gemma":[0.99853456,0.000006082068,0.00010117998,0.0009704898,0.00032481368,0.0000019036416,0.0000045420493,0.00000768161,0.00004873265],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9994919,0.000063891326,0.000105679654,0.000104388804,0.00014286667,0.000091319474],"domain_scores_gemma":[0.9995042,0.00032110058,0.000034603203,0.00006787266,0.000025537944,0.000046702775],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00019073725,0.00007078525,0.00013538601,0.000036191144,0.0000576915,0.000009851998,0.000026942957,0.000036197263,0.000020511656],"category_scores_gemma":[0.000015782769,0.00004232577,0.000030947678,0.000057326662,0.00006046598,0.000025081055,0.000024619578,0.00009207923,0.00002420997],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0011291576,0.0004603779,0.016454978,0.00046335222,0.00009524154,0.0000064658425,0.0039030341,0.0005696925,0.0051995795,0.002602444,0.00020438849,0.9689113],"study_design_scores_gemma":[0.0025387611,0.0017597545,0.6786736,0.00012840935,0.000037466914,0.000009995018,0.000016936185,0.3146239,0.0005264373,0.00011072413,0.0014970594,0.000076921446],"about_ca_topic_score_codex":0.000004493073,"about_ca_topic_score_gemma":1.9640075e-7,"teacher_disagreement_score":0.96883434,"about_ca_system_score_codex":0.000008038222,"about_ca_system_score_gemma":0.0000036926479,"threshold_uncertainty_score":0.17259948},"labels":[],"label_agreement":null},{"id":"W2075494274","doi":"10.1186/s40463-014-0037-3","title":"Otolaryngology - Head and Neck Surgeon unemployment in Canada: A cross-sectional survey of graduating Otolaryngology - Head and Neck Surgery residents","year":2014,"lang":"en","type":"article","venue":"Journal of Otolaryngology - Head and Neck Surgery","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":27,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"McMaster University; University of Toronto; Western University","funders":"","keywords":"Graduation (instrument); Otorhinolaryngology; Medicine; Demographics; Cohort; Unemployment; Family medicine; Cross-sectional study; Head and neck; Medical education; Head and neck surgery; Demography; Surgery; Engineering; Economic growth","score_opus":0.05361208283440159,"score_gpt":0.3147780427599645,"score_spread":0.2611659599255629,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2075494274","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99521047,0.0024180133,0.000018618128,0.0007554694,0.0010428103,0.00037252193,0.000031566684,0.000026138741,0.00012441204],"genre_scores_gemma":[0.99737084,0.00082077185,0.00015350431,0.0012054215,0.0002435355,0.000014704164,0.00008825403,0.00006237652,0.00004058444],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99309146,0.0014574123,0.002943031,0.00076402887,0.0007123019,0.0010317763],"domain_scores_gemma":[0.98822784,0.008739405,0.0013539003,0.00035258403,0.00056547666,0.00076081016],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.005149278,0.0005698662,0.002818862,0.0010848815,0.00028182115,0.000056789788,0.00014964705,0.0005689382,0.00013994258],"category_scores_gemma":[0.003568114,0.00051987567,0.0003109996,0.0006673638,0.0005327607,0.00040622213,0.000165257,0.0011919746,0.0000025137351],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0029038314,0.00029795204,0.99331915,0.0003658789,0.0002575706,0.001146416,0.00010940736,0.00004660077,0.00017286152,0.00006062478,0.00023343107,0.00108629],"study_design_scores_gemma":[0.0055227904,0.00056146155,0.98684233,0.0007835194,0.000064184074,0.0040474036,0.000020383446,0.00089514,0.00008511926,0.00014032677,0.0006340247,0.00040332144],"about_ca_topic_score_codex":0.16058557,"about_ca_topic_score_gemma":0.1986646,"teacher_disagreement_score":0.03807903,"about_ca_system_score_codex":0.00025288053,"about_ca_system_score_gemma":0.0017025335,"threshold_uncertainty_score":0.9997253},"labels":[],"label_agreement":null},{"id":"W2075789518","doi":"10.1016/j.jss.2013.06.056","title":"Variations in procedure time based on surgery resident postgraduate year level","year":2013,"lang":"en","type":"article","venue":"Journal of Surgical Research","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":10,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Medicine; Academic institution; Linear regression; Scrutiny; Surgery; Statistics; Computer science","score_opus":0.21233950843701682,"score_gpt":0.42309762751781943,"score_spread":0.2107581190808026,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2075789518","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9485932,0.000054399963,0.000023192546,0.026755484,0.00006641535,0.00033464312,0.0000029104865,0.000013333998,0.02415642],"genre_scores_gemma":[0.99744827,0.000040432024,0.0001920984,0.00016529064,0.00020232683,0.0000070713277,0.0000049372916,0.000015010194,0.0019245554],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9971255,0.00033405502,0.0005662441,0.00014327535,0.0014713005,0.00035963007],"domain_scores_gemma":[0.99466616,0.003868055,0.00010300747,0.00013889246,0.0008550862,0.0003688083],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0034649684,0.00008848788,0.00034919588,0.0008050463,0.00006526561,0.000056412642,0.00009221822,0.00010364673,0.00503825],"category_scores_gemma":[0.0024803309,0.000061324885,0.00017540892,0.0008049844,0.0000688514,0.00012298638,0.000022901266,0.0008979585,0.0006537437],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0197309,0.00734201,0.6912481,0.0005181411,0.0004350146,0.016670762,0.0012378365,0.0044470252,0.002779961,0.0066246577,0.11771983,0.13124573],"study_design_scores_gemma":[0.009389306,0.0010060016,0.9376519,0.0011146828,0.000018742654,0.00019502592,0.00018216191,0.030253584,0.00027263619,0.0018266877,0.017891385,0.00019791222],"about_ca_topic_score_codex":0.00004068787,"about_ca_topic_score_gemma":0.0000019433057,"teacher_disagreement_score":0.24640374,"about_ca_system_score_codex":0.0001505891,"about_ca_system_score_gemma":0.00054882286,"threshold_uncertainty_score":0.9958713},"labels":[],"label_agreement":null},{"id":"W2075820676","doi":"10.1007/s004649900088","title":"A simplified simulator for the training and evaluation of laparoscopic skills","year":2000,"lang":"en","type":"article","venue":"Surgical Endoscopy","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":98,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"","keywords":"Simulation; Simulation training; Medicine; Computer science; Medical physics","score_opus":0.061783295865940856,"score_gpt":0.37386696970614935,"score_spread":0.3120836738402085,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2075820676","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98746294,0.00047299257,0.000031696934,0.00031285337,0.000066289045,0.0006896144,0.00000889741,0.000034016095,0.010920697],"genre_scores_gemma":[0.99912995,0.000039502494,0.00014683125,0.00020075831,0.000144914,0.000050100574,0.000015003405,0.000013129011,0.00025978513],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99889207,0.00006704366,0.00027601863,0.00019071589,0.0003804936,0.00019365049],"domain_scores_gemma":[0.99794513,0.0016282802,0.000049737566,0.00015308023,0.00011260375,0.000111141504],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0007828258,0.00010454737,0.000293632,0.000033158765,0.00009095037,0.000012695936,0.000042840424,0.00007140435,0.0020580997],"category_scores_gemma":[0.0002516467,0.00006622342,0.00009942388,0.00014131269,0.00010590403,0.00003816144,0.0000076091274,0.000095549185,0.0000070484066],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0023037675,0.00031247316,0.005226378,0.00008671642,0.00023327087,0.000010320891,0.0019172326,0.008428353,0.00013943236,0.0031640786,0.000042699136,0.9781353],"study_design_scores_gemma":[0.20721474,0.0009966333,0.038715355,0.0003385421,0.0011802799,0.000057476653,0.0008167124,0.4770859,0.0034620338,0.004212318,0.265497,0.00042300325],"about_ca_topic_score_codex":0.000005217265,"about_ca_topic_score_gemma":0.0000010517709,"teacher_disagreement_score":0.9777123,"about_ca_system_score_codex":0.000017505401,"about_ca_system_score_gemma":0.000073305724,"threshold_uncertainty_score":0.99885416},"labels":[],"label_agreement":null},{"id":"W2076377022","doi":"10.1097/aap.0b013e31820d4305","title":"Hand Motion Analysis Using the Imperial College Surgical Assessment Device","year":2011,"lang":"en","type":"article","venue":"Regional Anesthesia & Pain Medicine","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":88,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto; Toronto Western Hospital","funders":"U.S. Geological Survey","keywords":"Medicine; Motion (physics); Motion analysis; Physical medicine and rehabilitation; General surgery; Artificial intelligence","score_opus":0.0921353467153862,"score_gpt":0.3384177794682376,"score_spread":0.2462824327528514,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2076377022","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9547795,0.0002528926,0.0064746486,0.03680642,0.000020313822,0.00040204934,2.067696e-7,0.00007018349,0.0011938002],"genre_scores_gemma":[0.98372144,0.000024457364,0.00074362976,0.014621187,0.000631027,0.000013111755,0.00005469238,0.000018152854,0.00017231169],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9977828,0.0004967358,0.00043398567,0.0003086483,0.0007055852,0.0002722175],"domain_scores_gemma":[0.99850255,0.0006558705,0.00014741014,0.0002729981,0.00018261245,0.0002385758],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0022629164,0.0002019393,0.00051882083,0.0002019783,0.00027809283,0.000010559649,0.000110375,0.000114794595,0.0016473113],"category_scores_gemma":[0.00006527429,0.00011383093,0.00023267147,0.0010143578,0.00041681228,0.000053351105,0.000007152399,0.00021136625,0.0000072567536],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.008531726,0.0029411893,0.8072218,0.0003708916,0.0076478026,0.013097171,0.017120892,0.0021449295,0.002331141,0.10789569,0.0071287085,0.023568077],"study_design_scores_gemma":[0.0117152585,0.00090301887,0.4111343,0.00032437898,0.0037081651,0.002020101,0.0034012648,0.1673539,0.00008689794,0.00086003414,0.3980149,0.00047777814],"about_ca_topic_score_codex":0.00019322346,"about_ca_topic_score_gemma":0.000011672818,"teacher_disagreement_score":0.39608747,"about_ca_system_score_codex":0.000087785986,"about_ca_system_score_gemma":0.00009220953,"threshold_uncertainty_score":0.9992653},"labels":[],"label_agreement":null},{"id":"W2077121406","doi":"10.1007/s00464-012-2155-1","title":"Can both residents and chief physicians assess surgical skills?","year":2012,"lang":"en","type":"article","venue":"Surgical Endoscopy","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":16,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto; St. Michael's Hospital","funders":"","keywords":"Medicine; Editor in chief; Medical education; Family medicine; Psychology; Management","score_opus":0.025251202659702807,"score_gpt":0.32998483439439424,"score_spread":0.3047336317346914,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2077121406","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9246611,0.0005823209,0.000007769838,0.0006898549,0.0003073785,0.0002095068,0.000010874465,0.00014786125,0.073383324],"genre_scores_gemma":[0.99679345,0.00012746395,0.00021994831,0.0004566079,0.0009889812,0.000014379963,0.000048251648,0.000035928606,0.0013150035],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9980928,0.00012405287,0.00032598941,0.0003215679,0.000489909,0.0006457018],"domain_scores_gemma":[0.9984975,0.00054585456,0.000075397875,0.00023472116,0.000042750296,0.000603764],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00033596173,0.00023428645,0.000491571,0.000086442014,0.00013617381,0.000040640258,0.000069968824,0.00015278935,0.0008830298],"category_scores_gemma":[0.00008936174,0.00018658342,0.00015186047,0.00027367537,0.00016254428,0.0001533806,0.00006328767,0.0003552418,0.00006874107],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0015070868,0.0017518041,0.9356777,0.00011676705,0.00023705291,0.0015206366,0.0009389417,0.000013811972,0.00008380679,0.023163537,0.0004130886,0.034575768],"study_design_scores_gemma":[0.050917525,0.0003127263,0.644833,0.0002953412,0.00018149368,0.0006271337,0.0002597756,0.00024279978,0.001398073,0.0006263418,0.2996996,0.00060617],"about_ca_topic_score_codex":0.00006009419,"about_ca_topic_score_gemma":0.0000046305317,"teacher_disagreement_score":0.2992865,"about_ca_system_score_codex":0.00004925705,"about_ca_system_score_gemma":0.000039042065,"threshold_uncertainty_score":0.9668557},"labels":[],"label_agreement":null},{"id":"W2077126415","doi":"10.1016/j.jamcollsurg.2007.07.045","title":"Developing Criteria for Proficiency-Based Training of Surgical Technical Skills Using Simulation: Changes in Performances as a Function of Training Year","year":2007,"lang":"en","type":"article","venue":"Journal of the American College of Surgeons","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":43,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"The Wilson Centre; University of Toronto","funders":"American College of Surgeons","keywords":"Asymptote; Medicine; Medical physics; Mathematics","score_opus":0.0788905625480175,"score_gpt":0.37652088387042654,"score_spread":0.297630321322409,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2077126415","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99396425,0.0000312604,0.00473869,0.0005514034,0.00015208998,0.0002616856,0.000013691899,0.000006155077,0.00028075042],"genre_scores_gemma":[0.9913337,0.0000074136283,0.008481956,0.00007458873,0.00007589665,0.0000016445512,0.0000011452057,0.000013454598,0.00001020316],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.998216,0.00007401608,0.0009305497,0.00010776167,0.0004420465,0.00022962553],"domain_scores_gemma":[0.99685705,0.0013999002,0.0011779785,0.000108198285,0.00038116553,0.00007570761],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0021177924,0.00011379833,0.0007142029,0.00044076517,0.000059784274,0.0000030081126,0.00010731769,0.00005581666,0.000037148246],"category_scores_gemma":[0.0005409743,0.000081677135,0.00025177002,0.0010694999,0.00028808875,0.00006954603,0.000018928771,0.00017228686,6.692094e-8],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.039165583,0.002472467,0.5419959,0.0014127635,0.0007923137,0.00032100992,0.0096078785,0.15151237,0.07530911,0.0056769303,0.0000413858,0.17169231],"study_design_scores_gemma":[0.023957917,0.006432609,0.77952427,0.0070854,0.0006953645,0.0005877569,0.03815504,0.112269476,0.023811808,0.0006631758,0.0060760914,0.00074106525],"about_ca_topic_score_codex":0.000011616419,"about_ca_topic_score_gemma":0.000018503742,"teacher_disagreement_score":0.23752841,"about_ca_system_score_codex":0.00008320347,"about_ca_system_score_gemma":0.000585284,"threshold_uncertainty_score":0.3330697},"labels":[],"label_agreement":null},{"id":"W2077289193","doi":"10.1016/j.surg.2014.04.045","title":"Surgical training: Design of a virtual care pathway approach","year":2014,"lang":"en","type":"article","venue":"Surgery","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":21,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"St. Michael's Hospital; University of Toronto","funders":"National Institute for Health and Care Research; Utah Department of Health","keywords":"Medicine; Training (meteorology); Care pathway; Medical emergency; Medical education; Health care","score_opus":0.09108667354349433,"score_gpt":0.28163408478218305,"score_spread":0.19054741123868874,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2077289193","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.86954945,0.00029468234,0.020222891,0.00010810705,0.00035277248,0.0003348016,0.0000065806257,0.00021411949,0.10891662],"genre_scores_gemma":[0.9987327,0.0000047683816,0.00069967454,0.00010968816,0.00019151409,0.000009468693,0.000045235574,0.000019110104,0.00018785687],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9988135,0.00015760274,0.00031643853,0.00020228353,0.00028806084,0.00022207815],"domain_scores_gemma":[0.9979727,0.0015246487,0.00007408558,0.0001773574,0.000085586275,0.0001656054],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0006966853,0.00011450131,0.00045972873,0.000114446426,0.000037065383,0.000006695138,0.00003687589,0.000103389444,0.00021413641],"category_scores_gemma":[0.0003914113,0.00009141896,0.00019970964,0.00021012436,0.00007886098,0.00003291156,0.0000129839955,0.0001281617,0.000015221411],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0014750587,0.000446225,0.039339542,0.0002511241,0.0001630371,0.00019262328,0.008024514,0.0033139533,0.00032606997,0.009479197,0.00035854807,0.93663013],"study_design_scores_gemma":[0.03249645,0.0023447673,0.08755077,0.0013405822,0.00048206604,0.0008389724,0.03033184,0.11507703,0.00869688,0.0008674849,0.717362,0.0026111451],"about_ca_topic_score_codex":0.000003416563,"about_ca_topic_score_gemma":1.07462895e-7,"teacher_disagreement_score":0.93401897,"about_ca_system_score_codex":0.000015959742,"about_ca_system_score_gemma":0.00012610789,"threshold_uncertainty_score":0.3727957},"labels":[],"label_agreement":null},{"id":"W2077318909","doi":"10.1177/154193120004402609","title":"Survey of Surgeons' Use, Assessment and Look-Ahead of Endoscopic Surgical Technologies","year":2000,"lang":"en","type":"article","venue":"Proceedings of the Human Factors and Ergonomics Society Annual Meeting","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Simon Fraser University","funders":"","keywords":"Demographics; Specialty; Medicine; Invasive surgery; Surgical procedures; General surgery; Surgery; Medical physics; Family medicine","score_opus":0.04110116774145969,"score_gpt":0.29696845635033364,"score_spread":0.255867288608874,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2077318909","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9987809,0.00015384218,3.1785947e-7,0.00004243838,0.000020620719,0.00014959782,0.000034123932,0.000029981915,0.0007881725],"genre_scores_gemma":[0.9993726,0.0002680054,0.00025741704,0.000009180817,0.000008479964,0.0000017090296,0.000005042463,0.000011360972,0.00006617507],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99904126,0.000011591177,0.00043713755,0.00019361313,0.0001480204,0.0001683506],"domain_scores_gemma":[0.9990445,0.0003808486,0.00026588066,0.00006989799,0.00019086637,0.00004804071],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0005887607,0.00013934587,0.00045069237,0.000031952477,0.0001310386,0.000018267372,0.00008946392,0.00013198155,0.000021355023],"category_scores_gemma":[0.00013634333,0.000096414595,0.00013580098,0.00014280164,0.00039504727,0.00012056072,0.00010351248,0.00019442149,5.7437273e-8],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000056350786,0.000057495705,0.995542,0.00015041525,0.00007346662,8.880624e-8,0.0010732942,0.000008466505,0.0007345843,0.0004619589,0.000017924638,0.001823948],"study_design_scores_gemma":[0.0010189322,0.00010393219,0.9906212,0.00022288,0.000045325804,0.0000017450745,0.0036492236,0.00025634997,0.0036970284,0.000070056805,0.00022890647,0.000084398336],"about_ca_topic_score_codex":0.00040143993,"about_ca_topic_score_gemma":0.000010029675,"teacher_disagreement_score":0.004920785,"about_ca_system_score_codex":0.00002358224,"about_ca_system_score_gemma":0.000027460874,"threshold_uncertainty_score":0.39316732},"labels":[],"label_agreement":null},{"id":"W2078071525","doi":"10.1002/rcs.210","title":"Pre‐clinical remote telesurgery trial of a da Vinci telesurgery prototype","year":2008,"lang":"en","type":"article","venue":"International Journal of Medical Robotics and Computer Assisted Surgery","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":58,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Vancouver General Hospital","funders":"","keywords":"Telemedicine; Computer science; Medicine","score_opus":0.10365745686853273,"score_gpt":0.37740305987798395,"score_spread":0.2737456030094512,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2078071525","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.953226,0.00024436216,0.03698396,0.0039206548,0.00506502,0.00024988214,0.0000035975045,0.000027943599,0.00027859135],"genre_scores_gemma":[0.99113226,0.0009893203,0.0041621234,0.0010376798,0.0026106439,0.0000014210516,0.000013605729,0.000020892749,0.000032056927],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99454975,0.00026138528,0.0022319402,0.000230776,0.0025011634,0.0002250072],"domain_scores_gemma":[0.993318,0.0040997174,0.0009052964,0.0001690005,0.00090907485,0.00059886364],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0032498257,0.00018875375,0.0010643065,0.00041155968,0.00005118988,0.000034585064,0.00024023511,0.0002947067,0.00016867541],"category_scores_gemma":[0.0025010766,0.00014377688,0.00071115256,0.00021753834,0.0003154643,0.000108676984,0.00011477106,0.00068144477,0.0000028898166],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.036117986,0.002148524,0.11508587,0.00008096311,0.0014601785,0.006422067,0.00012182626,0.00037497838,0.000007908405,0.00027797205,0.002783485,0.83511823],"study_design_scores_gemma":[0.0928042,0.0025103705,0.7373306,0.004578669,0.0003655833,0.015157697,0.00005313603,0.11004411,0.00006204894,0.00041762445,0.035958767,0.0007171711],"about_ca_topic_score_codex":0.000012892896,"about_ca_topic_score_gemma":8.228722e-7,"teacher_disagreement_score":0.8344011,"about_ca_system_score_codex":0.000043191558,"about_ca_system_score_gemma":0.0010045532,"threshold_uncertainty_score":0.5863051},"labels":[],"label_agreement":null},{"id":"W2078636660","doi":"10.1016/j.jmig.2010.08.149","title":"Low-Cost Simulators for Training in Laparoscopic Skills at Home","year":2010,"lang":"en","type":"article","venue":"Journal of Minimally Invasive Gynecology","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Laptop; Simulation; USB; Image quality; Computer science; Medicine; Artificial intelligence; Image (mathematics); Operating system","score_opus":0.02384271115848292,"score_gpt":0.30556226999159036,"score_spread":0.28171955883310745,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2078636660","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99631774,0.000031993437,0.000023959023,0.0006833284,0.0011860252,0.0003954706,0.000006221993,0.0000111696645,0.0013440609],"genre_scores_gemma":[0.9965307,0.000017209892,0.0014048066,0.0014354262,0.00037051048,0.000013459483,0.000007802415,0.0000255652,0.00019453214],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9983538,0.00005516174,0.00080146577,0.00018964987,0.00020432228,0.0003956188],"domain_scores_gemma":[0.99417,0.0046810377,0.0004345751,0.00012830229,0.00031321056,0.00027286413],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0005773777,0.00016516872,0.0007075899,0.00034888394,0.00006520579,0.000011782406,0.00013485762,0.00027287644,0.0009853459],"category_scores_gemma":[0.0051379413,0.00013817623,0.00023888831,0.00017671345,0.00012395589,0.0000995185,0.000034628436,0.0005591417,0.00002288361],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0046327407,0.0018223133,0.76291454,0.0003340795,0.00057995244,0.0025576619,0.011078524,0.0022296614,0.12526459,0.001394716,0.0007327967,0.086458445],"study_design_scores_gemma":[0.049973667,0.0033049504,0.88020164,0.00033537523,0.00022566882,0.00080239266,0.00166928,0.0006224507,0.021742355,0.0012796524,0.039375685,0.00046685955],"about_ca_topic_score_codex":0.0000010036814,"about_ca_topic_score_gemma":0.0003541764,"teacher_disagreement_score":0.11728715,"about_ca_system_score_codex":0.0001332572,"about_ca_system_score_gemma":0.0005528952,"threshold_uncertainty_score":0.9999279},"labels":[],"label_agreement":null},{"id":"W2079036580","doi":"10.1007/s00464-013-3298-4","title":"Fundamentals of endoscopic surgery: creation and validation of the hands-on test","year":2013,"lang":"en","type":"article","venue":"Surgical Endoscopy","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":121,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University Health Centre; McGill University; Montreal General Hospital","funders":"","keywords":"Medicine; Abdominal surgery; Hepatology; Test (biology); Endoscopic surgery; Medical physics; General surgery; Surgery; Endoscopy","score_opus":0.027873411452733067,"score_gpt":0.29961800659037224,"score_spread":0.27174459513763916,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2079036580","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98522085,0.000051091196,0.0000039701285,0.00039114465,0.00007193495,0.00030289378,0.0000051807524,0.00001830102,0.0139346365],"genre_scores_gemma":[0.99946177,0.000038199254,0.00003660131,0.00008508811,0.00003873778,0.000015473875,0.00001736942,0.000008694147,0.00029808184],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9990605,0.000064956635,0.00033183602,0.00014135631,0.00027876667,0.00012259684],"domain_scores_gemma":[0.99801147,0.0015275403,0.00014334773,0.00015958367,0.000076949196,0.00008109837],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00018242585,0.00009332056,0.0002936634,0.000067457724,0.000042592404,0.000010975549,0.000034765846,0.000060506718,0.0012649524],"category_scores_gemma":[0.00036169036,0.000057876652,0.000098818746,0.00020544593,0.00013923961,0.000060135957,0.000020960291,0.00008554704,0.000015421581],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00026777707,0.00033484199,0.98177874,0.00011755054,0.000045765715,0.0000041985318,0.00015173637,0.000032047603,0.0039908206,0.0016406869,0.00010587619,0.011529975],"study_design_scores_gemma":[0.020115256,0.0006687073,0.58333653,0.00059673784,0.000087100896,0.000014752025,0.00013408947,0.0007661193,0.38944468,0.0005610316,0.0041356576,0.00013931934],"about_ca_topic_score_codex":0.00005847318,"about_ca_topic_score_gemma":5.3071017e-7,"teacher_disagreement_score":0.39844218,"about_ca_system_score_codex":0.000016458209,"about_ca_system_score_gemma":0.000031135532,"threshold_uncertainty_score":0.99964803},"labels":[],"label_agreement":null},{"id":"W2079456467","doi":"10.1115/1.4000421","title":"A Sensorized Instrument for Skills Assessment and Training in Minimally Invasive Surgery","year":2009,"lang":"en","type":"article","venue":"Journal of Medical Devices","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":57,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Lawson Health Research Institute; Western University","funders":"","keywords":"Invasive surgery; Calibration; Computer science; Surgical instrument; Trainer; Simulation; Torque; Laparoscopic surgery; Surgery; Medicine; Physics; Laparoscopy","score_opus":0.05287291116348233,"score_gpt":0.3680195612086445,"score_spread":0.3151466500451622,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2079456467","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9803938,0.00024328206,0.00016175723,0.018359859,0.0001573945,0.00013418897,7.6554676e-7,0.0000065314484,0.00054242235],"genre_scores_gemma":[0.992825,0.00025361674,0.0033421905,0.0032825493,0.0002775855,0.0000018714359,0.0000025155916,0.0000054461734,0.000009262762],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9982088,0.000064403524,0.00067840144,0.00010513634,0.00076182693,0.0001814319],"domain_scores_gemma":[0.9971749,0.0020694812,0.00025562005,0.00004069638,0.00010045859,0.0003587992],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0019533548,0.000093481474,0.0005193539,0.00019443367,0.00002493925,0.000022110176,0.000053838146,0.00011015273,0.0001309918],"category_scores_gemma":[0.001522754,0.00006515021,0.00012851246,0.00012587175,0.000037552192,0.00009246391,0.000009007477,0.00027517125,4.5361315e-7],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0006959256,0.00043816588,0.0800415,0.00013547465,0.00013952168,0.0010542285,0.0024847111,0.000011294038,0.0002602027,0.00047140053,0.0001339345,0.91413367],"study_design_scores_gemma":[0.019051867,0.0012794584,0.95634836,0.0032322325,0.00013501184,0.000755756,0.0043224967,0.0026536926,0.00016851939,0.0010782578,0.010773702,0.00020062785],"about_ca_topic_score_codex":0.0000019703714,"about_ca_topic_score_gemma":0.000011330127,"teacher_disagreement_score":0.91393304,"about_ca_system_score_codex":0.000050383685,"about_ca_system_score_gemma":0.0006385224,"threshold_uncertainty_score":0.26567486},"labels":[],"label_agreement":null},{"id":"W2079492882","doi":"10.1046/j.1365-2923.2001.01047.x","title":"Setting standards for an objective structured clinical examination: the borderline group method gains ground on Angoff","year":2001,"lang":"en","type":"letter","venue":"Medical Education","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":44,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Medical Council of Canada","funders":"","keywords":"Group (periodic table); Objective structured clinical examination; Psychology; Medical education; Medicine; Family medicine; Chemistry","score_opus":0.06212320440749787,"score_gpt":0.4712621032749829,"score_spread":0.40913889886748506,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2079492882","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.007896127,0.00029611326,0.049444098,0.9192735,0.0061426484,0.0033595427,0.00015553119,0.0002842261,0.013148203],"genre_scores_gemma":[0.041050196,0.000041464493,0.0060737743,0.91165847,0.031616896,0.00030573955,0.0074276095,0.0001111718,0.0017146661],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99498016,0.0011303467,0.0008789349,0.00074203097,0.0018472727,0.00042125705],"domain_scores_gemma":[0.99439895,0.003704091,0.00038428183,0.0005324868,0.00071184366,0.00026835664],"candidate_categories":["metaresearch","research_integrity","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.005454008,0.0003586636,0.000640164,0.00018008258,0.00029640264,0.00007647506,0.0002497732,0.0012722537,0.0012540151],"category_scores_gemma":[0.010272356,0.00023876203,0.00029246483,0.00035158027,0.00020109641,0.00009382448,0.000028436601,0.00256012,0.000006529344],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0001715042,0.00030979788,0.00021685672,0.000095106465,0.00010595953,0.000019171179,0.0005304821,0.00000387672,4.457181e-7,0.0002800078,0.27513972,0.72312707],"study_design_scores_gemma":[0.0031251407,0.0010679439,0.015986001,0.00033590783,0.00025990303,0.00006659655,0.0006581727,0.0039599994,0.0000024154797,0.0007857685,0.9734886,0.00026352308],"about_ca_topic_score_codex":0.00005372834,"about_ca_topic_score_gemma":0.000046580117,"teacher_disagreement_score":0.72286355,"about_ca_system_score_codex":0.00038130558,"about_ca_system_score_gemma":0.0023591144,"threshold_uncertainty_score":0.999741},"labels":[],"label_agreement":null},{"id":"W2079767916","doi":"10.1016/j.jamcollsurg.2007.01.016","title":"Framework for Systematic Training and Assessment of Technical Skills","year":2007,"lang":"en","type":"article","venue":"Journal of the American College of Surgeons","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":175,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"St. Michael's Hospital","funders":"","keywords":"Medicine; Medical education; Training (meteorology); Medical physics","score_opus":0.034598562124046044,"score_gpt":0.36845079438033423,"score_spread":0.3338522322562882,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2079767916","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.981804,0.00008860833,0.014874245,0.0012477135,0.00014461904,0.0004955012,0.000020848389,0.0000066554308,0.0013177807],"genre_scores_gemma":[0.9695136,0.000013925661,0.030223439,0.00015748727,0.00004110661,0.0000020011478,1.8032989e-7,0.000010061472,0.00003821895],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99852806,0.00006354085,0.0008315838,0.00006608367,0.00036463127,0.00014610084],"domain_scores_gemma":[0.994646,0.0035724777,0.0012812603,0.00014610561,0.0002344709,0.00011969522],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0018946114,0.000081892234,0.00084371446,0.00014536922,0.000044540197,0.0000027276124,0.000093350245,0.000038778155,0.0000134939455],"category_scores_gemma":[0.0015025767,0.00004858101,0.00029916092,0.00040864004,0.00023511375,0.000027363289,0.000023079077,0.00022328492,4.9873563e-8],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0047373474,0.0046509313,0.76606745,0.017463105,0.004449135,0.00051078736,0.0034579781,0.00085539493,0.017383158,0.14106233,0.0009803297,0.03838204],"study_design_scores_gemma":[0.0063350466,0.0027590385,0.94122726,0.024428414,0.0012414204,0.0015238085,0.01364761,0.0012463842,0.0013395189,0.004221916,0.0017338181,0.00029576206],"about_ca_topic_score_codex":0.0000037986817,"about_ca_topic_score_gemma":0.0000029322703,"teacher_disagreement_score":0.1751598,"about_ca_system_score_codex":0.000045383316,"about_ca_system_score_gemma":0.00016841586,"threshold_uncertainty_score":0.1981076},"labels":[],"label_agreement":null},{"id":"W2079789058","doi":"10.1016/j.amjsurg.2010.01.031","title":"Development of an objective evaluation tool to assess technical skill in laparoscopic colorectal surgery: a Delphi methodology","year":2010,"lang":"en","type":"article","venue":"The American Journal of Surgery","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":93,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"St. Michael's Hospital; Mount Sinai Hospital; The Wilson Centre","funders":"","keywords":"Delphi method; Delphi; Medicine; Cronbach's alpha; Competence (human resources); Medical physics; Colorectal surgery; General surgery; Surgery; Computer science; Psychology; Artificial intelligence; Psychometrics; Abdominal surgery","score_opus":0.18143906753923697,"score_gpt":0.4240229680866326,"score_spread":0.24258390054739562,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2079789058","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99845904,0.000011642813,0.000527469,0.00041636633,0.0002979486,0.00016916581,8.910513e-7,0.0000098802975,0.00010757688],"genre_scores_gemma":[0.9818911,0.000004209832,0.017613359,0.00035935256,0.000101708974,0.000012469378,0.0000032708863,0.000012776119,0.0000017618839],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9975903,0.00067781814,0.0008703502,0.00013355701,0.00051924627,0.00020869885],"domain_scores_gemma":[0.9932097,0.005426057,0.0006532091,0.00015011887,0.000414385,0.00014653844],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.010407732,0.00011112284,0.0008509831,0.00044673137,0.000041334966,0.000008222443,0.00009557419,0.000049371763,0.000106491556],"category_scores_gemma":[0.0044163093,0.000074386684,0.00015028466,0.0007545134,0.00018461708,0.000085967695,0.000026433905,0.00041918963,0.0000023796513],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0037658173,0.0004657102,0.252355,0.000013192102,0.00015370762,0.000075372496,0.003003052,0.0002744199,0.05114738,0.00005649567,0.000025459232,0.6886644],"study_design_scores_gemma":[0.0006258357,0.00015488535,0.9879751,0.000093173534,0.000058431648,0.00023722506,0.0012926953,0.00020934208,0.008972879,0.00010167647,0.00018001636,0.000098746925],"about_ca_topic_score_codex":0.00002224491,"about_ca_topic_score_gemma":0.000048483147,"teacher_disagreement_score":0.7356201,"about_ca_system_score_codex":0.000090641384,"about_ca_system_score_gemma":0.0009927242,"threshold_uncertainty_score":0.5287054},"labels":[],"label_agreement":null},{"id":"W2079935412","doi":"10.1371/journal.pone.0079945","title":"Inertial Measures of Motion for Clinical Biomechanics: Comparative Assessment of Accuracy under Controlled Conditions - Effect of Velocity","year":2013,"lang":"en","type":"article","venue":"PLoS ONE","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":116,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Institut Universitaire de Gériatrie de Montréal; Université du Québec à Montréal; Institut interdisciplinaire d'innovation technologique; Université de Sherbrooke","funders":"Canadian Institutes of Health Research; Université du Québec à Montréal","keywords":"Attitude and heading reference system; Gimbal; Accuracy and precision; Standard deviation; Approximation error; Simulation; Inertial measurement unit; Control theory (sociology); Computer science; Mathematics; Engineering; Artificial intelligence; Statistics; Algorithm","score_opus":0.2909893224721116,"score_gpt":0.44925801198192145,"score_spread":0.15826868950980982,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2079935412","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9926956,0.000027898095,0.0048625083,0.00016274874,0.000033932254,0.0016730558,0.000031059055,0.000015513215,0.00049765274],"genre_scores_gemma":[0.99866855,0.000007890305,0.0010500153,0.00004169992,0.000043831616,0.00010264203,0.00006564009,0.000006144005,0.000013577097],"study_design_codex":"bench_or_experimental","study_design_gemma":"observational","domain_scores_codex":[0.99867475,0.0001912434,0.00063283654,0.00011468936,0.00029955755,0.000086909546],"domain_scores_gemma":[0.9959676,0.0029841217,0.00035238115,0.00011661481,0.0005132987,0.00006593172],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0005839087,0.00008186456,0.0008933529,0.0000748237,0.00002317273,0.0000028980617,0.000037613267,0.0000781944,0.00028979356],"category_scores_gemma":[0.00092818396,0.000059023543,0.00018887073,0.000104191495,0.000090475834,0.000051429703,0.000011846298,0.00008921256,0.0000026488667],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.010291995,0.019514775,0.08565199,0.0017686405,0.011503886,0.0000011891613,0.000646953,0.0004427323,0.85141253,0.008156817,0.00014628425,0.0104621835],"study_design_scores_gemma":[0.09615148,0.0058083916,0.3553306,0.00068595645,0.0020727182,5.2155906e-7,0.0002389896,0.27515203,0.26317808,0.0011872904,0.000014014463,0.00017996087],"about_ca_topic_score_codex":0.00001868031,"about_ca_topic_score_gemma":0.0000015084365,"teacher_disagreement_score":0.5882345,"about_ca_system_score_codex":0.000020112098,"about_ca_system_score_gemma":0.000052117015,"threshold_uncertainty_score":0.31730363},"labels":[],"label_agreement":null},{"id":"W2080025821","doi":"10.1007/s11548-013-0905-8","title":"Assessing performance in brain tumor resection using a novel virtual reality simulator","year":2013,"lang":"en","type":"article","venue":"International Journal of Computer Assisted Radiology and Surgery","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":86,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University; National Research Council Canada; Montreal Neurological Institute and Hospital","funders":"","keywords":"Construct validity; Virtual reality; Computer science; Face validity; Content validity; Construct (python library); Physical therapy; Simulation; Physical medicine and rehabilitation; Medicine; Medical physics; Human–computer interaction; Surgery; Patient satisfaction; Psychometrics","score_opus":0.07384767617315897,"score_gpt":0.347650700292122,"score_spread":0.273803024118963,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2080025821","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9771623,0.000047670328,0.020406552,0.0012456514,0.00096548576,0.00005562845,5.573737e-7,0.000009509408,0.00010662521],"genre_scores_gemma":[0.9969511,0.000010169966,0.0012845885,0.0011514323,0.00058179913,8.600466e-7,0.000005340139,0.0000068832946,0.000007819505],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99878174,0.00013038935,0.00060286367,0.00012406457,0.0002259122,0.00013500915],"domain_scores_gemma":[0.9979873,0.001247721,0.00028691362,0.00005341666,0.00032838082,0.00009631247],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00083678245,0.0000933055,0.00034566547,0.00041372248,0.000043290343,0.00006089419,0.000059815648,0.000083007755,0.000063526866],"category_scores_gemma":[0.00022948367,0.00007597038,0.00010715855,0.0001234146,0.00007508779,0.00044892155,0.000024406078,0.00029727066,0.000001250284],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00084793405,0.00027406125,0.87288755,0.000022101676,0.0003091983,0.00031729304,0.00017689627,0.021521796,0.002027946,0.00011540825,0.00017083412,0.10132896],"study_design_scores_gemma":[0.0016288,0.00007590298,0.7697264,0.0002217796,0.000009937333,0.0031899107,0.000035863497,0.22440962,0.00003166031,0.00002655661,0.00058039394,0.00006318899],"about_ca_topic_score_codex":0.000015174607,"about_ca_topic_score_gemma":0.0000013917883,"teacher_disagreement_score":0.20288783,"about_ca_system_score_codex":0.000097703174,"about_ca_system_score_gemma":0.00012323637,"threshold_uncertainty_score":0.30979824},"labels":[],"label_agreement":null},{"id":"W2080413382","doi":"10.1002/bjs.9657","title":"Randomized clinical trial to evaluate mental practice in enhancing advanced laparoscopic surgical performance","year":2014,"lang":"en","type":"article","venue":"British journal of surgery","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":64,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia; Toronto General Hospital; University of Toronto","funders":"","keywords":"Medicine; Randomized controlled trial; Task (project management); Physical therapy; Surgery","score_opus":0.0689443087368848,"score_gpt":0.40292740159883617,"score_spread":0.3339830928619514,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2080413382","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99373823,0.0005919533,0.00006680917,0.0006589312,0.001662062,0.00041622465,6.0362584e-7,0.000015195184,0.0028499668],"genre_scores_gemma":[0.9959902,0.0014823971,0.00066920853,0.00086279964,0.0008644441,0.000009935732,0.0000040156415,0.000017417424,0.000099535806],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.995503,0.0013749795,0.0019866575,0.00019574657,0.00065215986,0.00028747547],"domain_scores_gemma":[0.9875031,0.011218245,0.0005565963,0.00009704908,0.00027919136,0.00034581023],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.020061435,0.00012231935,0.0014303303,0.00019230795,0.000060486927,0.000049491868,0.00006637409,0.000101152196,0.0002498497],"category_scores_gemma":[0.02237704,0.00011474024,0.00047797087,0.00026705922,0.000075657976,0.0003307656,0.000025424792,0.000555656,0.000022818653],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.59331685,0.00038781567,0.00420607,0.000020312613,0.00007492942,0.00081055117,0.00008543541,0.00013927312,0.000011820283,0.000006220148,0.00012800272,0.4008127],"study_design_scores_gemma":[0.9499996,0.00045630548,0.011413438,0.0017440976,0.000119134376,0.0027660409,0.00010525057,0.001117909,0.00009949354,0.000014873892,0.031994037,0.0001698701],"about_ca_topic_score_codex":0.0000113955375,"about_ca_topic_score_gemma":0.000004992651,"teacher_disagreement_score":0.4006428,"about_ca_system_score_codex":0.000057950212,"about_ca_system_score_gemma":0.00020197939,"threshold_uncertainty_score":0.9858579},"labels":[],"label_agreement":null},{"id":"W2080445597","doi":"10.3171/jns.2005.102.4.0616","title":"Safety of intracranial aneurysm surgery performed in a postgraduate training program: implications for training","year":2005,"lang":"en","type":"article","venue":"Journal of neurosurgery","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":37,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Toronto Western Hospital; University Health Network","funders":"","keywords":"Medicine; Neurosurgery; Aneurysm; Clipping (morphology); Surgery; General surgery","score_opus":0.11388075057611916,"score_gpt":0.35158177856815487,"score_spread":0.2377010279920357,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2080445597","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99038774,0.0000745344,0.00019923564,0.008344238,0.00029146366,0.00036912362,0.000012059011,0.000029935969,0.0002917003],"genre_scores_gemma":[0.99663764,0.00009766224,0.0020830664,0.0005931856,0.00050732994,0.000015442653,0.000010873894,0.000033043227,0.000021760374],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9975289,0.00008034155,0.0015617445,0.00017440147,0.0002773614,0.0003772335],"domain_scores_gemma":[0.9962917,0.0023587462,0.000684427,0.00013704278,0.00030168545,0.00022637816],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0014272586,0.00016435549,0.0008142224,0.000682076,0.000075326025,0.000020378942,0.00007759946,0.00009209182,0.000037902977],"category_scores_gemma":[0.0017906269,0.0001415842,0.0005140671,0.00060538435,0.000074882635,0.00023016972,0.0000107922115,0.0003689111,7.8728664e-7],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0023274536,0.00053570105,0.08231657,0.00008233452,0.00006066313,0.00016900136,0.0015245053,0.0005294133,0.0038976555,0.000082960745,0.0001227935,0.90835094],"study_design_scores_gemma":[0.0064070504,0.00061451516,0.9655385,0.00048233234,0.00013622169,0.004040055,0.000463258,0.0044119656,0.00037077244,0.00019977952,0.017077101,0.00025845502],"about_ca_topic_score_codex":0.0000013302925,"about_ca_topic_score_gemma":0.0000037671687,"teacher_disagreement_score":0.9080925,"about_ca_system_score_codex":0.00006877655,"about_ca_system_score_gemma":0.0004222125,"threshold_uncertainty_score":0.5773636},"labels":[],"label_agreement":null},{"id":"W2080757750","doi":"10.1177/1553350612451354","title":"Virtual Reality Simulator","year":2012,"lang":"en","type":"article","venue":"Surgical Innovation","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":24,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"National Research Council Canada; National Research Council Institute for Biodiagnostics; Queen Elizabeth II Health Sciences Centre; Dalhousie University","funders":"National Research Council Canada; Genomic Health","keywords":"Surgical simulation; Virtual reality; Medicine; Surgical procedures; Surgical planning; Simulation; Medical physics; Surgery; Human–computer interaction; Computer science","score_opus":0.09000737907677997,"score_gpt":0.37297990474011483,"score_spread":0.28297252566333486,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2080757750","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9371606,0.000026393225,0.000977748,0.0006397003,0.00024656687,0.00012744458,0.000002109178,0.00013907615,0.060680334],"genre_scores_gemma":[0.99774414,0.0000016990875,0.00006753641,0.00064622343,0.00059625244,0.000004728278,0.0001135041,0.00001055983,0.0008153319],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99903846,0.00003582882,0.00031491858,0.00011881871,0.0002627574,0.00022924654],"domain_scores_gemma":[0.9993727,0.00015293935,0.00006051749,0.00013148822,0.00016690361,0.00011540158],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0005547175,0.00008511167,0.00016153771,0.00010689982,0.000055258977,0.000010336695,0.000023069748,0.00010159703,0.0013429078],"category_scores_gemma":[0.00022760862,0.00006803362,0.000047710262,0.0008890337,0.000040637162,0.00015443316,0.000016542988,0.00015725096,0.00017233634],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0007979466,0.00069628045,0.18362747,0.000026694765,0.00007251781,0.000038037502,0.0002801339,0.0003982729,0.000539154,0.6228068,0.0006760981,0.19004062],"study_design_scores_gemma":[0.0054640896,0.00013329428,0.19118428,0.000030373018,0.000029826195,0.000045148896,0.00009332652,0.0048328205,0.0010838135,0.00050475413,0.7963868,0.00021148936],"about_ca_topic_score_codex":0.0000039486995,"about_ca_topic_score_gemma":1.2171864e-7,"teacher_disagreement_score":0.7957107,"about_ca_system_score_codex":0.000042865933,"about_ca_system_score_gemma":0.000021875972,"threshold_uncertainty_score":0.99957},"labels":[],"label_agreement":null},{"id":"W2080789190","doi":"10.1007/s00464-014-3988-6","title":"Construct validity and educational role for motion analysis in a laparoscopic trainer","year":2014,"lang":"en","type":"article","venue":"Surgical Endoscopy","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":18,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Children's Hospital of Eastern Ontario; Hospital for Sick Children; University of Ottawa; SickKids Foundation; Toronto General Hospital; University of Toronto","funders":"Hospital for Sick Children","keywords":"Motion (physics); Motion analysis; Construct (python library); Construct validity; Acceleration; Trainer; Match moving; Simulation; Tracking (education); Reliability (semiconductor); Computer science; Artificial intelligence; Computer vision; Medicine; Surgery; Psychology","score_opus":0.02789963636262719,"score_gpt":0.3277723687765176,"score_spread":0.2998727324138904,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2080789190","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9891515,0.0000482388,0.0005189262,0.0007164915,0.00006711985,0.00019894983,0.0000091126985,0.000024985427,0.009264695],"genre_scores_gemma":[0.99846905,0.000007795636,0.00090972113,0.00015587219,0.00013833806,0.0000319913,0.00010259742,0.0000072119838,0.00017744102],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99914616,0.000069744776,0.00022752778,0.00023814182,0.00014292188,0.00017551518],"domain_scores_gemma":[0.9989114,0.00075919897,0.00004148608,0.00009786882,0.000045196863,0.00014484054],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00031974525,0.00009508186,0.00033102903,0.00016586253,0.000044750414,0.00001630175,0.000025847548,0.000073071635,0.0006462158],"category_scores_gemma":[0.00024684577,0.000079063764,0.0001139144,0.00035126167,0.00007398677,0.00004257225,0.00000889716,0.000095726915,0.0000057265092],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00076264975,0.0002734178,0.94954985,0.00006331033,0.00014351707,0.000005888194,0.00020725882,0.00034776147,0.00010451611,0.03085595,0.00001753815,0.01766835],"study_design_scores_gemma":[0.065854095,0.00033487016,0.79008955,0.000073095456,0.00059285085,0.000030724346,0.00014628972,0.08812016,0.0007604881,0.010449079,0.043219775,0.00032900774],"about_ca_topic_score_codex":0.000023761297,"about_ca_topic_score_gemma":0.000014840696,"teacher_disagreement_score":0.15946028,"about_ca_system_score_codex":0.000024895373,"about_ca_system_score_gemma":0.000032407264,"threshold_uncertainty_score":0.707561},"labels":[],"label_agreement":null},{"id":"W2080843836","doi":"10.1016/j.jsurg.2013.07.002","title":"What Surgeons can Learn From Athletes: Mental Practice in Sports and Surgery","year":2013,"lang":"en","type":"article","venue":"Journal of surgical education","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":103,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"The Wilson Centre; Women's College Hospital; University of Toronto","funders":"","keywords":"PsycINFO; Dreyfus model of skill acquisition; MEDLINE; Athletes; Medical education; Psychology; Mental health; Applied psychology; Medicine; Physical therapy; Psychiatry","score_opus":0.0260778802184195,"score_gpt":0.3226990716896019,"score_spread":0.2966211914711824,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2080843836","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97663647,0.0017035467,0.0000011461349,0.019363834,0.00082245265,0.00011941822,4.587178e-7,0.000006656461,0.0013460063],"genre_scores_gemma":[0.99436086,0.00397862,0.0001548403,0.0010054292,0.00026567408,0.0000035487285,0.000018997169,0.000009544525,0.0002024936],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9987707,0.00009525688,0.00052595703,0.00011727443,0.0003500361,0.000140752],"domain_scores_gemma":[0.99761087,0.0015063211,0.00029921136,0.00007475874,0.00023851938,0.0002703195],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0005942893,0.000090654554,0.00030635693,0.00018607764,0.000032775613,0.00007986551,0.00002530393,0.00007437418,0.0014763264],"category_scores_gemma":[0.00048631258,0.000071118695,0.000094220166,0.00018948855,0.00003893962,0.0007952552,0.00000951458,0.00027567727,0.000009450133],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00039644775,0.0010064656,0.4029944,0.000017815397,0.000055086944,0.00025430595,0.003016901,0.000015254031,0.000059563266,0.000057286637,0.001885453,0.590241],"study_design_scores_gemma":[0.002333368,0.00007954027,0.7095247,0.0008982821,0.00007201908,0.0008616744,0.0152870985,0.00016842857,0.00004859969,0.00039970715,0.27016923,0.00015735439],"about_ca_topic_score_codex":0.00036632936,"about_ca_topic_score_gemma":0.00001024617,"teacher_disagreement_score":0.59008366,"about_ca_system_score_codex":0.00007494654,"about_ca_system_score_gemma":0.00033106975,"threshold_uncertainty_score":0.99943644},"labels":[],"label_agreement":null},{"id":"W2080853597","doi":"10.1007/s11548-013-0833-7","title":"What skills should simulation training in arthroscopy teach residents? A focus on resident input","year":2013,"lang":"en","type":"article","venue":"International Journal of Computer Assisted Radiology and Surgery","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":39,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Hospital for Sick Children; The Wilson Centre; University of Toronto; Women's College Hospital","funders":"","keywords":"Curriculum; Medical education; Fidelity; Computer science; Surgical simulation; Simulation; Medical physics; Virtual reality; Arthroscopy; Simulation training; Medicine; Residency training; Psychology; Human–computer interaction; Surgery","score_opus":0.04935684979851532,"score_gpt":0.3410611533579703,"score_spread":0.291704303559455,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2080853597","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98867655,0.00032760363,0.003502519,0.0050333967,0.002051238,0.000114506984,5.7213845e-7,0.000015941709,0.00027767505],"genre_scores_gemma":[0.996247,0.00023234081,0.00057898625,0.0021714396,0.0006983806,0.0000032522273,0.000009094868,0.000011165929,0.00004837299],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9982442,0.00022712792,0.0007836023,0.00018035491,0.0003838825,0.00018079084],"domain_scores_gemma":[0.99671733,0.0024675827,0.0003147989,0.00008387533,0.00027934468,0.00013706241],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0007304037,0.00013792103,0.00047624003,0.00066297327,0.000039005525,0.00010620528,0.00009023029,0.00015357579,0.00017515222],"category_scores_gemma":[0.0002808261,0.00010981314,0.00016491394,0.000115102775,0.0000763368,0.00045258825,0.000024496481,0.00041231164,0.000009019806],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0015181224,0.00035816047,0.35151225,0.000015013986,0.0006042236,0.001491756,0.0028579086,0.021145264,0.00014541815,0.00041042027,0.0011260818,0.61881536],"study_design_scores_gemma":[0.0028163726,0.00021409935,0.9744565,0.00084595085,0.000021825239,0.0009908458,0.00022604442,0.017833758,0.00005264636,0.0014786007,0.00093709887,0.00012624342],"about_ca_topic_score_codex":0.000014262394,"about_ca_topic_score_gemma":0.000005067999,"teacher_disagreement_score":0.62294424,"about_ca_system_score_codex":0.00008855816,"about_ca_system_score_gemma":0.00010623242,"threshold_uncertainty_score":0.447805},"labels":[],"label_agreement":null},{"id":"W2081153572","doi":"10.1016/j.amjsurg.2007.11.001","title":"Randomized double-blinded trial investigating the impact of a curriculum focused on error recognition on laparoscopic suturing training","year":2008,"lang":"en","type":"article","venue":"The American Journal of Surgery","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":19,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Randomized controlled trial; Double blinded; Training (meteorology); Medicine; Curriculum; Medical education; Physical therapy; Medical physics; Psychology; Surgery; Alternative medicine; Pedagogy","score_opus":0.23607573354776698,"score_gpt":0.37648198037403113,"score_spread":0.14040624682626415,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2081153572","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9977337,0.000036254773,0.000017331437,0.00080381375,0.00030964066,0.00038598676,0.0000014238161,0.000017997118,0.0006938151],"genre_scores_gemma":[0.9987393,0.00004473293,0.00008554999,0.00038737783,0.00070129253,0.000009987533,0.0000025976103,0.000020667125,0.000008484638],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9974435,0.00068862905,0.0009640162,0.00011679386,0.0005410644,0.00024602702],"domain_scores_gemma":[0.9918635,0.0059473505,0.0016705941,0.00017739281,0.00018055247,0.00016060373],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0031838957,0.00017616585,0.0012831884,0.00025833867,0.00017224836,0.000015857318,0.000103607454,0.000032849224,0.00007169563],"category_scores_gemma":[0.0019676795,0.00007987098,0.00093512645,0.0005596815,0.00059349934,0.00007597445,0.000010360935,0.00054122304,0.0000042991683],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.93801606,0.00029499352,0.0050786813,0.000009487169,0.00063423597,0.00007218254,0.003651876,0.0016747363,0.00018610783,0.000017805454,0.00007858742,0.05028526],"study_design_scores_gemma":[0.9683518,0.0019617567,0.022128005,0.001344075,0.00033669037,0.00038007865,0.0024855821,0.0013459352,0.001151936,0.00026704412,0.000021744552,0.00022536512],"about_ca_topic_score_codex":0.000095502815,"about_ca_topic_score_gemma":3.7792972e-7,"teacher_disagreement_score":0.050059896,"about_ca_system_score_codex":0.00006114695,"about_ca_system_score_gemma":0.0003225803,"threshold_uncertainty_score":0.3257044},"labels":[],"label_agreement":null},{"id":"W2081356678","doi":"10.1097/sla.0000000000000826","title":"Simulation in Surgery","year":2014,"lang":"en","type":"article","venue":"Annals of Surgery","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":232,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Lagging; Medicine; Curriculum; Simulation training; Surgical simulation; Medical education; Simulation; Computer science; Surgery","score_opus":0.42747619032151546,"score_gpt":0.40147302212644653,"score_spread":0.026003168195068926,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2081356678","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9933384,0.000080585,0.00017169012,0.000860668,0.00010719943,0.00004734875,7.785151e-7,0.000030275649,0.005363036],"genre_scores_gemma":[0.99856436,0.000029632054,0.000018095416,0.0012149102,0.00008579211,0.0000018144701,0.000017646424,0.000009223527,0.000058541467],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99910027,0.00006223313,0.00038142095,0.00011359993,0.00018156266,0.00016093123],"domain_scores_gemma":[0.99396867,0.005638097,0.00009097366,0.00012486916,0.00010092433,0.000076464035],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0011446879,0.000066158354,0.00035531496,0.00027279105,0.000012912143,0.0000039404604,0.000014977364,0.000059283415,0.00023990312],"category_scores_gemma":[0.0022043611,0.000059627946,0.00016962612,0.00029365136,0.000028200851,0.000071028706,0.0000069875196,0.00006575928,0.000023189039],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0001753557,0.00011295469,0.83985996,0.000059726346,0.000015897718,0.000014148234,0.000050096896,0.007426863,0.000029272147,0.00020065252,0.00043372845,0.15162134],"study_design_scores_gemma":[0.00033355,0.000013282612,0.94930536,0.00022326277,0.0000059158097,0.0000012718921,0.000019184332,0.02635099,0.0007584988,0.00043257195,0.02245808,0.0000980564],"about_ca_topic_score_codex":0.000018612294,"about_ca_topic_score_gemma":0.000001577069,"teacher_disagreement_score":0.15152329,"about_ca_system_score_codex":0.000003692495,"about_ca_system_score_gemma":0.00003350417,"threshold_uncertainty_score":0.26389852},"labels":[],"label_agreement":null},{"id":"W2081402568","doi":"10.1016/j.amjsurg.2005.03.027","title":"The influence of practice schedules in the learning of a complex bone-plating surgical task","year":2005,"lang":"en","type":"article","venue":"The American Journal of Surgery","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":42,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Task (project management); Schedule; Order (exchange); Product (mathematics); Computer science; Medical education; Psychology; Medicine; Engineering; Mathematics; Business","score_opus":0.05067836421741616,"score_gpt":0.3503341872124743,"score_spread":0.2996558229950581,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2081402568","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99247926,0.00039647636,0.000029942275,0.0062113837,0.00002014075,0.000054473174,4.3623223e-7,0.000004246264,0.00080364326],"genre_scores_gemma":[0.9987445,0.0002681438,0.00031109538,0.0005292548,0.00013005358,8.973689e-7,4.9025755e-7,0.000008042509,0.000007549151],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99763817,0.0007320537,0.0008405533,0.00006471733,0.00054262555,0.00018187241],"domain_scores_gemma":[0.98098963,0.016996853,0.0015487819,0.00015457609,0.00025555518,0.000054584143],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0052097403,0.00008618454,0.00047473068,0.00010127911,0.00011099408,0.000015466061,0.00014822347,0.000017162325,0.000022111682],"category_scores_gemma":[0.003397746,0.000038923296,0.00018920803,0.0005695116,0.0005471488,0.00013082515,0.000023933542,0.0005572622,0.0000018852851],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.005422175,0.00045364688,0.44021475,0.00003671037,0.00035183225,0.00039756676,0.0074002594,0.09333479,0.0024503826,0.0019039824,0.000056051063,0.44797787],"study_design_scores_gemma":[0.0014333474,0.00027693002,0.9384191,0.00042659556,0.00012124399,0.0016793528,0.02045183,0.0031572424,0.00010116284,0.000072944684,0.033750605,0.00010963987],"about_ca_topic_score_codex":0.00004783758,"about_ca_topic_score_gemma":0.0000012817053,"teacher_disagreement_score":0.49820438,"about_ca_system_score_codex":0.000020366031,"about_ca_system_score_gemma":0.00011602927,"threshold_uncertainty_score":0.40676647},"labels":[],"label_agreement":null},{"id":"W2081436046","doi":"10.1177/1553350609357057","title":"Surgical Abdominal Wall (SAW): A Novel Simulator for Training in Ventral Hernia Repair","year":2009,"lang":"en","type":"article","venue":"Surgical Innovation","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":18,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University Health Centre; Western University","funders":"","keywords":"Medicine; Abdominal wall; Surgical simulation; Simulation training; Surgery; Hernia; Hernia repair; Laparoscopy; General surgery; Simulation; Medical physics; Computer science","score_opus":0.07266987756797294,"score_gpt":0.35811790381484754,"score_spread":0.2854480262468746,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2081436046","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98930496,0.000050886785,0.0009386404,0.0019251484,0.0001530606,0.0006431341,0.000008081821,0.00024408501,0.006732008],"genre_scores_gemma":[0.99647206,0.0000032042426,0.0015878439,0.0008907041,0.0004535016,0.000027097529,0.00018421226,0.000022660477,0.00035871798],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9977782,0.000038274455,0.00086536165,0.0004293941,0.00038710432,0.00050167186],"domain_scores_gemma":[0.99887,0.00042869613,0.00013814906,0.00017889836,0.00024075502,0.00014350197],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0009503291,0.0002214781,0.0005008358,0.00032273805,0.00008337598,0.000028553746,0.000065394575,0.00024356214,0.00026107405],"category_scores_gemma":[0.00032309236,0.00019581306,0.00022225009,0.0013081627,0.00005485899,0.00014636575,0.000011398282,0.0003487241,0.000013936997],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.023405716,0.0032852835,0.031276546,0.00020662425,0.00022899767,0.0024314013,0.0024386656,0.007791607,0.0026463168,0.33877417,0.00025903314,0.58725566],"study_design_scores_gemma":[0.0653563,0.0016680353,0.09323396,0.00040431952,0.00009186034,0.0004416693,0.0003590973,0.2929075,0.0004421377,0.0037306405,0.5405373,0.0008271496],"about_ca_topic_score_codex":0.000007075664,"about_ca_topic_score_gemma":0.0000034323639,"teacher_disagreement_score":0.58642846,"about_ca_system_score_codex":0.00013281305,"about_ca_system_score_gemma":0.00013623471,"threshold_uncertainty_score":0.79850245},"labels":[],"label_agreement":null},{"id":"W2081630811","doi":"10.2147/amep.s69217","title":"Evaluation of the orthopedic residency training program in Saudi Arabia and comparison with a selected Canadian residency program","year":2014,"lang":"en","type":"article","venue":"Advances in Medical Education and Practice","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Mentorship; Medicine; Residency training; Family medicine; Medical education; Continuing education","score_opus":0.04630414225740769,"score_gpt":0.4407617889348754,"score_spread":0.3944576466774677,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2081630811","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.92675716,0.005412197,0.00004295239,0.022476545,0.00019647478,0.0016906976,3.995531e-7,0.000037817557,0.04338574],"genre_scores_gemma":[0.9940835,0.00041781043,0.0043502245,0.00090654416,0.000055186087,0.00014600361,0.000009455299,0.000007392671,0.000023869366],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9977052,0.0007621119,0.00034442806,0.00021234747,0.0007961859,0.00017972241],"domain_scores_gemma":[0.9980147,0.0010441834,0.00016947533,0.00012231454,0.0003941751,0.00025514475],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0036397504,0.000088645575,0.00019853284,0.00013445578,0.00006658482,0.000017842112,0.00005032774,0.00008932898,0.00010719698],"category_scores_gemma":[0.029304707,0.000060557155,0.000010962914,0.00077938073,0.00016589022,0.00028204382,0.000009265708,0.00038293275,5.411711e-7],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00009164961,0.00029260648,0.14797503,0.000043539792,0.000006859654,0.0000014686716,0.0021761833,0.000024256226,5.807046e-7,0.00069740263,0.000013943918,0.8486765],"study_design_scores_gemma":[0.0036571901,0.0005197287,0.885272,0.00108867,0.0001603241,0.00011090162,0.0049362644,0.022162829,0.000003047775,0.0013446423,0.08061628,0.00012808421],"about_ca_topic_score_codex":0.003434734,"about_ca_topic_score_gemma":0.09103372,"teacher_disagreement_score":0.8485484,"about_ca_system_score_codex":0.00007091464,"about_ca_system_score_gemma":0.0037338813,"threshold_uncertainty_score":0.9788719},"labels":[],"label_agreement":null},{"id":"W2082622722","doi":"10.1016/s0039-6060(03)00248-4","title":"Visual-spatial ability correlates with efficiency of hand motion and successful surgical performance","year":2003,"lang":"en","type":"article","venue":"Surgery","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":195,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"The Wilson Centre; University of Toronto","funders":"","keywords":"Medicine; Test (biology); Fixation (population genetics); Spatial ability; Physical medicine and rehabilitation; Physical therapy; Medical physics","score_opus":0.015302262064689773,"score_gpt":0.26428123675337717,"score_spread":0.2489789746886874,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2082622722","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9963276,0.00012619828,0.00039308728,0.00002729704,0.000088865134,0.00010449798,7.981659e-7,0.000023143844,0.002908531],"genre_scores_gemma":[0.99986666,0.000022583521,0.000019151841,0.000016412989,0.000022294615,0.0000028365162,0.00000797295,0.0000071720833,0.000034925957],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9992002,0.00005729743,0.00023257204,0.00016612769,0.00019899101,0.0001448076],"domain_scores_gemma":[0.9990857,0.0005825331,0.00006867407,0.00008666866,0.000083732186,0.00009267189],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0004714313,0.000085969754,0.00026546544,0.00006734239,0.00006633587,0.000009790775,0.0000113644255,0.000058219302,0.00030168294],"category_scores_gemma":[0.00018499064,0.00006045196,0.00004751943,0.0001947359,0.00019018466,0.00006235916,0.0000058153887,0.00009365775,0.0000035797088],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0002999223,0.00013866682,0.975543,0.000073021096,0.000011590378,0.000017451053,0.000079890444,0.000079065576,0.00005255778,0.000055600933,0.0000016572324,0.02364753],"study_design_scores_gemma":[0.0024586972,0.00022055981,0.98050904,0.00013847338,0.00004077079,0.00009196357,0.00007466854,0.009969221,0.005249294,0.000019315863,0.0010885935,0.0001393762],"about_ca_topic_score_codex":0.00001994201,"about_ca_topic_score_gemma":0.0000025377497,"teacher_disagreement_score":0.023508154,"about_ca_system_score_codex":0.000011551151,"about_ca_system_score_gemma":0.000048377526,"threshold_uncertainty_score":0.33032164},"labels":[],"label_agreement":null},{"id":"W2082709127","doi":"10.1016/j.amjsurg.2011.08.008","title":"A novel multimodal platform for assessing surgical technical skills","year":2011,"lang":"en","type":"article","venue":"The American Journal of Surgery","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":14,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Mount Sinai Hospital; University of Toronto","funders":"","keywords":"Modalities; Modality (human–computer interaction); Computer science; Task (project management); Resource (disambiguation); Human–computer interaction; Expert system; Tracking (education); Artificial intelligence; Psychology; Systems engineering; Engineering","score_opus":0.10454238236862347,"score_gpt":0.3478151330169394,"score_spread":0.24327275064831594,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2082709127","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9913397,0.00004708851,0.0059841005,0.00039458583,0.00019571536,0.00010001432,0.000002348437,0.000026641681,0.0019098191],"genre_scores_gemma":[0.9906129,0.000020613528,0.008493989,0.00045624067,0.00035849633,0.000003360394,0.0000017644742,0.000021502012,0.00003113931],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9986775,0.000036035515,0.0006040789,0.00010527775,0.00031345183,0.0002636718],"domain_scores_gemma":[0.9960561,0.0027859912,0.0005978842,0.00014917926,0.00020373035,0.00020716197],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0014633923,0.00012221756,0.0006238337,0.00015608838,0.000087759916,0.000019575697,0.000104349005,0.000038280057,0.00012274412],"category_scores_gemma":[0.0004940328,0.000069772184,0.00048661462,0.00029917088,0.00032321858,0.0001421573,0.00002124571,0.0003078913,0.0000039144434],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.006299899,0.0015921443,0.1368217,0.000032318934,0.0004362362,0.0005122518,0.0008523367,0.00005218238,0.0026077095,0.00061372906,0.00024942265,0.84993005],"study_design_scores_gemma":[0.005789376,0.00057989615,0.9706849,0.00046308566,0.00033614467,0.0080696745,0.0015805734,0.0011688313,0.00086236635,0.0004312548,0.009679407,0.00035450523],"about_ca_topic_score_codex":0.000013171854,"about_ca_topic_score_gemma":2.557866e-7,"teacher_disagreement_score":0.8495756,"about_ca_system_score_codex":0.000042003358,"about_ca_system_score_gemma":0.00016327835,"threshold_uncertainty_score":0.2845227},"labels":[],"label_agreement":null},{"id":"W2082840906","doi":"10.5489/cuaj.12120","title":"Urology residency training: Time to enter the 21st century","year":2012,"lang":"en","type":"article","venue":"Canadian Urological Association Journal","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"Queen's University","funders":"","keywords":"Residency training; Training (meteorology); Medical education; Urology; Medicine; Geography; Continuing education","score_opus":0.02849113712434188,"score_gpt":0.25715460607987317,"score_spread":0.2286634689555313,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2082840906","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.50766784,0.0007051418,0.000041953746,0.2794881,0.001151136,0.0004292722,0.000019073463,0.0000815972,0.2104159],"genre_scores_gemma":[0.95862657,0.0000171796,0.000057673988,0.038582306,0.0012563556,0.0000048405313,0.000008852091,0.000010198695,0.0014360049],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.9983278,0.00025033954,0.00029230898,0.00011961749,0.0003073663,0.00070259767],"domain_scores_gemma":[0.9978921,0.0004209679,0.00012434817,0.000094001676,0.00013239028,0.0013362004],"candidate_categories":["insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0012546801,0.00010904331,0.00020500949,0.00012958658,0.00030157037,0.000052128205,0.00011018553,0.00020315476,0.010627694],"category_scores_gemma":[0.0017981387,0.000069324815,0.00013127536,0.00021958149,0.000026446403,0.000085111,0.000014171007,0.0006103147,0.0015031055],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00023314275,0.00012601937,0.8846001,0.0000022630188,0.0002778951,0.00011276837,0.004123954,0.00012326548,0.00008627466,0.0051044053,0.03104495,0.07416496],"study_design_scores_gemma":[0.000524886,0.000102787635,0.39000714,0.0000022793804,0.00003395277,0.00014804638,0.00018772394,0.000037057973,9.5074273e-7,0.00013730621,0.6087584,0.000059503105],"about_ca_topic_score_codex":0.000062008345,"about_ca_topic_score_gemma":0.000055376204,"teacher_disagreement_score":0.57771343,"about_ca_system_score_codex":0.00041427888,"about_ca_system_score_gemma":0.00024938167,"threshold_uncertainty_score":0.9992743},"labels":[],"label_agreement":null},{"id":"W2082883784","doi":"10.1016/j.surg.2014.10.015","title":"Force-Sensing Enhanced Simulation Environment (ForSense) for laparoscopic surgery training and assessment","year":2015,"lang":"en","type":"article","venue":"Surgery","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":42,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"SickKids Foundation; Hospital for Sick Children; University of Toronto","funders":"National Institute for Health and Care Research","keywords":"Metric (unit); Trainer; Haptic technology; Medicine; Task (project management); Simulation; Laparoscopic surgery; Task force; Calibration; Computer science; Surgery; Laparoscopy; Statistics; Operations management; Engineering; Mathematics","score_opus":0.14728628401011712,"score_gpt":0.35504423535823676,"score_spread":0.20775795134811964,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2082883784","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9636457,0.00013122964,0.03242144,0.00028037297,0.0004075104,0.00036612002,0.000004086031,0.000093702176,0.00264985],"genre_scores_gemma":[0.9966821,0.000022105587,0.002283794,0.00039879276,0.00022488984,0.000011846363,0.00008894886,0.000029418612,0.00025808433],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9986824,0.000054343076,0.00039738687,0.00027838035,0.00027904572,0.00030844612],"domain_scores_gemma":[0.9965894,0.002818183,0.00012151126,0.00014528805,0.000060241313,0.0002653617],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0009550531,0.00015327249,0.0004954945,0.00014043589,0.00009079794,0.000028327839,0.000012394793,0.00009109999,0.000048253984],"category_scores_gemma":[0.0005286168,0.00014163561,0.00014696966,0.000077005236,0.000052355233,0.00009986625,0.000015422149,0.00010298746,0.000006710159],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0008010577,0.0001790256,0.051467385,0.00023651005,0.00021540289,0.00007540392,0.0024488799,0.018478097,0.0015596694,0.00030681552,0.00044503034,0.9237867],"study_design_scores_gemma":[0.015104072,0.00045486508,0.10769476,0.0012549639,0.0005203488,0.00008461525,0.0046566837,0.6582069,0.007599218,0.004348147,0.19832881,0.001746602],"about_ca_topic_score_codex":0.0000051532797,"about_ca_topic_score_gemma":0.0000014755266,"teacher_disagreement_score":0.9220401,"about_ca_system_score_codex":0.00009183545,"about_ca_system_score_gemma":0.00017273716,"threshold_uncertainty_score":0.57757324},"labels":[],"label_agreement":null},{"id":"W2083001788","doi":"10.1089/end.2006.0435","title":"Durability of Endourologic Skills: Two-Year Follow-Up Study","year":2007,"lang":"en","type":"article","venue":"Journal of Endourology","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Toronto Western Hospital; University Health Network; St. Joseph’s Healthcare Hamilton; McMaster University; St. Joseph's Hospital","funders":"","keywords":"Medicine; Ureteroscopy; Checklist; Ureter; Surgery","score_opus":0.03433937587199105,"score_gpt":0.34794264226632954,"score_spread":0.3136032663943385,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2083001788","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98969984,0.00008452588,0.000270857,0.00035172724,0.00058679783,0.00019417418,9.67863e-7,0.000015344596,0.008795744],"genre_scores_gemma":[0.99874556,0.0000066826983,0.00042595703,0.0004561157,0.000289655,6.6179325e-7,7.928317e-7,0.000011047283,0.00006350141],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.998129,0.00018321033,0.00091612496,0.00014463314,0.00035304824,0.00027395133],"domain_scores_gemma":[0.9977123,0.0010195884,0.0005252461,0.00018956575,0.00035755022,0.00019570836],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0024412314,0.00012085206,0.000610795,0.00024639125,0.000033909284,0.000003853882,0.000119357814,0.00009935767,0.0007251077],"category_scores_gemma":[0.00137796,0.0000861073,0.00025868556,0.00021597547,0.00010668528,0.000054496344,0.000033038377,0.00046782548,0.000010432642],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0051552462,0.001513839,0.9832668,0.000010589274,0.0002472295,0.00088123506,0.0006365655,0.00012848052,0.0010159635,0.00046225725,0.000040534927,0.0066413116],"study_design_scores_gemma":[0.035251576,0.00744546,0.9497724,0.000013352747,0.0002745059,0.0008943749,0.001326368,0.000030481406,0.0009887377,0.00074418786,0.0031584313,0.00010012004],"about_ca_topic_score_codex":0.000008397977,"about_ca_topic_score_gemma":0.000024459192,"teacher_disagreement_score":0.033494346,"about_ca_system_score_codex":0.00003049034,"about_ca_system_score_gemma":0.00006991817,"threshold_uncertainty_score":0.7939421},"labels":[],"label_agreement":null},{"id":"W2083260420","doi":"10.1007/s00464-010-1411-5","title":"Toward construct validity for a novel sensorized instrument-based minimally invasive surgery simulation system","year":2010,"lang":"en","type":"article","venue":"Surgical Endoscopy","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":9,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"London Health Sciences Centre; Lawson Health Research Institute; Western University","funders":"","keywords":"Invasive surgery; Task (project management); Construct (python library); Position (finance); Surgical instrument; Medicine; Laparoscopic surgery; Degrees of freedom (physics and chemistry); Task force; Construct validity; Minimally invasive procedures; Abdominal surgery; Medical physics; Surgical simulation; Surgery; Laparoscopy; Computer science; Engineering; Patient satisfaction; Systems engineering; Physics","score_opus":0.09658564663315777,"score_gpt":0.32681756546868446,"score_spread":0.23023191883552668,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2083260420","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99230534,0.000009151123,0.0018080083,0.0003744877,0.0010617411,0.0008923923,0.000088760076,0.0003115451,0.0031485762],"genre_scores_gemma":[0.9933995,0.000001665266,0.005553079,0.00022795364,0.00043359536,0.00007199548,0.00021809134,0.000041009243,0.000053108834],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99784565,0.00008336946,0.0006659025,0.0004771165,0.00047085347,0.00045713232],"domain_scores_gemma":[0.9918532,0.0069211163,0.00022030213,0.00028955456,0.0003063999,0.00040944087],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00064920593,0.00028340454,0.0007460981,0.00017604495,0.00014167177,0.000052658783,0.00007797434,0.00027796053,0.00045555332],"category_scores_gemma":[0.0014653924,0.00023964193,0.00046541655,0.00028065627,0.00016781574,0.00009642383,0.000023151262,0.00034856392,0.000036379464],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.14074543,0.006342009,0.51681674,0.010860311,0.0023930634,0.0043123923,0.0014831657,0.0234122,0.1380282,0.078865565,0.0005810833,0.07615987],"study_design_scores_gemma":[0.2941089,0.0012200508,0.013990239,0.0013469034,0.0008374651,0.0005359328,0.000853324,0.45487526,0.09712208,0.00023941055,0.13291754,0.0019529037],"about_ca_topic_score_codex":0.000020098147,"about_ca_topic_score_gemma":0.00000528311,"teacher_disagreement_score":0.50282645,"about_ca_system_score_codex":0.00008213009,"about_ca_system_score_gemma":0.00043397036,"threshold_uncertainty_score":0.97723144},"labels":[],"label_agreement":null},{"id":"W2083290663","doi":"10.1007/s00464-003-8176-z","title":"Discriminative validity of the Minimally Invasive Surgical Trainer in Virtual Reality (MIST-VR) using criteria levels based on expert performance","year":2004,"lang":"en","type":"article","venue":"Surgical Endoscopy","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":156,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University","funders":"Economic and Social Research Council","keywords":"Psychomotor learning; Virtual reality; Trainer; Medicine; Laparoscopic surgery; Medical physics; Laparoscopy; Medical education; Physical therapy; Surgery; Computer science; Human–computer interaction","score_opus":0.12538404020626878,"score_gpt":0.375772368092066,"score_spread":0.25038832788579723,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2083290663","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9845874,0.000017032467,0.000057302226,0.0008146694,0.0001975134,0.0003900952,0.000042007898,0.00003728328,0.01385675],"genre_scores_gemma":[0.99906516,0.000011291628,0.0002571711,0.00039861287,0.0001458619,0.000017857787,0.000023578501,0.000025367506,0.00005510957],"study_design_codex":"simulation_or_modeling","study_design_gemma":"observational","domain_scores_codex":[0.99745256,0.00035777828,0.0006396689,0.0004440625,0.00069396244,0.00041194522],"domain_scores_gemma":[0.9980605,0.0010838172,0.00015820398,0.0003588682,0.00012400145,0.0002145825],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0006646898,0.0002845812,0.0006181723,0.00011719929,0.00011175619,0.000017806866,0.00017140506,0.00017766852,0.0007433408],"category_scores_gemma":[0.00049020094,0.00018515832,0.00028618702,0.00048434568,0.00040521528,0.00011356707,0.000058425674,0.00043204153,0.0000063038583],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.14181726,0.03389529,0.28512096,0.0027511662,0.00092873647,0.016468747,0.04835624,0.3131653,0.047765616,0.050055515,0.00020875018,0.059466396],"study_design_scores_gemma":[0.24378857,0.0051627066,0.3962209,0.0055756695,0.00024406551,0.0003194555,0.0024035384,0.096759364,0.23580246,0.00088577095,0.011005471,0.0018320517],"about_ca_topic_score_codex":0.00011639222,"about_ca_topic_score_gemma":0.000017937278,"teacher_disagreement_score":0.21640594,"about_ca_system_score_codex":0.0002527748,"about_ca_system_score_gemma":0.00038957692,"threshold_uncertainty_score":0.8139061},"labels":[],"label_agreement":null},{"id":"W2083562894","doi":"10.1097/acm.0b013e3181f073dd","title":"Slowing Down to Stay Out of Trouble in the Operating Room: Remaining Attentive in Automaticity","year":2010,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":143,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Automaticity; MEDLINE; Psychology; Automatism (medicine); Medicine; Neuroscience; Political science","score_opus":0.061978274505197016,"score_gpt":0.37800305589823896,"score_spread":0.31602478139304196,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2083562894","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97907096,0.000061015257,0.00032329786,0.006316765,0.0002491756,0.0004900492,6.858165e-7,0.000030773732,0.0134572955],"genre_scores_gemma":[0.99553806,0.0000069012535,0.0005795714,0.0033968098,0.00030074758,0.000020790669,0.000007918987,0.000012739527,0.00013646092],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9981074,0.0001176768,0.0007477039,0.00024014754,0.00048321355,0.00030386602],"domain_scores_gemma":[0.9985218,0.00096420944,0.00011104541,0.0002177678,0.000057499656,0.00012766809],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0031403976,0.00013828809,0.00047474372,0.00023536543,0.000044879045,0.0000038766734,0.00017776612,0.00016889755,0.00031566454],"category_scores_gemma":[0.0031055782,0.00008441352,0.00003673072,0.0005537557,0.000075953154,0.00008451112,0.00004243303,0.0013824686,0.0000128896945],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00030658697,0.00008614028,0.66396147,0.00016513138,0.00006224839,0.00017759342,0.21934311,0.00065599696,0.07541997,0.0071148267,0.00043216028,0.03227478],"study_design_scores_gemma":[0.028382033,0.00086946273,0.82672113,0.0055645164,0.00016757043,0.00007649034,0.06936774,0.055223648,0.0036820897,0.001177805,0.008236896,0.00053061405],"about_ca_topic_score_codex":0.00014212965,"about_ca_topic_score_gemma":0.000107199085,"teacher_disagreement_score":0.16275969,"about_ca_system_score_codex":0.000037431888,"about_ca_system_score_gemma":0.00005169031,"threshold_uncertainty_score":0.6006215},"labels":[],"label_agreement":null},{"id":"W2083714761","doi":"10.1007/s00464-011-1743-9","title":"Mastery versus the standard proficiency target for basic laparoscopic skill training: effect on skill transfer and retention","year":2011,"lang":"en","type":"article","venue":"Surgical Endoscopy","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":50,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Simon Fraser University; McGill University","funders":"","keywords":"Medicine; Hepatology; Abdominal surgery; Laparoscopy; Transfer of training; General surgery; Surgery; Psychology; Cognitive psychology","score_opus":0.06891560539188683,"score_gpt":0.3136308319506851,"score_spread":0.24471522655879824,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2083714761","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.96275246,0.000108099004,0.0002167978,0.0002509723,0.00055943587,0.0010543639,0.000027144502,0.00010153569,0.034929194],"genre_scores_gemma":[0.9989006,0.00001813922,0.0002471802,0.00016001076,0.00015039268,0.00011092078,0.000034851437,0.000029801286,0.0003481332],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9984183,0.00013671056,0.00030246636,0.00039532242,0.00034492352,0.00040230664],"domain_scores_gemma":[0.9984709,0.0010194296,0.000038487255,0.00021110111,0.000055946704,0.0002041491],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0006343005,0.00022493074,0.00042716268,0.00007259491,0.00017487237,0.000025317095,0.00007740438,0.00012859504,0.0007189685],"category_scores_gemma":[0.00019937607,0.00013422297,0.00019588605,0.00017174023,0.00017499512,0.000069016955,0.000013431105,0.00025264968,0.00001690436],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.41058487,0.0024808957,0.057135694,0.001807676,0.0015680372,0.0011302636,0.046075035,0.00015472008,0.0014678597,0.19409712,0.00045340517,0.28304443],"study_design_scores_gemma":[0.57942975,0.072285764,0.03058959,0.0014288448,0.0012866462,0.0001532792,0.0033099677,0.003742249,0.0767837,0.005268581,0.22394131,0.0017803328],"about_ca_topic_score_codex":0.0000042271267,"about_ca_topic_score_gemma":0.0000015459593,"teacher_disagreement_score":0.2812641,"about_ca_system_score_codex":0.00003594115,"about_ca_system_score_gemma":0.000046830042,"threshold_uncertainty_score":0.78722006},"labels":[],"label_agreement":null},{"id":"W2083871596","doi":"10.1089/end.2005.19.1104","title":"Evaluation of a Novel Modified Suture Material Designed to Facilitate Intracorporeal Knot Tying during Laparoscopic Surgery","year":2005,"lang":"en","type":"article","venue":"Journal of Endourology","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University","funders":"","keywords":"Knot tying; Medicine; Surgery; Knot (papermaking); Fibrous joint; Laparoscopic surgery; Laparoscopy","score_opus":0.1520215960990386,"score_gpt":0.3404311982889912,"score_spread":0.18840960218995262,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2083871596","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.997124,0.000054827164,0.0006795848,0.0009214292,0.0003967016,0.00015750331,0.0000056813533,0.000010716621,0.0006495603],"genre_scores_gemma":[0.9981285,0.0000059920867,0.0010498568,0.00023162668,0.00054600165,0.0000032616888,0.000004342672,0.000010520162,0.000019897658],"study_design_codex":"bench_or_experimental","study_design_gemma":"observational","domain_scores_codex":[0.99834603,0.00016736766,0.0006733688,0.000112229915,0.00050197856,0.00019902473],"domain_scores_gemma":[0.998615,0.00030602832,0.00035888056,0.000092756076,0.00047771272,0.000149585],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0018356919,0.00010165337,0.0004652356,0.0002870592,0.000032770065,0.000007783791,0.000053083317,0.00010239127,0.00038710717],"category_scores_gemma":[0.0006991231,0.000082506725,0.0001264886,0.00013067668,0.000031248164,0.000086673055,0.00001560446,0.00017847109,0.0000038711432],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.018212799,0.0010341933,0.018474415,0.00018073931,0.00058434333,0.00020969138,0.0026863865,0.18039611,0.6780668,0.00022912354,0.0002508999,0.0996745],"study_design_scores_gemma":[0.10994302,0.003584532,0.61508703,0.00074054336,0.0025708557,0.00375105,0.0005049969,0.04087049,0.217336,0.00069565984,0.004096277,0.000819546],"about_ca_topic_score_codex":0.0000072526623,"about_ca_topic_score_gemma":0.000008643853,"teacher_disagreement_score":0.59661263,"about_ca_system_score_codex":0.000079137804,"about_ca_system_score_gemma":0.00018917916,"threshold_uncertainty_score":0.42385522},"labels":[],"label_agreement":null},{"id":"W2084611546","doi":"10.1007/s00167-012-2228-7","title":"The internal validity of arthroscopic simulators and their effectiveness in arthroscopic education","year":2012,"lang":"en","type":"review","venue":"Knee Surgery Sports Traumatology Arthroscopy","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":60,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Health Sciences Centre; University of Manitoba; Pan Am Clinic","funders":"","keywords":"Construct validity; Task (project management); Internal validity; Construct (python library); Randomized controlled trial; Medical physics; Arthroscopy; Computer science; Simulation; Physical therapy; Medicine; Surgery; Engineering","score_opus":0.06504351242099014,"score_gpt":0.3589664757003826,"score_spread":0.29392296327939244,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2084611546","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.27715766,0.71919256,0.00002504248,0.000015693086,0.002104025,0.0010950773,0.000009023381,0.000051367737,0.00034954483],"genre_scores_gemma":[0.4878516,0.51179004,0.000016524096,0.000026460735,0.00008057997,0.00009799312,0.000064289925,0.00004858464,0.000023922486],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9961119,0.0007258672,0.001639669,0.0006048124,0.00027539802,0.0006423265],"domain_scores_gemma":[0.9932838,0.004926396,0.0008226772,0.0006048156,0.000097777534,0.0002645116],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0018364332,0.00065639307,0.0035090623,0.00051194505,0.0001761107,0.000028362636,0.0001131824,0.00063480064,0.00017342827],"category_scores_gemma":[0.0002909911,0.000428122,0.0006074924,0.0005268552,0.00067137816,0.00014809483,0.00006745004,0.0007767759,0.000015157199],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00010472488,0.00028262788,0.29039288,0.0057876324,0.00014046206,0.000019395144,0.00011418715,0.0000014684983,3.1519755e-7,0.000297312,0.000008951764,0.70285004],"study_design_scores_gemma":[0.0016161875,0.0001448665,0.13471217,0.031784393,0.00065219746,0.00044018903,0.00015640275,0.000022179678,0.00005313963,0.00035964494,0.8294345,0.0006241066],"about_ca_topic_score_codex":0.000025182342,"about_ca_topic_score_gemma":0.000034997764,"teacher_disagreement_score":0.8294256,"about_ca_system_score_codex":0.000100864934,"about_ca_system_score_gemma":0.00083345844,"threshold_uncertainty_score":0.9998171},"labels":[],"label_agreement":null},{"id":"W2085219519","doi":"10.1007/s00464-012-2327-z","title":"The effect of simulation in improving students’ performance in laparoscopic surgery: a meta-analysis","year":2012,"lang":"en","type":"review","venue":"Surgical Endoscopy","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":48,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Medicine; Randomized controlled trial; Laparoscopic surgery; Apprenticeship; MEDLINE; Meta-analysis; Cochrane Library; Laparoscopy; Confidence interval; Medical physics; Physical therapy; Abdominal surgery; Surgery; Internal medicine","score_opus":0.11641719795814434,"score_gpt":0.4174444332783041,"score_spread":0.30102723532015974,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2085219519","genre_codex":"review","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.03894475,0.9593072,0.0000032272735,0.000008113239,0.00012386359,0.0010786845,0.0000071534373,0.00002624582,0.00050074933],"genre_scores_gemma":[0.5391915,0.4603945,0.0000053415174,0.000005277106,0.000052088428,0.00015882462,0.00006535137,0.000026934978,0.00010020318],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99571663,0.0010753219,0.001532242,0.00041604668,0.0007463117,0.0005134432],"domain_scores_gemma":[0.98709804,0.011710142,0.000532615,0.00046949025,0.000039756684,0.00014995979],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.003810835,0.00044418877,0.0059589245,0.0007023297,0.0000592143,0.00003307779,0.00020611065,0.00030621063,0.00038821952],"category_scores_gemma":[0.0003881978,0.00023222872,0.0028111015,0.0022860502,0.00008815746,0.00009122403,0.00008506319,0.00064857147,0.000024829793],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0009596163,0.0002904926,0.16674535,0.012861182,0.038855027,0.00013145724,0.00008454782,0.0037490623,5.290963e-8,0.00003507532,6.149759e-7,0.7762875],"study_design_scores_gemma":[0.0125250155,0.00030506976,0.00567862,0.001970768,0.28877282,0.000010170405,0.000010096337,0.003971574,0.000009362342,0.0000019159243,0.6861872,0.00055737386],"about_ca_topic_score_codex":0.00005143914,"about_ca_topic_score_gemma":0.000026369342,"teacher_disagreement_score":0.77573013,"about_ca_system_score_codex":0.0001382691,"about_ca_system_score_gemma":0.00009482593,"threshold_uncertainty_score":0.9470012},"labels":[],"label_agreement":null},{"id":"W2085242292","doi":"10.1016/j.jmig.2006.06.011","title":"The use of lightly embalmed (fresh tissue) cadavers for resident laparoscopic training","year":2006,"lang":"en","type":"article","venue":"Journal of Minimally Invasive Gynecology","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":71,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"St. Michael's Hospital","funders":"","keywords":"Cadaver; Medicine; Pelvis; Surgery","score_opus":0.06961276973992556,"score_gpt":0.30976781254053926,"score_spread":0.2401550428006137,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2085242292","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9954056,0.00030368532,0.00010707824,0.0020740328,0.00051189907,0.00031135324,0.000006588506,0.000008428075,0.0012712962],"genre_scores_gemma":[0.9951332,0.000087825785,0.0029256819,0.00058264245,0.00032084456,0.000008216987,0.000005386057,0.000018169087,0.00091801945],"study_design_codex":"bench_or_experimental","study_design_gemma":"not_applicable","domain_scores_codex":[0.9982409,0.00011041431,0.00092827016,0.0001306916,0.00028519862,0.0003045535],"domain_scores_gemma":[0.9907497,0.0076441905,0.0007539279,0.00013600438,0.0005936533,0.00012252631],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0004736457,0.00013227724,0.0005520763,0.00014695305,0.00012504774,0.000023156244,0.00013648145,0.00014299592,0.00016723275],"category_scores_gemma":[0.004176989,0.0000882585,0.000216003,0.00012832384,0.00018571463,0.000099475816,0.000023312672,0.00022208452,0.0000037775915],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.025819402,0.0031125417,0.22326924,0.0011374882,0.00529848,0.0066143265,0.017780967,0.0137044545,0.36563417,0.03190677,0.16603048,0.13969165],"study_design_scores_gemma":[0.023782274,0.006961174,0.31203088,0.0003714643,0.00066325447,0.00059346564,0.0034467073,0.0002759229,0.044321544,0.0015827478,0.6056551,0.0003155016],"about_ca_topic_score_codex":0.000023536642,"about_ca_topic_score_gemma":0.00050982344,"teacher_disagreement_score":0.43962458,"about_ca_system_score_codex":0.000092827286,"about_ca_system_score_gemma":0.0005523146,"threshold_uncertainty_score":0.5000548},"labels":[],"label_agreement":null},{"id":"W2085487772","doi":"10.1056/nejmra054785","title":"Teaching Surgical Skills — Changes in the Wind","year":2006,"lang":"en","type":"article","venue":"New England Journal of Medicine","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":1726,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto; University Health Network","funders":"","keywords":"Medicine; Medical education; Surgical procedures; Medical physics; Surgery","score_opus":0.020865995279203273,"score_gpt":0.30917082078482333,"score_spread":0.28830482550562003,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2085487772","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.91482526,0.0008062256,0.000047055608,0.0475395,0.00023498606,0.0000834751,2.4145515e-7,0.0000076139104,0.036455672],"genre_scores_gemma":[0.99000466,0.000045649835,0.00009172301,0.001311112,0.007849783,1.8960885e-7,0.0000034532072,0.000006749165,0.0006866921],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9987746,0.0001531146,0.00036811692,0.00006985742,0.0004850609,0.0001492324],"domain_scores_gemma":[0.9988239,0.0007950977,0.00013829285,0.000081428654,0.00004754328,0.00011373878],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001973354,0.0000881183,0.00031778717,0.00015742161,0.000037638874,0.000006831526,0.00007882861,0.00004662927,0.00035446705],"category_scores_gemma":[0.00027891115,0.000041082138,0.000050546812,0.0001474316,0.000053293927,0.000036341007,0.000005949772,0.0005357397,0.0000025572838],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.001258001,0.00044125287,0.11716343,0.000033411325,0.00006224574,0.0065646544,0.0061653988,0.00034288756,0.00035278275,0.0035625403,0.004714139,0.85933924],"study_design_scores_gemma":[0.096820675,0.0009470861,0.11785984,0.0004884755,0.000091588925,0.0046655354,0.0005934899,0.00010992268,0.000030041496,0.001220755,0.77709824,0.0000743801],"about_ca_topic_score_codex":0.00017957734,"about_ca_topic_score_gemma":0.00008250955,"teacher_disagreement_score":0.8592649,"about_ca_system_score_codex":0.00002111775,"about_ca_system_score_gemma":0.000039250303,"threshold_uncertainty_score":0.38811657},"labels":[],"label_agreement":null},{"id":"W2085515005","doi":"10.1007/s11548-008-0236-3","title":"Robotized camera system for real-time coaching of clinicians in emergency room","year":2008,"lang":"en","type":"article","venue":"International Journal of Computer Assisted Radiology and Surgery","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":6,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Sherbrooke; Centre Hospitalier Universitaire de Sherbrooke","funders":"Canada Research Chairs","keywords":"Coaching; Economic shortage; Medical emergency; Computer science; Exploit; Medicine; Simulation; Computer security; Psychology","score_opus":0.04569201873820024,"score_gpt":0.32146307231429494,"score_spread":0.2757710535760947,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2085515005","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97962326,0.00020994071,0.017586755,0.0005980495,0.0015187478,0.00007663471,0.0000040975556,0.00001182832,0.00037069028],"genre_scores_gemma":[0.9963169,0.0002729691,0.002776299,0.00011102312,0.00046907857,0.0000013964054,0.0000151291415,0.000007666989,0.00002951898],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9984406,0.00015391251,0.0010176515,0.00010547538,0.00017049389,0.000111833644],"domain_scores_gemma":[0.99752,0.0015302155,0.0004908888,0.00005309088,0.00033214284,0.00007362438],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00080196897,0.00008676355,0.0006059455,0.0003560173,0.000032919375,0.0000035460578,0.00007369867,0.000098150194,0.00002874671],"category_scores_gemma":[0.00014633816,0.0000706373,0.0002597485,0.00007990677,0.000043202373,0.00007884318,0.0000135895125,0.00015674088,7.261301e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0040830015,0.00039367174,0.9425841,0.00009434966,0.0012519294,0.0014664443,0.00068101374,0.003650281,0.0008531436,0.0006277334,0.0012099637,0.0431044],"study_design_scores_gemma":[0.005772309,0.00024224773,0.95011604,0.0005004206,0.00006933827,0.006615747,0.000083323,0.035402883,0.00005206256,0.00009397165,0.0009211978,0.00013048493],"about_ca_topic_score_codex":0.000009582192,"about_ca_topic_score_gemma":0.0000010791115,"teacher_disagreement_score":0.042973913,"about_ca_system_score_codex":0.00004152471,"about_ca_system_score_gemma":0.0000998696,"threshold_uncertainty_score":0.28805056},"labels":[],"label_agreement":null},{"id":"W2085655721","doi":"10.3402/meo.v20.25819","title":"Extended score interval in the assessment of basic surgical skills","year":2015,"lang":"en","type":"article","venue":"Medical Education Online","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Centre for Family Medicine","funders":"","keywords":"Ceiling effect; Intraclass correlation; Confidence interval; Physical therapy; Medicine; Knot tying; Reliability (semiconductor); Surgery; Psychometrics; Clinical psychology; Internal medicine","score_opus":0.058061625254430156,"score_gpt":0.4367311720885782,"score_spread":0.37866954683414805,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2085655721","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.96991724,0.00011514203,0.000105215004,0.017994536,0.00039833703,0.00020749941,0.0000027140259,0.000019748644,0.011239544],"genre_scores_gemma":[0.9953259,0.000018328867,0.0007005013,0.0030830281,0.00038554906,0.0000143094085,0.0001822891,0.0000070705587,0.00028301493],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9983061,0.0001567229,0.00041336063,0.0001479191,0.00084284437,0.0001330556],"domain_scores_gemma":[0.99898994,0.00029634754,0.00007141741,0.00018991792,0.00015015107,0.00030221316],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0011286503,0.00008197974,0.00023280484,0.000094898096,0.000013935685,0.0000062984677,0.0001254903,0.00008879286,0.0014646995],"category_scores_gemma":[0.0017038732,0.00004922391,0.00006638519,0.00034073534,0.0001069803,0.000035297846,0.000023610817,0.00032595164,0.0000085213],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00020515702,0.024716718,0.32526708,0.00009481019,0.00004786545,0.00015358366,0.002872472,0.00003090788,0.000004948699,0.010105991,0.003385574,0.6331149],"study_design_scores_gemma":[0.0071471673,0.00033684546,0.8718747,0.0004390134,0.00003544444,0.00015752511,0.0029429973,0.009069179,0.000009774686,0.00060971064,0.10727089,0.00010676169],"about_ca_topic_score_codex":0.000030730826,"about_ca_topic_score_gemma":0.000022361983,"teacher_disagreement_score":0.6330081,"about_ca_system_score_codex":0.00006306883,"about_ca_system_score_gemma":0.0016420757,"threshold_uncertainty_score":0.9994481},"labels":[],"label_agreement":null},{"id":"W2085859693","doi":"10.1016/j.jclinane.2007.12.003","title":"Comparison of GlideScope-specific rigid stylet to standard malleable stylet","year":2008,"lang":"en","type":"article","venue":"Journal of Clinical Anesthesia","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University","funders":"","keywords":"Stylet; Medicine; Anesthesia; Anatomy","score_opus":0.2032845282511066,"score_gpt":0.45556165627198175,"score_spread":0.25227712802087515,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2085859693","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9921023,0.00033770996,0.0005607149,0.003349835,0.00012815818,0.00015173649,0.0000011735142,0.000016871596,0.0033514616],"genre_scores_gemma":[0.9914052,0.00016920343,0.006239751,0.0012300062,0.00051371404,6.53937e-7,0.000001696663,0.00001959175,0.00042017468],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.9963114,0.00017645168,0.0022919318,0.00017399387,0.00082238327,0.00022380304],"domain_scores_gemma":[0.99688137,0.0010166306,0.0008018364,0.00022807418,0.00053543184,0.0005366506],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0016864889,0.0001473925,0.0014141069,0.00013729086,0.000062433784,0.000012129995,0.00016897082,0.00015256924,0.0009452951],"category_scores_gemma":[0.00065071695,0.00010387039,0.00047958235,0.00027135733,0.0001538964,0.00009324552,0.00001789298,0.000542428,0.000068245165],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.014143636,0.0017376693,0.9137285,0.000057676556,0.00022695943,0.0031061827,0.0007138005,0.0012628466,0.00016489725,0.0005970613,0.018998586,0.04526219],"study_design_scores_gemma":[0.0064380877,0.0036078682,0.30284983,0.000268393,0.00006524337,0.0009405907,0.00019546751,0.00013924038,0.000628156,0.0000611324,0.684677,0.00012899081],"about_ca_topic_score_codex":0.0000023078746,"about_ca_topic_score_gemma":6.833016e-7,"teacher_disagreement_score":0.6656784,"about_ca_system_score_codex":0.00003127376,"about_ca_system_score_gemma":0.00018997188,"threshold_uncertainty_score":0.999968},"labels":[],"label_agreement":null},{"id":"W2086121508","doi":"10.1007/s00270-006-0161-1","title":"Porcine Transfer Study: Virtual Reality Simulator Training Compared with Porcine Training in Endovascular Novices","year":2007,"lang":"en","type":"article","venue":"CardioVascular and Interventional Radiology","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":74,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Medicine; Virtual reality; Training (meteorology); Ultrasound; Transfer of training; Simulation training; Simulation; Medical physics; Biomedical engineering; Radiology; Human–computer interaction; Computer science","score_opus":0.06156908577144852,"score_gpt":0.31620573044977934,"score_spread":0.2546366446783308,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2086121508","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9704047,0.0022248996,0.024343656,0.00011986927,0.00015153654,0.0006388402,0.000008318007,0.00007289934,0.002035311],"genre_scores_gemma":[0.9991529,0.000019597877,0.00015239745,0.00017242927,0.00027313063,0.000023332424,0.00012425454,0.000032882344,0.00004906609],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9973257,0.00028312558,0.00076486834,0.00063976325,0.00050036254,0.00048616572],"domain_scores_gemma":[0.9988268,0.00029348404,0.000054229648,0.00041990576,0.00013920566,0.00026639737],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0032092708,0.00029821004,0.0012456912,0.00032758815,0.00010049794,0.000017997987,0.00011951049,0.000156329,0.00021058334],"category_scores_gemma":[0.00018899454,0.0002408862,0.0008314544,0.0003586843,0.00021340753,0.00011863355,0.000036368303,0.0004083431,0.000003379815],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.014230201,0.0029302095,0.52472734,0.00048270042,0.026165172,0.009230349,0.030335799,0.07799683,0.0005115018,0.0101887435,0.0000332177,0.30316794],"study_design_scores_gemma":[0.044534016,0.0031393361,0.9182479,0.0003746869,0.0010532084,0.002060274,0.015987279,0.004918841,0.000067017805,0.0001762481,0.00889438,0.00054683024],"about_ca_topic_score_codex":0.00008692763,"about_ca_topic_score_gemma":0.00016005908,"teacher_disagreement_score":0.39352053,"about_ca_system_score_codex":0.000078903984,"about_ca_system_score_gemma":0.000082906285,"threshold_uncertainty_score":0.98230547},"labels":[],"label_agreement":null},{"id":"W2086266713","doi":"10.1007/s00464-005-0370-8","title":"Correlating motor performance with surgical error in laparoscopic cholecystectomy","year":2005,"lang":"en","type":"article","venue":"Surgical Endoscopy","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":42,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Jerk; Medicine; Laparoscopic cholecystectomy; Cholecystectomy; Abdominal surgery; Laparoscopy; Acceleration; Robotics; Surgery; Laparoscopic surgery; Physical medicine and rehabilitation; Artificial intelligence; Computer science; Robot; Physics","score_opus":0.020661328289409225,"score_gpt":0.29959969196445735,"score_spread":0.2789383636750481,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2086266713","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9420708,0.00025019652,0.000004474887,0.00045755235,0.00009365912,0.00035150925,0.0000025000675,0.00016245153,0.056606855],"genre_scores_gemma":[0.99717444,0.00004006639,0.0005047029,0.0001965992,0.00031617223,0.00004403932,0.000021746437,0.000034848323,0.0016673908],"study_design_codex":"observational","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9979838,0.00007488337,0.00047941273,0.0004234452,0.0004848138,0.000553633],"domain_scores_gemma":[0.998931,0.00035950754,0.00008613555,0.00024388921,0.000057298803,0.00032216564],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00029244827,0.00025339625,0.0005439484,0.00016464728,0.00009298325,0.000027353351,0.000093093455,0.0001608107,0.0017262618],"category_scores_gemma":[0.000053547355,0.00018476708,0.00010383073,0.00053247955,0.00012430275,0.00017820249,0.00003422732,0.0005990402,0.0002415861],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.014205267,0.00093343866,0.9357231,0.00019312189,0.00009661636,0.0029232877,0.0005861032,0.005408223,0.000055699264,0.0012874211,0.00003054529,0.038557157],"study_design_scores_gemma":[0.40162468,0.00153597,0.133991,0.0011456273,0.0000814665,0.001037298,0.00018594912,0.06998431,0.0019902184,0.000011855773,0.38764766,0.0007639593],"about_ca_topic_score_codex":0.000020570196,"about_ca_topic_score_gemma":0.000013116655,"teacher_disagreement_score":0.8017321,"about_ca_system_score_codex":0.0001195878,"about_ca_system_score_gemma":0.00008969186,"threshold_uncertainty_score":0.9991863},"labels":[],"label_agreement":null},{"id":"W2086321319","doi":"10.1097/sla.0b013e318207a789","title":"Mental Practice Enhances Surgical Technical Skills","year":2011,"lang":"en","type":"article","venue":"Annals of Surgery","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":258,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"St. Michael's Hospital","funders":"","keywords":"Medicine; Quality (philosophy); Randomized controlled trial; Mental health; Medical education; Psychiatry; Surgery","score_opus":0.28970035898806923,"score_gpt":0.416250520435943,"score_spread":0.1265501614478738,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2086321319","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8393864,0.00040989558,0.000011333107,0.0014819712,0.0001780937,0.00010498715,0.0000042375286,0.00007605109,0.15834701],"genre_scores_gemma":[0.9976683,0.0005107564,0.00033939426,0.0011147024,0.00009311409,0.000004788782,0.000013121901,0.000010635631,0.0002451421],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9988842,0.00006112441,0.00038019757,0.00016385419,0.00030275583,0.00020786747],"domain_scores_gemma":[0.9981007,0.0012972134,0.00013397071,0.00015193512,0.00015939063,0.00015678567],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00079076004,0.000093831935,0.00033429486,0.00009760429,0.000031518386,0.0000044359526,0.000040599345,0.00008724118,0.0016643038],"category_scores_gemma":[0.00073093374,0.0000745328,0.00022348089,0.00020564396,0.00011509906,0.00016058437,0.000024434663,0.00012536203,0.000065748914],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.011779713,0.014307324,0.38649443,0.00033982302,0.0012492958,0.0050298516,0.0034074618,0.0000031288782,0.005354323,0.013238471,0.033428628,0.52536756],"study_design_scores_gemma":[0.002288626,0.00038762236,0.28572533,0.0005045226,0.00012273004,0.0007337027,0.00062486745,0.00003525859,0.100116774,0.0005699445,0.6084126,0.00047801808],"about_ca_topic_score_codex":0.000019992494,"about_ca_topic_score_gemma":4.927143e-7,"teacher_disagreement_score":0.57498395,"about_ca_system_score_codex":0.000004594578,"about_ca_system_score_gemma":0.000049477858,"threshold_uncertainty_score":0.9992483},"labels":[],"label_agreement":null},{"id":"W2086421989","doi":"10.1007/s10459-015-9599-8","title":"Measuring cognitive load during simulation-based psychomotor skills training: sensitivity of secondary-task performance and subjective ratings","year":2015,"lang":"en","type":"article","venue":"Advances in Health Sciences Education","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":44,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Memorial University of Newfoundland; The Wilson Centre; University of British Columbia; Hospital for Sick Children; University of Toronto; SickKids Foundation; Centre for Advancing Health Outcomes; Western University","funders":"","keywords":"Cognitive load; Psychomotor learning; Task (project management); Cognition; Elementary cognitive task; Psychology; Audiology; Medicine; Simulation; Physical therapy; Physical medicine and rehabilitation; Computer science; Engineering; Psychiatry","score_opus":0.048918474227491855,"score_gpt":0.37843774638464295,"score_spread":0.3295192721571511,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2086421989","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.994955,0.000786356,0.0005386545,0.00023355313,0.000276085,0.00045408128,0.0000029199539,0.000024022069,0.002729327],"genre_scores_gemma":[0.99813,0.000067881105,0.0013294653,0.00034938884,0.00007137374,0.000018936285,0.000006029139,0.0000063762927,0.000020544874],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9984773,0.00014289,0.00039902065,0.00031900062,0.00042146258,0.00024032932],"domain_scores_gemma":[0.99807376,0.0010290943,0.00028060854,0.00007313518,0.00034368795,0.0001997292],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002055059,0.0001091661,0.00025267704,0.00019375583,0.0001701815,0.000014719835,0.000032814856,0.00003747451,0.000010646423],"category_scores_gemma":[0.0016509165,0.000100976766,0.000022718972,0.00059389154,0.00027239692,0.00053422287,0.000008900098,0.00015156611,0.0000012920502],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0002715752,0.00023026441,0.5829634,0.0004062941,0.000004133033,9.321936e-7,0.012502031,0.044318583,0.000048636473,0.000053977965,4.3343124e-7,0.35919973],"study_design_scores_gemma":[0.0038893477,0.000538332,0.82088965,0.0015762621,0.000008515521,0.000011234136,0.009215661,0.16247337,0.0006537379,0.00025328205,0.0003065408,0.00018406396],"about_ca_topic_score_codex":0.00011750811,"about_ca_topic_score_gemma":0.00010404958,"teacher_disagreement_score":0.35901567,"about_ca_system_score_codex":0.00019833335,"about_ca_system_score_gemma":0.0022038405,"threshold_uncertainty_score":0.4117713},"labels":[],"label_agreement":null},{"id":"W2086705705","doi":"10.1007/s00464-004-8213-6","title":"Ergonomics and human factors in endoscopic surgery: a comparison of manual vs telerobotic simulation systems","year":2005,"lang":"en","type":"article","venue":"Surgical Endoscopy","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":91,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Mitacs","keywords":"Task (project management); Medicine; Laparoscopic surgery; Robotic surgery; Da Vinci Surgical System; Surgery; Laparoscopy; Engineering","score_opus":0.05734781677632914,"score_gpt":0.36208616378063047,"score_spread":0.3047383470043013,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2086705705","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99755853,0.00029173106,0.000047418154,0.000050805706,0.00012551167,0.00029588124,0.000004568115,0.000055900004,0.0015696518],"genre_scores_gemma":[0.99959046,0.000015104448,0.00009363786,0.000021527489,0.00011991321,0.0000072722287,0.00004951595,0.000020259047,0.00008232225],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9983303,0.00010578212,0.00074865675,0.00027571013,0.00025340848,0.00028614458],"domain_scores_gemma":[0.998072,0.00137396,0.00016491786,0.00016004907,0.000043472694,0.00018556693],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0002802883,0.00018548389,0.00080684555,0.00024119564,0.00005387171,0.000021389213,0.0000448106,0.00014138331,0.00018477658],"category_scores_gemma":[0.00010477506,0.00015948743,0.00010352987,0.00022834295,0.000096014664,0.000099422825,0.000026459857,0.00022637717,0.000009281011],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00060087367,0.00028237814,0.93167645,0.000112476846,0.00003362388,0.00002107746,0.00033550954,0.063870005,0.00006308036,0.0015895469,0.0000064404494,0.0014085345],"study_design_scores_gemma":[0.026947647,0.00044268285,0.73919535,0.0005871293,0.00009741237,0.000012510973,0.0006395465,0.21564701,0.001947694,0.000033893542,0.014049249,0.00039986192],"about_ca_topic_score_codex":0.0001249701,"about_ca_topic_score_gemma":0.00002617425,"teacher_disagreement_score":0.1924811,"about_ca_system_score_codex":0.00008351057,"about_ca_system_score_gemma":0.00003881693,"threshold_uncertainty_score":0.65037084},"labels":[],"label_agreement":null},{"id":"W2086879850","doi":"10.1007/s11548-008-0243-4","title":"Designing tracking software for image-guided surgery applications: IGSTK experience","year":2008,"lang":"en","type":"article","venue":"International Journal of Computer Assisted Radiology and Surgery","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":26,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University","funders":"National Institute of Biomedical Imaging and Bioengineering; Telemedicine and Advanced Technology Research Center; Arizona State University","keywords":"Computer science; Software portability; BitTorrent tracker; Software; Component (thermodynamics); Image-guided surgery; Reusability; Human–computer interaction; Software engineering; Artificial intelligence; Eye tracking; Operating system","score_opus":0.09248225828207356,"score_gpt":0.3429413117729432,"score_spread":0.2504590534908696,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2086879850","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.41027647,0.00052373536,0.5876111,0.000632647,0.0007677483,0.00010939453,0.0000029395749,0.000031294232,0.00004471782],"genre_scores_gemma":[0.9560388,0.0002256227,0.041468542,0.0011632636,0.0010200249,0.000018018536,0.000030864674,0.00001293448,0.000021959084],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9986325,0.00008790428,0.00072002516,0.00016512732,0.00023163133,0.00016280294],"domain_scores_gemma":[0.9941341,0.004409537,0.0003786393,0.000075305776,0.00087228965,0.00013012766],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00059979904,0.00011895835,0.00047431968,0.000345743,0.00012741129,0.000027118267,0.00009520807,0.00009905664,0.000037190435],"category_scores_gemma":[0.0005518405,0.000100540856,0.00027993586,0.00012457694,0.00016306227,0.0002036049,0.000017903249,0.00016988779,0.0000014455172],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0012357262,0.0003118084,0.56722814,0.00006192027,0.00094028446,0.0018130774,0.000942607,0.00035933178,0.00092787296,0.00014398035,0.006857309,0.41917795],"study_design_scores_gemma":[0.00503746,0.00017493183,0.85183865,0.00065687584,0.00014064713,0.07216086,0.00020003913,0.0050825602,0.0016626775,0.000515543,0.062012505,0.0005172603],"about_ca_topic_score_codex":0.00000110506,"about_ca_topic_score_gemma":1.05738444e-7,"teacher_disagreement_score":0.5461425,"about_ca_system_score_codex":0.000042983313,"about_ca_system_score_gemma":0.00018253813,"threshold_uncertainty_score":0.4099937},"labels":[],"label_agreement":null},{"id":"W2086993720","doi":"10.1016/j.jmig.2005.11.003","title":"Endoscopy teaching in Canada: A survey of obstetrics and gynecology program directors and graduating residents","year":2006,"lang":"en","type":"article","venue":"Journal of Minimally Invasive Gynecology","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":20,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"St Joseph's Health Centre; University of Toronto","funders":"University of Toronto","keywords":"Medicine; Limiting; Obstetrics and gynaecology; Graduation (instrument); Medical education; Family medicine; Pregnancy","score_opus":0.0316445823762514,"score_gpt":0.29580075408648965,"score_spread":0.26415617171023825,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2086993720","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9978754,0.00077541923,0.0000026037105,0.00017476894,0.00028738123,0.00021652677,0.0000051394927,0.0000048293296,0.0006579252],"genre_scores_gemma":[0.9980344,0.00011404578,0.0016357428,0.0001489289,0.000029466657,0.0000035264507,0.0000067657447,0.000012388496,0.000014736633],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9980199,0.00041631047,0.000899014,0.00016128915,0.0002344448,0.00026903808],"domain_scores_gemma":[0.9781528,0.020775722,0.000633679,0.000067530076,0.0002389614,0.00013128467],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0009228808,0.00013320279,0.0006616888,0.00032003585,0.000047995232,0.000009053956,0.00006662495,0.00011079454,0.000024442013],"category_scores_gemma":[0.030513287,0.00011484478,0.00004195555,0.0002310699,0.000105057734,0.000066965695,0.000045704084,0.00042559364,1.6581762e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00014319111,0.00015524759,0.9759962,0.000051557156,0.000058564772,0.0006125993,0.00016161833,0.00006100631,0.000619202,0.00003321669,0.000052071864,0.022055544],"study_design_scores_gemma":[0.0046622697,0.0009797334,0.9929012,0.000088672175,0.000051031027,0.00012877608,0.00035684535,0.00017987669,0.00030501361,0.00005509958,0.00020835892,0.00008311202],"about_ca_topic_score_codex":0.16809225,"about_ca_topic_score_gemma":0.7791364,"teacher_disagreement_score":0.61104417,"about_ca_system_score_codex":0.00032203476,"about_ca_system_score_gemma":0.0012813819,"threshold_uncertainty_score":0.9776531},"labels":[],"label_agreement":null},{"id":"W2087006653","doi":"10.1117/12.2043564","title":"Feasibility of a touch-free user interface for ultrasound snapshot-guided nephrostomy","year":2014,"lang":"en","type":"article","venue":"Proceedings of SPIE, the International Society for Optical Engineering/Proceedings of SPIE","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University","funders":"","keywords":"Snapshot (computer storage); Computer science; Human–computer interaction; Computer graphics (images); Operating system","score_opus":0.02712368375832599,"score_gpt":0.2856427902256819,"score_spread":0.25851910646735593,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2087006653","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9910116,0.00003522481,0.000290334,0.0018150382,0.00019149424,0.0010705035,0.000059793616,0.00007210656,0.0054538734],"genre_scores_gemma":[0.92197233,0.0000168298,0.077073716,0.00020656709,0.00033870438,0.0001070083,0.00002077288,0.000054165626,0.00020989844],"study_design_codex":"bench_or_experimental","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9975375,2.8676784e-8,0.00094506744,0.0004318461,0.00069548225,0.00039009415],"domain_scores_gemma":[0.99618655,0.00067570416,0.00044945037,0.000119144,0.00237994,0.00018918847],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0008560574,0.00031514384,0.00066349615,0.000098559,0.00006781637,0.00005486803,0.000672944,0.00022714733,0.00006292132],"category_scores_gemma":[0.0040454604,0.00025293397,0.00092256704,0.00030198507,0.00030207154,0.0003107289,0.00013656265,0.00028171903,8.1693736e-7],"study_design_candidate":"bench_or_experimental","study_design_consensus":"bench_or_experimental","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0012354592,0.00041033712,0.0078755645,0.0015889745,0.00078156067,5.909554e-8,0.00037647504,0.00019385382,0.54085284,0.43995744,0.006158789,0.0005686442],"study_design_scores_gemma":[0.03328304,0.0039456086,0.027015466,0.002223208,0.0014960176,0.00010144613,0.0039211893,0.08846383,0.75849694,0.014151532,0.065399356,0.0015023894],"about_ca_topic_score_codex":0.000008363856,"about_ca_topic_score_gemma":2.0716219e-7,"teacher_disagreement_score":0.4258059,"about_ca_system_score_codex":0.00014794052,"about_ca_system_score_gemma":0.00004185647,"threshold_uncertainty_score":0.9999923},"labels":[],"label_agreement":null},{"id":"W2087057894","doi":"10.1227/neu.0b013e31827393c9","title":"Virtual Endoscopy in Neurosurgery","year":2012,"lang":"en","type":"review","venue":"Neurosurgery","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":53,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary; National Research Council Canada","funders":"","keywords":"Medicine; Endoscopy; Virtual reality; Neurosurgery; Haptic technology; Neuronavigation; Medical physics; Endoscopic surgery; Surgery; Computer science; Radiology; Artificial intelligence; Magnetic resonance imaging","score_opus":0.1255665386002741,"score_gpt":0.3618402360572976,"score_spread":0.23627369745702348,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2087057894","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0007539795,0.99184084,0.0000034217935,0.000053053784,0.0028823223,0.0005768639,0.000017197317,0.00019446886,0.0036778376],"genre_scores_gemma":[0.0039640847,0.99306005,0.000011451523,0.0008452441,0.00078376173,0.00008229584,0.00014215753,0.00015989732,0.00095107866],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9964959,0.00038233073,0.0012705155,0.00062390004,0.00048016637,0.00074716413],"domain_scores_gemma":[0.9961578,0.0024860569,0.00034369587,0.0005465816,0.000033114233,0.0004327472],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.000601979,0.00057939324,0.002727578,0.00081187836,0.00006081466,0.00004169275,0.0001201074,0.00045455064,0.00078468263],"category_scores_gemma":[0.0005821929,0.00047982598,0.0010413625,0.0010001274,0.00007782701,0.00012565132,0.00008137689,0.0011527112,0.0005854282],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000044981738,0.00021668665,0.0022601087,0.0024821188,0.000029964955,0.00088651717,0.000016242086,0.0000027656015,7.19595e-7,0.000064451524,0.00026766467,0.9937278],"study_design_scores_gemma":[0.0005717773,0.00003849694,0.0005683586,0.004155461,0.00033760868,0.00024245954,0.0000024459569,0.000015167615,8.144714e-7,0.0000028131014,0.99373186,0.00033276726],"about_ca_topic_score_codex":0.0000044113062,"about_ca_topic_score_gemma":7.565708e-7,"teacher_disagreement_score":0.9934642,"about_ca_system_score_codex":0.00010864528,"about_ca_system_score_gemma":0.00029467916,"threshold_uncertainty_score":0.99976534},"labels":[],"label_agreement":null},{"id":"W2087245322","doi":"10.1016/j.jpedsurg.2012.10.023","title":"Trends in operative experience of pediatric surgical residents in the United States and Canada","year":2013,"lang":"en","type":"article","venue":"Journal of Pediatric Surgery","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":28,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Medicine; Graduate medical education; Pediatric Surgeon; Statistical significance; Wilcoxon signed-rank test; Pediatric surgery; General surgery; Surgery; Accreditation; Mann–Whitney U test; Internal medicine; Medical education","score_opus":0.03594864178138125,"score_gpt":0.31122169831738716,"score_spread":0.2752730565360059,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2087245322","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9984312,0.0006890348,8.7092735e-7,0.0005389023,0.00013395671,0.000058117334,0.000002261745,0.0000018422121,0.00014379241],"genre_scores_gemma":[0.9976538,0.0015916579,0.000014898745,0.0001719155,0.00052218966,0.000002975742,0.000007815662,0.000005716418,0.000029021954],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99829865,0.00020403006,0.0007405947,0.00009211782,0.00048305845,0.0001815498],"domain_scores_gemma":[0.99685204,0.0025140336,0.00027382764,0.000073858246,0.00016344863,0.0001227933],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0007980108,0.00009502464,0.00036575372,0.0009194167,0.000023614772,0.00001691913,0.000068858964,0.000047911264,0.00026516928],"category_scores_gemma":[0.00044013493,0.000058441165,0.00006759343,0.0013877266,0.000029720451,0.00013881308,0.00001541582,0.00026674656,4.4063748e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00009280687,0.00007504231,0.9938838,0.000012437691,0.000007251424,0.00053012226,0.0013389613,0.00019641871,6.499694e-7,0.0000035179341,0.0025359485,0.0013230615],"study_design_scores_gemma":[0.0014627416,0.000047610938,0.99504685,0.000015086428,0.000029870858,0.000054927466,0.002593552,0.00027773945,0.000005440723,0.000012757491,0.00038768517,0.00006575051],"about_ca_topic_score_codex":0.15559544,"about_ca_topic_score_gemma":0.012631367,"teacher_disagreement_score":0.14296407,"about_ca_system_score_codex":0.00005593512,"about_ca_system_score_gemma":0.00028577365,"threshold_uncertainty_score":0.8500275},"labels":[],"label_agreement":null},{"id":"W2087415594","doi":"10.1007/s00464-014-3452-7","title":"Neuroanatomical correlates of laparoscopic surgery training","year":2014,"lang":"en","type":"article","venue":"Surgical Endoscopy","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":20,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"St. Michael's Hospital; Health Sciences Centre; Sunnybrook Health Science Centre; University of Toronto","funders":"","keywords":"Functional magnetic resonance imaging; Task (project management); Postcentral gyrus; Brain activity and meditation; Laparoscopic surgery; Supplementary motor area; Physical medicine and rehabilitation; Medicine; Cognitive psychology; Neuroscience; Psychology; Laparoscopy; Surgery; Electroencephalography","score_opus":0.03612181666384419,"score_gpt":0.29813940962200575,"score_spread":0.26201759295816157,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2087415594","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.96819466,0.000099147626,0.0000608656,0.0002446633,0.0003336446,0.00010661441,0.000002431281,0.00012128194,0.030836698],"genre_scores_gemma":[0.9991648,0.00002535282,0.00015824122,0.00023731044,0.00016636346,0.000006024541,0.000023740917,0.00002454312,0.00019362404],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.9984417,0.00012294324,0.00049278385,0.00027514176,0.00033656956,0.00033088034],"domain_scores_gemma":[0.997075,0.0022566216,0.000105888816,0.00021610066,0.00006224413,0.0002841398],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0004300027,0.00016067641,0.0006867814,0.00012720806,0.000048022335,0.000010801529,0.000063968604,0.00012826161,0.0011390878],"category_scores_gemma":[0.00064322905,0.00013032829,0.0002594176,0.0002979969,0.00016232468,0.00004990427,0.00002625355,0.0002686785,0.000065870474],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0046748538,0.0008638252,0.81708354,0.00035530195,0.0002839875,0.0005959752,0.0008893365,0.00044330684,0.0007283156,0.054212805,0.00040415226,0.119464576],"study_design_scores_gemma":[0.14626867,0.0016023119,0.25801578,0.001593516,0.00055973645,0.00073417777,0.00058788486,0.068334125,0.022357645,0.0044329483,0.4939099,0.0016033134],"about_ca_topic_score_codex":0.00000838814,"about_ca_topic_score_gemma":5.4339023e-7,"teacher_disagreement_score":0.5590678,"about_ca_system_score_codex":0.000015211573,"about_ca_system_score_gemma":0.00006997925,"threshold_uncertainty_score":0.999774},"labels":[],"label_agreement":null},{"id":"W2087625148","doi":"10.1016/j.suc.2006.05.004","title":"Advanced Laparoscopic Skills Acquisition: The Case of Laparoscopic Colorectal Surgery","year":2006,"lang":"en","type":"review","venue":"Surgical Clinics of North America","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":19,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Centre hospitalier universitaire de Québec; Hôpital Saint-François d'Assise; Ottawa Hospital; University of Ottawa","funders":"","keywords":"Medicine; Patience; Laparoscopic surgery; Medical education; Medical physics; Surgery; Laparoscopy; Psychology","score_opus":0.03709966134382206,"score_gpt":0.37291790956859683,"score_spread":0.3358182482247748,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2087625148","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.08467102,0.9101942,0.000007276675,0.000046873392,0.00058106764,0.0011289023,0.00032981744,0.00007994348,0.0029608575],"genre_scores_gemma":[0.055916008,0.94217885,0.00014318564,0.00012173973,0.00033577415,0.00007166267,0.00092243595,0.00006828668,0.00024205966],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99552107,0.00045761227,0.0025092894,0.0005798174,0.00046943815,0.00046275085],"domain_scores_gemma":[0.9872632,0.009822733,0.0016873885,0.000675803,0.00028585814,0.00026501433],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00053365406,0.00052317075,0.0046069813,0.00021166498,0.00011237907,0.000013419001,0.0002255746,0.00034629178,0.00052866235],"category_scores_gemma":[0.00055508537,0.000335287,0.0018546042,0.0012790078,0.00076743035,0.000055809178,0.0001087068,0.00074855273,0.000047539706],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00015336872,0.00051337486,0.0028488718,0.0037136024,0.00024947673,0.0020047147,0.000017440509,0.00004506617,7.7012166e-9,0.000029535542,0.00012290708,0.9903016],"study_design_scores_gemma":[0.0019698753,0.0003635032,0.0008415749,0.003624072,0.0010739542,0.0006366231,0.0000180854,0.000030656774,8.024814e-7,0.000014275866,0.9911132,0.00031339427],"about_ca_topic_score_codex":0.000045351906,"about_ca_topic_score_gemma":0.000020991522,"teacher_disagreement_score":0.9909903,"about_ca_system_score_codex":0.00005384134,"about_ca_system_score_gemma":0.0005443252,"threshold_uncertainty_score":0.99990994},"labels":[],"label_agreement":null},{"id":"W2087629440","doi":"10.1503/cjs.005310","title":"Assessing the impact of a 2-day laparoscopic intestinal workshop","year":2011,"lang":"en","type":"article","venue":"Canadian Journal of Surgery","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":12,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"University of Ottawa; Ottawa Hospital","funders":"","keywords":"Medicine; Laparoscopic surgery; Laparoscopy; General surgery; Colectomy; Colorectal surgery; Preceptor; Surgery; Medical education; Abdominal surgery; Colorectal cancer; Internal medicine","score_opus":0.18101741468191473,"score_gpt":0.36049511804307083,"score_spread":0.1794777033611561,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2087629440","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9930881,0.00031199135,0.00011279934,0.0001793213,0.00023905675,0.00003085298,8.562853e-7,0.0000029175285,0.006034055],"genre_scores_gemma":[0.99958557,0.0000045634783,0.00009846629,0.00012231963,0.000132521,2.6899968e-7,8.2869434e-7,0.000008612683,0.000046844583],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9992049,0.00006792925,0.0003695636,0.000048768514,0.000116931406,0.00019191325],"domain_scores_gemma":[0.9982061,0.00077700237,0.00023697468,0.00009632239,0.00020242968,0.0004811689],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00087038596,0.00007116044,0.00028460752,0.00024224666,0.000055123168,0.000024547557,0.000061247585,0.000040685798,0.0012620806],"category_scores_gemma":[0.0012805758,0.000041547602,0.00025774806,0.00025939164,0.00011167693,0.00012906462,0.0000031606592,0.00024043405,0.0000026359883],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000030239084,0.000018598806,0.97698605,0.000007796941,0.00008403463,0.0004658901,0.00076618296,0.00003919399,0.000035873378,0.000030825184,0.00061912584,0.020916203],"study_design_scores_gemma":[0.00039304476,0.00004220553,0.99710923,0.00048543315,0.000041602932,0.0003843072,0.00055699324,0.00012861632,0.000119547025,0.00010101555,0.0005889422,0.000049033875],"about_ca_topic_score_codex":0.001475931,"about_ca_topic_score_gemma":0.00022979015,"teacher_disagreement_score":0.020867169,"about_ca_system_score_codex":0.00007801508,"about_ca_system_score_gemma":0.0018677448,"threshold_uncertainty_score":0.9996509},"labels":[],"label_agreement":null},{"id":"W2088035138","doi":"10.1097/sla.0000000000000254","title":"Individualized Deliberate Practice on a Virtual Reality Simulator Improves Technical Performance of Surgical Novices in the Operating Room","year":2013,"lang":"en","type":"article","venue":"Annals of Surgery","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":170,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Medicine; Virtual reality; Task (project management); Curriculum; Medical physics; Rating scale; Laparoscopic cholecystectomy; Physical therapy; Randomized controlled trial; Learning curve; Educational measurement; Simulation; Surgery; Computer science; Human–computer interaction; Psychology","score_opus":0.18427116449410388,"score_gpt":0.3971025682742557,"score_spread":0.21283140378015183,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2088035138","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99062073,0.00008285068,0.0000029858113,0.004467307,0.000040573264,0.0002968511,0.0000054568563,0.000024984116,0.004458229],"genre_scores_gemma":[0.9973426,0.00013894295,0.00007035786,0.0022970226,0.00007004911,0.000023232897,0.00001937728,0.0000116576375,0.000026755542],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9979555,0.0002801862,0.00078608503,0.00020785176,0.00052324764,0.00024713326],"domain_scores_gemma":[0.9927205,0.006321251,0.00029212143,0.00026269088,0.0003180189,0.000085451866],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002748247,0.00013845433,0.000498829,0.00013857707,0.000051818122,0.000025849204,0.00009923671,0.000119194294,0.00016471265],"category_scores_gemma":[0.0015520355,0.00008725957,0.00015544446,0.00041955677,0.000093728326,0.00031920057,0.000035077726,0.0002970657,0.000011719173],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.010318003,0.0073377425,0.37972894,0.0009041347,0.0006378024,0.00039131514,0.005413002,0.0131692225,0.0073427344,0.0042273933,0.0031418838,0.5673878],"study_design_scores_gemma":[0.0054252045,0.0013508659,0.92686176,0.0011801348,0.00009008261,0.00009390876,0.0020503937,0.03089352,0.0095025385,0.00008264646,0.021968147,0.0005007859],"about_ca_topic_score_codex":0.00014421334,"about_ca_topic_score_gemma":0.0000023549287,"teacher_disagreement_score":0.566887,"about_ca_system_score_codex":0.0000069702,"about_ca_system_score_gemma":0.00008902241,"threshold_uncertainty_score":0.35583422},"labels":[],"label_agreement":null},{"id":"W2088462238","doi":"10.1007/s11548-015-1160-y","title":"Operator experience determines performance in a simulated computer-based brain tumor resection task","year":2015,"lang":"en","type":"article","venue":"International Journal of Computer Assisted Radiology and Surgery","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":31,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University; Montreal Neurological Institute and Hospital","funders":"National Institute of General Medical Sciences","keywords":"Brain tumor; Neurosurgery; Medicine; Coaching; Virtual reality; Physical medicine and rehabilitation; Medical physics; Surgery; Psychology; Physical therapy; Computer science; Human–computer interaction; Pathology","score_opus":0.047380578540439956,"score_gpt":0.3191694323523726,"score_spread":0.27178885381193263,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2088462238","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9913358,0.00011454147,0.005873273,0.0010477527,0.001508561,0.000056387766,9.430064e-7,0.000016341955,0.000046393452],"genre_scores_gemma":[0.99578375,0.000010380609,0.0013556035,0.0022148604,0.00060724997,0.000001348637,0.000010654829,0.0000074902077,0.0000086473665],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9986784,0.00017694748,0.00059125584,0.00014850979,0.0002636292,0.00014125294],"domain_scores_gemma":[0.99821454,0.00089437247,0.00021715387,0.00006668242,0.00044236996,0.00016485705],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00066437287,0.00011394503,0.0003820292,0.00046155186,0.000030096395,0.00003279613,0.00009507084,0.000079678495,0.000017770124],"category_scores_gemma":[0.00019436232,0.00009074596,0.00009773474,0.00016160388,0.00009558874,0.00017725816,0.000024170102,0.00022940536,0.000001686945],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0035308185,0.00026129797,0.9013596,0.00001909666,0.00016084744,0.0028244045,0.0006139009,0.027379906,0.00019496055,0.00001527815,0.0005762016,0.063063696],"study_design_scores_gemma":[0.0045976136,0.0004121911,0.6005795,0.00029034496,0.000010493195,0.004643963,0.00003225728,0.38451454,0.000098647164,0.00001005581,0.0046956916,0.00011468211],"about_ca_topic_score_codex":0.000004370158,"about_ca_topic_score_gemma":0.000001898001,"teacher_disagreement_score":0.35713464,"about_ca_system_score_codex":0.000079027806,"about_ca_system_score_gemma":0.00018635466,"threshold_uncertainty_score":0.3700513},"labels":[],"label_agreement":null},{"id":"W2088547515","doi":"10.1118/1.3476097","title":"Sci—Thur PM: YIS — 02: Intraoperative Guidance for Minimally Invasive Abdominal Surgery Using Fused Video and Ultrasound Images: A Phantom Study","year":2010,"lang":"en","type":"article","venue":"Medical Physics","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Robarts Clinical Trials; Western University","funders":"","keywords":"Imaging phantom; Computer vision; Artificial intelligence; Visualization; Computer science; Medicine; Radiology","score_opus":0.04585736522453116,"score_gpt":0.3385955183839872,"score_spread":0.29273815315945606,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2088547515","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99522185,0.00006645955,0.0026387186,0.0004607465,0.00035594252,0.00075051107,0.000019569701,0.00005777999,0.00042841228],"genre_scores_gemma":[0.99636114,0.000012874907,0.00096142327,0.0013109512,0.001204606,0.000046186524,0.000027536786,0.000034873894,0.00004043221],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9979211,0.00008230277,0.00047188447,0.00046037763,0.00069352303,0.00037077322],"domain_scores_gemma":[0.9945574,0.0043319715,0.00013076777,0.00022652031,0.00028311092,0.00047022395],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0009833105,0.00024272931,0.0006066373,0.00006163163,0.00020274949,0.000062905914,0.00010437064,0.00017905128,0.00029696245],"category_scores_gemma":[0.00548251,0.00019424119,0.00013687355,0.00027089403,0.000429939,0.00017590601,0.000047205882,0.0006061462,0.000008946924],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0056434725,0.00806624,0.557103,0.0009231038,0.0016291578,0.0014751189,0.017611526,0.000029707993,0.15573002,0.00066788273,0.00361441,0.2475064],"study_design_scores_gemma":[0.1281369,0.006446824,0.51564074,0.004470951,0.0036236756,0.001009325,0.015954057,0.03561303,0.26677296,0.0078237215,0.009393308,0.0051145502],"about_ca_topic_score_codex":0.000032170497,"about_ca_topic_score_gemma":0.00005470795,"teacher_disagreement_score":0.24239184,"about_ca_system_score_codex":0.000034332697,"about_ca_system_score_gemma":0.00047703975,"threshold_uncertainty_score":0.7920926},"labels":[],"label_agreement":null},{"id":"W2088979628","doi":"10.1097/00006123-200204000-00021","title":"Laser Surface Scanning for Patient Registration in Intracranial Image-guided Surgery","year":2002,"lang":"en","type":"article","venue":"Neurosurgery","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":187,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Medicine; Neuronavigation; Laser; Image registration; Patient registration; Artificial intelligence; Image-guided surgery; Computer vision; Magnetic resonance imaging; Surgery; Nuclear medicine; Radiology; Computer science; Optics; Image (mathematics)","score_opus":0.06634039010568489,"score_gpt":0.29496820098034104,"score_spread":0.22862781087465617,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2088979628","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99428856,0.000039378894,0.0002117189,0.0017423508,0.00052925514,0.0003190921,0.0000060782345,0.000099086385,0.002764482],"genre_scores_gemma":[0.9975549,0.000027208182,0.00048218557,0.0013327142,0.0001541504,0.000017924904,0.000029310242,0.000030165003,0.00037142163],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99853295,0.000068874564,0.0005467028,0.00029283267,0.00025187724,0.00030676494],"domain_scores_gemma":[0.9983229,0.0011624985,0.00012725011,0.00017102009,0.00008980962,0.00012653094],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00037057884,0.00013975686,0.00032682545,0.00013314515,0.000075127595,0.00003756237,0.000023971914,0.0000836643,0.00032970018],"category_scores_gemma":[0.00096062536,0.00013588679,0.00017708079,0.0003097629,0.000039782004,0.00014756693,0.000010391993,0.00015859549,0.00002716556],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0015280285,0.0017662946,0.5895776,0.0003770068,0.000070766946,0.0029646694,0.0011829402,0.008424382,0.010316823,0.00012634437,0.06994127,0.31372386],"study_design_scores_gemma":[0.012736089,0.0004997059,0.34140703,0.0007896499,0.00012895021,0.00050021434,0.00024657982,0.502366,0.012241645,0.00021472815,0.12747031,0.001399102],"about_ca_topic_score_codex":0.000013670299,"about_ca_topic_score_gemma":0.0000039010133,"teacher_disagreement_score":0.4939416,"about_ca_system_score_codex":0.00004998824,"about_ca_system_score_gemma":0.00003152372,"threshold_uncertainty_score":0.55413026},"labels":[],"label_agreement":null},{"id":"W2088981569","doi":"10.1007/s00464-013-3324-6","title":"Evaluation of surgical fellows’ laparoscopic performance using Global Operative Assessment of Laparoscopic Skills (GOALS)","year":2014,"lang":"en","type":"article","venue":"Surgical Endoscopy","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":35,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Columbia College","funders":"Agency for Healthcare Research and Quality","keywords":"Medicine; Laparoscopic surgery; Hepatology; Laparoscopy; Abdominal surgery; General surgery; Endoscopic surgery; Endoscopy; Medical physics; Surgery","score_opus":0.04374151329733261,"score_gpt":0.4056921758780463,"score_spread":0.3619506625807137,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2088981569","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9545176,0.00016070703,0.00012148466,0.00006132934,0.00029174896,0.00050957897,0.000015601128,0.00004287844,0.044279076],"genre_scores_gemma":[0.99824065,0.00006792085,0.0013336929,0.000042736014,0.00015674256,0.000019405818,0.00004163124,0.00001885084,0.00007834497],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99603146,0.0005767546,0.00087700906,0.0004175716,0.0017159166,0.00038130727],"domain_scores_gemma":[0.9979622,0.00045124508,0.00029148936,0.00035334847,0.00069327396,0.0002484382],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0022372687,0.00026500682,0.000946502,0.00009766212,0.00009313148,0.000017232269,0.00012961328,0.0001862148,0.0014837006],"category_scores_gemma":[0.00023625825,0.00021298998,0.00022175495,0.00053878635,0.0002638168,0.0001401664,0.00006532046,0.00023995397,0.00001282983],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.001315928,0.0023223879,0.914101,0.00049712823,0.0005435267,0.000057323068,0.00035376393,0.038084514,0.0017103957,0.012436605,0.000023291725,0.028554115],"study_design_scores_gemma":[0.13415435,0.0017745756,0.16766176,0.001295616,0.001043241,0.00009469235,0.00016033895,0.657781,0.028845858,0.00039441578,0.0062280754,0.0005660492],"about_ca_topic_score_codex":0.00004240309,"about_ca_topic_score_gemma":0.0000034979264,"teacher_disagreement_score":0.7464393,"about_ca_system_score_codex":0.00023972239,"about_ca_system_score_gemma":0.0004426298,"threshold_uncertainty_score":0.9994291},"labels":[],"label_agreement":null},{"id":"W2089157351","doi":"10.1097/sih.0b013e31826230d4","title":"Does Surgical “Warming up” Improve Laparoscopic Simulator Performance?","year":2012,"lang":"en","type":"article","venue":"Simulation in Healthcare The Journal of the Society for Simulation in Healthcare","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":26,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Health Sciences Centre; University of Toronto; Sunnybrook Health Science Centre","funders":"","keywords":"Medicine; Obstetrics and gynaecology; Randomized controlled trial; Physical therapy; Laparoscopy; Warming up; Surgery; Pregnancy","score_opus":0.05004471201613171,"score_gpt":0.3818527182670138,"score_spread":0.3318080062508821,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2089157351","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97632194,0.0012421284,0.00034960872,0.016719213,0.0033202313,0.0019697268,0.00002104685,0.00003924356,0.000016893764],"genre_scores_gemma":[0.9961803,0.00015813603,0.00021310922,0.001964643,0.0012554089,0.000025538608,0.00001604163,0.000057524412,0.00012930972],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99544585,0.00055463356,0.001967943,0.00025825895,0.0009241258,0.0008491743],"domain_scores_gemma":[0.9930878,0.00417604,0.0010370594,0.00046910127,0.0008555128,0.0003744664],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0039527826,0.00033061157,0.00074711663,0.00019310448,0.00053611683,0.000031662803,0.00028385964,0.0004192692,0.000034700497],"category_scores_gemma":[0.00070917676,0.00017458784,0.0008563448,0.00097216514,0.00013282738,0.0005427724,0.00007456413,0.0012525802,0.0000032778428],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00095333176,0.00008350383,0.4296145,0.00050592166,0.00004113118,7.5603094e-7,0.003439259,0.5595206,0.0000053700046,0.00019180436,0.000006944929,0.0056368606],"study_design_scores_gemma":[0.010329378,0.00037535856,0.18878187,0.00077441236,0.00011121937,0.000017798573,0.0017051469,0.7911789,0.00008667474,0.00084817316,0.005513726,0.00027735927],"about_ca_topic_score_codex":0.00020107249,"about_ca_topic_score_gemma":0.000054679247,"teacher_disagreement_score":0.24083264,"about_ca_system_score_codex":0.0009142128,"about_ca_system_score_gemma":0.00042888825,"threshold_uncertainty_score":0.7119486},"labels":[],"label_agreement":null},{"id":"W2089391012","doi":"10.3129/i10-106","title":"Robot-assisted ophthalmic surgery","year":2010,"lang":"en","type":"review","venue":"Canadian Journal of Ophthalmology","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":37,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Medicine; Surgical robot; Robot; Surgery; Ophthalmic surgery; Surgical procedures; Robotic surgery; Orthopedic surgery; Medical physics; General surgery; Computer science; Artificial intelligence","score_opus":0.15918497111366053,"score_gpt":0.3818765304319147,"score_spread":0.22269155931825418,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2089391012","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0013805088,0.96377724,0.0000020881248,0.00008012646,0.002482842,0.00021006123,0.000017975917,0.0000058108285,0.032043368],"genre_scores_gemma":[0.120240584,0.8736973,0.0004819969,0.0000923528,0.0019072322,0.000011948983,0.00015782795,0.00019037636,0.0032203728],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99748075,0.0002334046,0.0013060973,0.00024272825,0.00020009239,0.0005369194],"domain_scores_gemma":[0.9957764,0.0009957056,0.0009123988,0.00032504598,0.00029778297,0.0016926426],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0007099688,0.00036726962,0.0029437551,0.0012883967,0.00009737679,0.000035139354,0.00024455824,0.000937292,0.008192856],"category_scores_gemma":[0.0010191877,0.00028622313,0.0013658323,0.00048201057,0.0002048174,0.000057688372,0.000011971331,0.001741886,0.0001258189],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00001629123,0.000028067552,0.0008716143,0.0013520934,0.00028393508,0.19122376,0.000014443557,0.0000010578434,1.6969656e-7,0.000038420087,0.00025402624,0.80591613],"study_design_scores_gemma":[0.0002484797,0.00007105757,0.0012097755,0.002648853,0.0003975977,0.45847428,0.000004688592,5.1610226e-7,1.0138357e-7,0.000014645001,0.5367961,0.0001338914],"about_ca_topic_score_codex":0.00028058802,"about_ca_topic_score_gemma":0.00002798138,"teacher_disagreement_score":0.80578226,"about_ca_system_score_codex":0.00023686062,"about_ca_system_score_gemma":0.008092724,"threshold_uncertainty_score":0.999959},"labels":[],"label_agreement":null},{"id":"W2089428096","doi":"10.1006/jsre.2000.5844","title":"Peer Teaching and Computer-Assisted Learning: An Effective Combination for Surgical Skill Training?","year":2000,"lang":"en","type":"article","venue":"Journal of Surgical Research","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":51,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Computer assisted learning; Computer-Assisted Instruction; Task (project management); Teaching method; Collaborative learning; Medical education; Computer science; Multimedia; Medicine; Psychology; Mathematics education","score_opus":0.10745331995479104,"score_gpt":0.4487986635505154,"score_spread":0.3413453435957243,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2089428096","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9752854,0.00009807114,0.00012540097,0.002650792,0.00007135003,0.00038697832,0.0000015433025,0.00002762451,0.021352857],"genre_scores_gemma":[0.9964046,0.00005833932,0.0007798346,0.00004072941,0.00065479573,0.000008587834,0.000016219821,0.000023286762,0.0020136242],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99622405,0.0011733671,0.0005143229,0.00024452264,0.0014170888,0.0004266535],"domain_scores_gemma":[0.9923752,0.0057107317,0.00010885913,0.000094749914,0.0011015488,0.0006088969],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.009379995,0.00013696602,0.0005139915,0.00031392396,0.00039617156,0.00011279474,0.000100363264,0.00016859398,0.0006485569],"category_scores_gemma":[0.0011118706,0.0001002806,0.00020279804,0.00026221582,0.00018847054,0.00022759123,0.000025559944,0.001867162,0.00000777699],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00412795,0.0006974026,0.0025251163,0.000035231715,0.00008862139,0.0009008199,0.0021380824,0.0001681585,0.000019176947,0.0027738262,0.00012563088,0.9864],"study_design_scores_gemma":[0.05654834,0.016592702,0.09340739,0.00047688017,0.000091188886,0.0047318824,0.0018934127,0.068176664,0.0000560049,0.0019091469,0.7557915,0.00032490515],"about_ca_topic_score_codex":0.000009442365,"about_ca_topic_score_gemma":8.4936113e-7,"teacher_disagreement_score":0.9860751,"about_ca_system_score_codex":0.00009943153,"about_ca_system_score_gemma":0.00009029689,"threshold_uncertainty_score":0.8111993},"labels":[],"label_agreement":null},{"id":"W2089544926","doi":"10.1002/bjs.6858","title":"Transatlantic comparison of the competence of surgeons at the start of their professional career","year":2010,"lang":"en","type":"article","venue":"British journal of surgery","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":47,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Mount Sinai Hospital; The Wilson Centre; University of Toronto","funders":"","keywords":"Medicine; Competence (human resources); Checklist; Curriculum; Certification; Cognition; Rating scale; Test (biology); European union; Medical education; Family medicine; Psychology; Psychiatry","score_opus":0.06569980630351901,"score_gpt":0.29780945170181966,"score_spread":0.23210964539830065,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2089544926","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99760914,0.0006087656,0.000011680879,0.00064734416,0.0006911351,0.00009413986,0.000027868737,0.0000028235447,0.00030708744],"genre_scores_gemma":[0.9997025,0.000059305785,0.000026765814,0.00006349966,0.0000602017,6.334801e-7,0.0000037696116,0.000008424713,0.000074878764],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99826324,0.00013476162,0.00085420924,0.00006624729,0.00054828444,0.0001332388],"domain_scores_gemma":[0.9968843,0.0018155848,0.0006484081,0.00014098272,0.00043338528,0.00007736578],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0011501594,0.00007426342,0.00056496554,0.00005665017,0.00007532795,0.0000049289365,0.00012664753,0.00006491857,0.0005348609],"category_scores_gemma":[0.00032059735,0.000042841246,0.00042196165,0.00019260203,0.00033705152,0.00004669941,0.000025391893,0.0004506104,4.5173118e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00024921985,0.00031160683,0.96910703,0.00009279146,0.00010457786,0.000034164303,0.0005046806,0.00005578893,0.009093543,0.000032392483,0.00097063027,0.019443562],"study_design_scores_gemma":[0.0008034258,0.000029397916,0.98322177,0.0011129542,0.00006521251,0.0006113151,0.0005786541,0.0001203788,0.01075861,0.000032138636,0.0026159121,0.000050203893],"about_ca_topic_score_codex":0.000083106555,"about_ca_topic_score_gemma":0.0001489151,"teacher_disagreement_score":0.019393358,"about_ca_system_score_codex":0.000008653374,"about_ca_system_score_gemma":0.00021947671,"threshold_uncertainty_score":0.5856351},"labels":[],"label_agreement":null},{"id":"W2089774053","doi":"10.1111/anae.12261","title":"The impact of internet and simulation‐based training on transoesophageal echocardiography learning in anaesthetic trainees: a prospective randomised study","year":2013,"lang":"en","type":"article","venue":"Anaesthesia","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":38,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Toronto General Hospital","funders":"","keywords":"Medicine; The Internet; Local anaesthetic; Test (biology); Medical physics; Anesthesia; World Wide Web; Computer science","score_opus":0.021468205686678073,"score_gpt":0.3007518650944224,"score_spread":0.27928365940774436,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2089774053","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99696386,0.00007949318,0.00018335883,0.000145,0.000008372129,0.0015983153,4.315839e-7,0.000050202954,0.0009709886],"genre_scores_gemma":[0.9997366,0.000009576126,0.000037654485,0.00006409418,0.000015684851,0.00009167206,0.0000033057697,0.000022723454,0.00001869331],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99865365,0.00024317711,0.0003845122,0.0002456556,0.0002358397,0.00023718772],"domain_scores_gemma":[0.99885494,0.00070534536,0.00009921407,0.00015494516,0.000071648195,0.00011389581],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000570043,0.000185589,0.00045280412,0.00027360342,0.00007881552,0.000037986498,0.00006396463,0.000079609636,0.000041096573],"category_scores_gemma":[0.00019093897,0.00011440105,0.0002580983,0.00048936857,0.000115199815,0.000069928254,0.000004484532,0.00034785524,0.0000021055191],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00354064,0.000423912,0.676701,0.000010832269,0.000201901,0.000052829422,0.012503962,0.15365964,0.00001097355,0.00007072177,0.0000020641462,0.15282153],"study_design_scores_gemma":[0.026401509,0.0024850292,0.76661634,0.00006353768,0.00003760399,0.0000014132836,0.0024205777,0.20177633,0.000006773169,0.00008762785,0.0000102043205,0.00009302192],"about_ca_topic_score_codex":0.0001559394,"about_ca_topic_score_gemma":0.000009705515,"teacher_disagreement_score":0.15272851,"about_ca_system_score_codex":0.000039049137,"about_ca_system_score_gemma":0.000045343255,"threshold_uncertainty_score":0.46651393},"labels":[],"label_agreement":null},{"id":"W2090200336","doi":"10.1089/end.2005.19.541","title":"Validity of the MISTELS Simulator for Laparoscopy Training in Urology","year":2005,"lang":"en","type":"article","venue":"Journal of Endourology","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":95,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"McGill University","funders":"","keywords":"Medicine; Construct validity; Laparoscopy; Test (biology); Physical therapy; Medical physics; Surgery; Urology; Patient satisfaction","score_opus":0.08408358705145196,"score_gpt":0.3588431847553399,"score_spread":0.2747595977038879,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2090200336","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99386394,0.00010277443,0.00040273313,0.0038763578,0.0003180063,0.00013549202,0.0000021394205,0.000003983192,0.0012945815],"genre_scores_gemma":[0.9971284,0.000005397812,0.00066356943,0.001781647,0.00036965415,0.0000014943349,4.978486e-7,0.000008495734,0.00004082443],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.9989461,0.00011899391,0.00054337253,0.000078612786,0.00012864055,0.00018429727],"domain_scores_gemma":[0.99833155,0.001043821,0.00034104154,0.00009729523,0.00011525621,0.0000710153],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000719374,0.000071846225,0.00040243892,0.000107236585,0.000023410195,0.0000020898742,0.00009670723,0.0001092868,0.0001567022],"category_scores_gemma":[0.00092154735,0.000046544104,0.00020058564,0.000102345046,0.0000806766,0.000036721205,0.00001333337,0.00027771515,0.0000010861269],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.02055803,0.0017697942,0.56185836,0.0002011653,0.0006222772,0.0003142471,0.01130924,0.22976264,0.041944932,0.010563086,0.00095278816,0.12014341],"study_design_scores_gemma":[0.07069616,0.008398116,0.25179625,0.00015863538,0.00079657295,0.0025554157,0.00092112436,0.059618723,0.025357155,0.0075900233,0.5716778,0.0004340063],"about_ca_topic_score_codex":9.975945e-7,"about_ca_topic_score_gemma":0.000010272227,"teacher_disagreement_score":0.570725,"about_ca_system_score_codex":0.000022840002,"about_ca_system_score_gemma":0.00012941055,"threshold_uncertainty_score":0.18980135},"labels":[],"label_agreement":null},{"id":"W2090883258","doi":"10.1016/s0002-9610(01)00550-5","title":"Evaluating surgical resident selection procedures","year":2001,"lang":"en","type":"article","venue":"The American Journal of Surgery","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":32,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Cronbach's alpha; Medicine; Inter-rater reliability; Selection (genetic algorithm); Spearman's rank correlation coefficient; Interview; Rating scale; Rank correlation; Rank (graph theory); Reliability (semiconductor); Pairwise comparison; Applied psychology; Statistics; Medical education; Clinical psychology; Psychometrics; Psychology; Computer science; Mathematics","score_opus":0.1135526282430185,"score_gpt":0.3999478771465808,"score_spread":0.2863952489035623,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2090883258","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9962465,0.00021263357,0.000062351945,0.0021729164,0.00011069156,0.000046933856,1.0479542e-7,0.000018730372,0.0011291056],"genre_scores_gemma":[0.99834764,0.00020601918,0.00015569433,0.0004906455,0.0005893053,0.0000012193841,5.2125773e-7,0.00001156384,0.0001973633],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99860966,0.00019045039,0.000456878,0.00007802201,0.000489645,0.00017532897],"domain_scores_gemma":[0.9976677,0.0013715166,0.0005109439,0.00007797824,0.00024384107,0.00012806087],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0017962474,0.00007978749,0.00037194483,0.00014440533,0.00009065441,0.000018535722,0.000050250404,0.000015371124,0.0003162107],"category_scores_gemma":[0.0007991066,0.000045852565,0.00021468893,0.00056176854,0.00012451981,0.00006715575,0.00000969042,0.00024317863,0.000010212954],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.004697612,0.00011666004,0.5882083,0.000014244651,0.00018697273,0.000592211,0.0004025591,0.0014495596,0.0005399915,0.000048498812,0.0005028252,0.40324056],"study_design_scores_gemma":[0.0020077382,0.0007105733,0.9669239,0.0004214695,0.00020866872,0.014283579,0.0016068821,0.0020550077,0.00032631904,0.00027861077,0.01099767,0.00017956147],"about_ca_topic_score_codex":0.000018030452,"about_ca_topic_score_gemma":9.0148166e-7,"teacher_disagreement_score":0.403061,"about_ca_system_score_codex":0.00004629574,"about_ca_system_score_gemma":0.00023824551,"threshold_uncertainty_score":0.34622854},"labels":[],"label_agreement":null},{"id":"W2091193936","doi":"10.1097/sih.0000000000000054","title":"Advancing Surgical Simulation in Gynecologic Oncology","year":2014,"lang":"en","type":"article","venue":"Simulation in Healthcare The Journal of the Society for Simulation in Healthcare","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Jewish General Hospital","funders":"Canadian Institutes of Health Research; Badan Riset dan Inovasi Nasional","keywords":"Medicine; Dissection (medical); Gynecologic oncology; Lymphadenectomy; Cadaveric spasm; Medical physics; Surgery; General surgery; Lymph node; Internal medicine","score_opus":0.054911229211522875,"score_gpt":0.41740682520977196,"score_spread":0.3624955959982491,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2091193936","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.94199455,0.0008981379,0.0046337205,0.048294555,0.0012274248,0.0027906117,0.000011755515,0.00004983321,0.00009940512],"genre_scores_gemma":[0.9947787,0.00011069057,0.00069209904,0.0037550072,0.0005292206,0.000029089306,0.000023575836,0.00005033305,0.0000313172],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99374527,0.0016927541,0.0025926505,0.00037229506,0.00082964636,0.0007674016],"domain_scores_gemma":[0.9799389,0.01688828,0.0013997243,0.0004684894,0.0010232137,0.00028138093],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.007384142,0.00033178148,0.00095616846,0.00035425753,0.00038387006,0.00002629108,0.0003110837,0.0006256801,0.00003746055],"category_scores_gemma":[0.0032741243,0.0002284452,0.0007880214,0.0015035787,0.00013390055,0.00032831065,0.00007336244,0.0015621543,0.0000030032274],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0011890467,0.00012803415,0.19092065,0.0002570781,0.000020639749,0.0000041906737,0.0020789902,0.78848135,0.0000027953752,0.00047470164,0.000006194158,0.016436344],"study_design_scores_gemma":[0.008386566,0.0006412141,0.14867908,0.0004379292,0.000040679064,0.000015052276,0.0009388593,0.82977366,0.0000037775371,0.0048487643,0.0060552983,0.00017909503],"about_ca_topic_score_codex":0.00040350607,"about_ca_topic_score_gemma":0.00095844985,"teacher_disagreement_score":0.05278411,"about_ca_system_score_codex":0.0020732884,"about_ca_system_score_gemma":0.0006399038,"threshold_uncertainty_score":0.9315725},"labels":[],"label_agreement":null},{"id":"W2091198264","doi":"10.2460/javma.241.4.451","title":"Effects of two training curricula on basic laparoscopic skills and surgical performance among veterinarians","year":2012,"lang":"en","type":"article","venue":"Journal of the American Veterinary Medical Association","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":40,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Curriculum; Medicine; Session (web analytics); Medical education; Physical therapy; Medical physics; Psychology; Computer science","score_opus":0.017719952628663962,"score_gpt":0.31416790679241996,"score_spread":0.296447954163756,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2091198264","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99835205,0.000073227755,0.000012931389,0.0005426047,0.0004662607,0.00011246582,8.2718685e-7,0.0000104804685,0.00042917006],"genre_scores_gemma":[0.99880713,0.00010620276,0.00008936293,0.00040001783,0.00051816064,0.0000027849974,6.5965446e-7,0.000012278424,0.00006339131],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99786127,0.00031419224,0.00047097946,0.00009123171,0.0009978756,0.00026448257],"domain_scores_gemma":[0.9975371,0.0011097597,0.00088754477,0.000090497255,0.000086536,0.00028855633],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0011838785,0.00012335874,0.0005249013,0.00008202675,0.00007004289,0.000008333462,0.00010396242,0.00007288469,0.00005051265],"category_scores_gemma":[0.0010344078,0.00007696296,0.00017045967,0.00025902237,0.00018249499,0.00013499742,0.000046815756,0.00047231093,0.000002686554],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00055644865,0.0009289695,0.9078069,0.00012558282,0.00022262406,0.00018425276,0.0014146102,0.00003954927,0.00096271985,0.000044944103,0.000060754617,0.08765268],"study_design_scores_gemma":[0.0047726044,0.00279459,0.9877812,0.00077242916,0.00012946123,0.00054544606,0.00011997779,0.00029612237,0.00035435133,0.0000067358865,0.0023350355,0.00009199234],"about_ca_topic_score_codex":0.0000068888176,"about_ca_topic_score_gemma":1.7198131e-7,"teacher_disagreement_score":0.08756069,"about_ca_system_score_codex":0.0001417079,"about_ca_system_score_gemma":0.000058271846,"threshold_uncertainty_score":0.31384584},"labels":[],"label_agreement":null},{"id":"W2091217211","doi":"10.1117/12.844234","title":"Representing flexible endoscope shapes with hermite splines","year":2010,"lang":"en","type":"article","venue":"Proceedings of SPIE, the International Society for Optical Engineering/Proceedings of SPIE","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Endoscope; Visualization; Computer science; Computer vision; Artificial intelligence; Computer graphics (images); Surgery; Medicine","score_opus":0.017387866917704626,"score_gpt":0.2657313393804888,"score_spread":0.24834347246278418,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2091217211","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9803383,0.00004042002,0.000021353953,0.0021501395,0.00017297686,0.0005053876,0.000011456674,0.00015233195,0.01660763],"genre_scores_gemma":[0.89873344,0.000023582115,0.09952179,0.00016209634,0.00067852385,0.00007757999,0.000008664697,0.000065474145,0.0007288516],"study_design_codex":"bench_or_experimental","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9978747,7.645363e-9,0.0006009481,0.00040628808,0.00073351,0.00038455494],"domain_scores_gemma":[0.9975805,0.00021266527,0.00031555982,0.000060958268,0.0016419346,0.00018837901],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00053316844,0.00028648874,0.00045349452,0.00010521747,0.00009656636,0.000100505145,0.00043148306,0.00018428105,0.00007926535],"category_scores_gemma":[0.00081263087,0.00020519884,0.0004954649,0.00038694308,0.00024967155,0.00039253937,0.00011364636,0.0005219764,0.0000027837934],"study_design_candidate":"bench_or_experimental","study_design_consensus":"bench_or_experimental","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00049092714,0.00020621273,0.011986082,0.00053247454,0.0006009242,6.778107e-7,0.00018504102,0.00013589732,0.686832,0.29681566,0.00055405626,0.001660039],"study_design_scores_gemma":[0.01916456,0.002114979,0.040177524,0.0024163923,0.0012592823,0.00044877964,0.004599502,0.15227684,0.7038962,0.001976277,0.07002713,0.001642489],"about_ca_topic_score_codex":0.00000864954,"about_ca_topic_score_gemma":2.7608323e-7,"teacher_disagreement_score":0.29483938,"about_ca_system_score_codex":0.000044515902,"about_ca_system_score_gemma":0.00004221762,"threshold_uncertainty_score":0.83677655},"labels":[],"label_agreement":null},{"id":"W2091752694","doi":"10.1097/aap.0b013e3181c75a76","title":"A Low-Cost Ultrasound Phantom of the Lumbosacral Spine","year":2010,"lang":"en","type":"article","venue":"Regional Anesthesia & Pain Medicine","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":46,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Toronto Western Hospital; University Health Network","funders":"","keywords":"Imaging phantom; Medicine; Lumbosacral joint; Gelatin; Ultrasound; Biomedical engineering; Soft tissue; Radiology; Surgery","score_opus":0.022907762781487442,"score_gpt":0.28538114930538955,"score_spread":0.2624733865239021,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2091752694","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8810119,0.00008863278,0.00020309094,0.117216416,0.000037021666,0.00041101102,1.06132894e-7,0.000057468827,0.00097435847],"genre_scores_gemma":[0.95173615,0.000028059469,0.00018381064,0.046329066,0.0006423416,0.000013125014,0.000025161049,0.000021422158,0.0010208706],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.9983276,0.00012841889,0.00038699008,0.00023115122,0.0006750873,0.00025073727],"domain_scores_gemma":[0.9984547,0.0006456119,0.0001564038,0.00036602022,0.00016001721,0.0002172866],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.001191675,0.00017829557,0.00039264624,0.00007965444,0.00009339175,0.0000045610686,0.00017312268,0.00012041842,0.0011289322],"category_scores_gemma":[0.0005240147,0.00009959186,0.00016315014,0.0004119337,0.0006284295,0.00003654996,0.0000059128092,0.00038751494,0.000019501205],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0016763806,0.0022397807,0.6378591,0.0009190955,0.00047306553,0.00089540746,0.0037819468,0.00010602226,0.19080211,0.04195187,0.05203565,0.06725956],"study_design_scores_gemma":[0.0043505756,0.00020626026,0.41475812,0.00057949283,0.0000846679,0.0010143447,0.00022151523,0.00079018425,0.001211081,0.00041966123,0.5762129,0.00015120937],"about_ca_topic_score_codex":0.000047459525,"about_ca_topic_score_gemma":0.000016418417,"teacher_disagreement_score":0.52417725,"about_ca_system_score_codex":0.00001779393,"about_ca_system_score_gemma":0.00009742108,"threshold_uncertainty_score":0.9997842},"labels":[],"label_agreement":null},{"id":"W2091936238","doi":"10.1002/micr.10152","title":"Validation of novel and objective measures of microsurgical skill: Hand‐motion analysis and stereoscopic visual acuity","year":2003,"lang":"en","type":"article","venue":"Microsurgery","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":118,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"The Wilson Centre; University of Toronto","funders":"","keywords":"Medicine; Visual acuity; Construct validity; Concurrent validity; Stereoscopy; Motion (physics); Microsurgery; Physical medicine and rehabilitation; Optometry; Surgery; Artificial intelligence; Computer science; Patient satisfaction","score_opus":0.03821950417234878,"score_gpt":0.3117796115234432,"score_spread":0.27356010735109443,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2091936238","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9937603,0.00022687696,0.0055041243,0.000017455935,0.00004848939,0.00012667521,0.000014285214,0.000012104287,0.00028972427],"genre_scores_gemma":[0.9994068,0.000033567187,0.00042617542,0.000034245473,0.000012910814,0.0000022683123,0.000030031197,0.000008353044,0.00004560954],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99898183,0.00008730236,0.00038793922,0.00022509582,0.00018630248,0.00013154124],"domain_scores_gemma":[0.9991506,0.00032027694,0.00016808078,0.000100190584,0.00017362423,0.00008725147],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00057601323,0.00011494079,0.00049327855,0.00026905694,0.00005707908,0.000018371711,0.000015015252,0.000098062,0.0000760222],"category_scores_gemma":[0.00027016868,0.00009856805,0.00012882282,0.00048284896,0.00020056298,0.00006506208,0.000014980009,0.00008143262,4.6089357e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00015615257,0.00028466564,0.8254063,0.00006866801,0.00036388176,0.000002839005,0.00047911043,0.000021474501,0.16733491,0.00008080306,0.0000023063512,0.0057988763],"study_design_scores_gemma":[0.0022829184,0.00006487592,0.6933342,0.000056379096,0.00040440916,0.00001521585,0.0001414442,0.00017196372,0.30326366,0.00001915375,0.0001583363,0.000087434746],"about_ca_topic_score_codex":0.00004273354,"about_ca_topic_score_gemma":0.0000069903103,"teacher_disagreement_score":0.13592875,"about_ca_system_score_codex":0.000017891884,"about_ca_system_score_gemma":0.00003582395,"threshold_uncertainty_score":0.40194887},"labels":[],"label_agreement":null},{"id":"W2092326484","doi":"10.1007/s00464-009-0522-3","title":"Measuring mental workload during the performance of advanced laparoscopic tasks","year":2009,"lang":"en","type":"article","venue":"Surgical Endoscopy","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":105,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"BC Innovation Council; University of British Columbia","funders":"Society of American Gastrointestinal and Endoscopic Surgeons; National Aeronautics and Space Administration","keywords":"Workload; Task (project management); Medicine; Spare part; Medical physics; Surgery; Applied psychology; Computer science; Psychology; Operations management; Engineering","score_opus":0.022280365327861394,"score_gpt":0.28702668394104214,"score_spread":0.26474631861318076,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2092326484","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9824488,0.0005492318,0.0000010120434,0.00035954575,0.00013826128,0.00022839803,0.0000018289949,0.0000730894,0.016199801],"genre_scores_gemma":[0.99894863,0.00017751497,0.00011371953,0.00014321828,0.00010510631,0.000007100403,0.0000046749433,0.000010120889,0.00048994063],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99877346,0.000038397724,0.00031425137,0.0001991782,0.00038507424,0.00028964455],"domain_scores_gemma":[0.9994113,0.000115462244,0.00007914783,0.00022107858,0.00004264378,0.00013035517],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00017264952,0.00013974197,0.00030851903,0.00004990396,0.00013526986,0.000010941701,0.00009700929,0.00005888258,0.0004521946],"category_scores_gemma":[0.00004091305,0.00009066973,0.0001206521,0.00026271283,0.00008387347,0.00008205952,0.000023313687,0.00024122793,0.000027979142],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.032244794,0.0023004527,0.533189,0.00074534304,0.00053800363,0.0007741315,0.0039361035,0.0097757215,0.08345865,0.0031662898,0.00007149437,0.3298],"study_design_scores_gemma":[0.098324016,0.0013043609,0.58582675,0.0015461891,0.00010720343,0.00019249707,0.00040615335,0.0034893432,0.27798197,0.00007522939,0.030220984,0.0005253019],"about_ca_topic_score_codex":0.000002756594,"about_ca_topic_score_gemma":4.6125706e-7,"teacher_disagreement_score":0.3292747,"about_ca_system_score_codex":0.000044031734,"about_ca_system_score_gemma":0.000026594505,"threshold_uncertainty_score":0.49512136},"labels":[],"label_agreement":null},{"id":"W2093582380","doi":"10.1016/j.amjsurg.2014.08.031","title":"Does laparoscopic simulation predict intraoperative performance? A comparison between the Fundamentals of Laparoscopic Surgery and LapVR evaluation metrics","year":2014,"lang":"en","type":"article","venue":"The American Journal of Surgery","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":48,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Manitoba; St. Boniface Hospital","funders":"","keywords":"Construct validity; Fidelity; Trainer; Laparoscopic surgery; Laparoscopic cholecystectomy; Construct (python library); Computer science; Medical physics; Medicine; Laparoscopy; Surgery; Patient satisfaction","score_opus":0.08020114870421767,"score_gpt":0.35332124846438473,"score_spread":0.27312009976016705,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2093582380","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99825424,0.0002117585,0.0002838565,0.0007183104,0.0002436754,0.00018214797,0.0000035705339,0.000009856444,0.00009261383],"genre_scores_gemma":[0.9991906,0.00016330802,0.000046058485,0.00024861813,0.00031753397,0.0000037622083,0.000008371066,0.000012749843,0.000008998587],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99744177,0.0006644729,0.00088114105,0.00011573319,0.0007179696,0.00017890896],"domain_scores_gemma":[0.9890459,0.009143063,0.001162751,0.00017894151,0.0003622917,0.00010704488],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0048592864,0.00013734422,0.0009204276,0.0002644418,0.00014211726,0.000032040345,0.000079831625,0.000031611788,0.00008504083],"category_scores_gemma":[0.001297855,0.000059936883,0.00015489757,0.00064555777,0.00043955326,0.00014412745,0.000024540896,0.00026297168,0.0000020177797],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00026495708,0.0000390792,0.7990637,0.00002508889,0.00013652493,5.434684e-7,0.00049273873,0.0027324818,0.000047707545,0.0000040614354,0.000028193848,0.19716492],"study_design_scores_gemma":[0.0010238519,0.00028287523,0.9527015,0.00028143625,0.00038211184,0.000009047734,0.0010070082,0.04232606,0.0012775109,0.00005433292,0.00056484865,0.00008940304],"about_ca_topic_score_codex":0.000016290765,"about_ca_topic_score_gemma":8.036531e-7,"teacher_disagreement_score":0.19707553,"about_ca_system_score_codex":0.00005383757,"about_ca_system_score_gemma":0.00014128558,"threshold_uncertainty_score":0.2444155},"labels":[],"label_agreement":null},{"id":"W2094677585","doi":"10.5489/cuaj.188","title":"The newly graduated Canadian urologist: Over-trained and underemployed?","year":2013,"lang":"en","type":"article","venue":"Canadian Urological Association Journal","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":20,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"University of British Columbia; University of Toronto; Western University","funders":"","keywords":"Graduation (instrument); Subspecialty; Medicine; Interquartile range; Medical education; Residency training; Urology; Family medicine; Internal medicine; Continuing education","score_opus":0.01989713448178262,"score_gpt":0.23952960820258126,"score_spread":0.21963247372079864,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2094677585","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8189052,0.00024396917,0.0000231985,0.1637671,0.00029045463,0.00030376375,0.000011300285,0.00004548452,0.016409578],"genre_scores_gemma":[0.981717,0.000062512096,0.000048954516,0.017011108,0.00024213243,0.0000074768504,0.00001383557,0.000011514967,0.00088544923],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99836403,0.0001699428,0.00031571227,0.00017134563,0.00027513268,0.0007038124],"domain_scores_gemma":[0.9970103,0.0004950459,0.00013928511,0.00009653743,0.000261274,0.0019975717],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0006632372,0.00013663896,0.00020138823,0.00014758168,0.0008920384,0.00030111155,0.00010140714,0.0002558741,0.001358365],"category_scores_gemma":[0.0016131188,0.000087899374,0.000090301524,0.00023375156,0.00008452703,0.00009845893,0.000009044074,0.00066023035,0.00009743681],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000029267605,0.00001300953,0.9582551,0.0000012973435,0.00013158782,0.0001055096,0.000089682,0.000045533136,0.00001310096,0.0025199451,0.014534609,0.024261333],"study_design_scores_gemma":[0.0012473899,0.00012079171,0.79241353,0.0000031149148,0.000026902855,0.00009624698,0.00007681669,0.0012210464,5.2840613e-7,0.0038702295,0.20083176,0.00009164001],"about_ca_topic_score_codex":0.11223289,"about_ca_topic_score_gemma":0.1749355,"teacher_disagreement_score":0.18629715,"about_ca_system_score_codex":0.0007744226,"about_ca_system_score_gemma":0.0006930933,"threshold_uncertainty_score":0.9995545},"labels":[],"label_agreement":null},{"id":"W2094796962","doi":"10.1007/s11136-006-0047-3","title":"A measure of quality of life after abdominal surgery","year":2006,"lang":"en","type":"article","venue":"Quality of Life Research","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":47,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Baycrest Hospital; The Wilson Centre; University Health Network; University of Toronto; Toronto General Hospital; Public Health Ontario","funders":"","keywords":"Abdominal surgery; Medicine; Quality of life (healthcare); Measure (data warehouse); Patient-reported outcome; Quality of Life Research; Structural equation modeling; Surgery; Physical therapy; Public health; Statistics; Mathematics; Data mining; Nursing","score_opus":0.46693278314165787,"score_gpt":0.5048583180480054,"score_spread":0.037925534906347536,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2094796962","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98925203,0.00069432444,0.000119994496,0.0014750643,0.00003411858,0.00024068268,0.000033130287,0.000016712695,0.008133942],"genre_scores_gemma":[0.9992075,0.000014099264,0.00021750835,0.00011069792,0.00016322911,0.000010850842,0.000017010338,0.000013422569,0.0002457088],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99371636,0.0017663339,0.001561677,0.00025092336,0.002347625,0.00035709384],"domain_scores_gemma":[0.99182916,0.005838276,0.0003267085,0.00045064389,0.0012689276,0.00028628448],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.01701387,0.00011195697,0.0009853512,0.000295154,0.00004108256,0.000006800194,0.00011075784,0.0001544211,0.0009661693],"category_scores_gemma":[0.009999031,0.000095032054,0.0003581773,0.00061281095,0.0005526057,0.0000568881,0.000059834034,0.00034988654,0.000015435764],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.008527388,0.0010263226,0.9747143,0.0021185603,0.00013412398,0.0000068783406,0.00042464683,0.000016469812,0.0040337034,0.0028394097,0.00065047125,0.0055077435],"study_design_scores_gemma":[0.0026524246,0.00012336101,0.9929535,0.0002322578,0.000012455591,5.774557e-7,0.00060837995,0.000074129304,0.0017564304,0.00059367786,0.0008931299,0.00009968432],"about_ca_topic_score_codex":0.0035037308,"about_ca_topic_score_gemma":0.00011629392,"teacher_disagreement_score":0.01823921,"about_ca_system_score_codex":0.000036126967,"about_ca_system_score_gemma":0.0006610125,"threshold_uncertainty_score":0.9999471},"labels":[],"label_agreement":null},{"id":"W2094846082","doi":"10.1136/bmj.39517.686956.47","title":"Teaching procedural skills","year":2008,"lang":"en","type":"review","venue":"BMJ","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":261,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto; St. Michael's Hospital","funders":"","keywords":"Competence (human resources); Curriculum; Medical education; Patient safety; Constructive; Skills management; Medicine; Psychology; Health care; Pedagogy; Computer science; Process (computing)","score_opus":0.08131619782681843,"score_gpt":0.4256479298392357,"score_spread":0.3443317320124173,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2094846082","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0000030488407,0.88798,0.000005065875,0.00013203791,0.00011830211,0.00060605706,0.0000018831394,0.00008992534,0.111063704],"genre_scores_gemma":[0.00003609276,0.9894634,0.00031081404,0.00044312823,0.00092938996,0.00003857927,0.00008131243,0.000032505315,0.008664785],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9990402,0.000056263485,0.00037425398,0.00018474995,0.00019049225,0.00015404209],"domain_scores_gemma":[0.9994004,0.0001724278,0.00013021882,0.00016496917,0.000019795929,0.00011219189],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00012904755,0.00017322143,0.0008767668,0.00007951622,0.00005987729,0.000007364766,0.000049480266,0.00016442244,0.00024232308],"category_scores_gemma":[0.00032567442,0.000115140116,0.00037231264,0.00009474231,0.000020211006,0.000020382317,0.00001950975,0.00044353498,0.00037360756],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000002088769,0.000037607046,0.00000712792,0.0025695448,0.000053510823,0.00011630758,0.00004618303,1.6431798e-7,2.580754e-9,0.00008817258,0.0032480417,0.9938313],"study_design_scores_gemma":[0.00042333183,0.000019842424,0.000020379279,0.00948309,0.00015452821,0.0008332028,0.000004677863,0.000009312273,1.9690749e-8,0.000003296235,0.98892117,0.00012717926],"about_ca_topic_score_codex":0.0000035148003,"about_ca_topic_score_gemma":2.0751708e-7,"teacher_disagreement_score":0.9937041,"about_ca_system_score_codex":0.000043277472,"about_ca_system_score_gemma":0.00018475554,"threshold_uncertainty_score":0.4802094},"labels":[],"label_agreement":null},{"id":"W2095136352","doi":"10.1016/j.amjsurg.2006.07.013","title":"A comparison of single- and multiple-stage approaches to teaching laparoscopic suturing","year":2007,"lang":"en","type":"article","venue":"The American Journal of Surgery","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":39,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Manitoba; Mount Sinai Hospital; The Wilson Centre; University of Waterloo; University of Toronto","funders":"Imperial College London","keywords":"Knot tying; Tying; Task (project management); Transfer (computing); Medicine; Surgery; Computer science; Operations management; Mathematics; Engineering","score_opus":0.2604856785291317,"score_gpt":0.36230283229464133,"score_spread":0.10181715376550965,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2095136352","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99700713,0.00018503964,0.0015167905,0.0005041026,0.00010286796,0.000055080018,5.792372e-7,0.000009086616,0.0006193306],"genre_scores_gemma":[0.9983388,0.0000050324643,0.0011791609,0.0002537204,0.0001861006,1.8203306e-7,4.7264845e-7,0.000011084381,0.000025444184],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9988745,0.00008750826,0.0005350202,0.000076430726,0.0002511376,0.0001753903],"domain_scores_gemma":[0.99679744,0.0023724805,0.0005165625,0.00010228413,0.000040468927,0.00017075708],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0018388724,0.00008516031,0.0005903945,0.00019346058,0.00006112181,0.000011524032,0.00005352802,0.000015303307,0.000010000999],"category_scores_gemma":[0.00055531465,0.000054200267,0.00011325312,0.0001948493,0.00015478936,0.000047989215,0.000023103794,0.00026048764,6.958426e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0009223887,0.0001488577,0.8445133,0.000023790775,0.00007524075,0.000028434428,0.002614761,0.0005473057,0.0035415143,0.000032732198,0.000014964427,0.14753671],"study_design_scores_gemma":[0.0013671241,0.00046342087,0.9683933,0.00047598747,0.00009793525,0.00013912655,0.015854066,0.0009581262,0.00919032,0.000011715961,0.0028982041,0.00015063203],"about_ca_topic_score_codex":0.000021921285,"about_ca_topic_score_gemma":0.0000016466912,"teacher_disagreement_score":0.14738609,"about_ca_system_score_codex":0.000025593563,"about_ca_system_score_gemma":0.000027104035,"threshold_uncertainty_score":0.22102228},"labels":[],"label_agreement":null},{"id":"W2095553631","doi":"10.1080/10401334.2014.979184","title":"Assessment of Lumbar Puncture Skill in Experts and Nonexperts Using Checklists and Quantitative Tracking of Needle Trajectories: Implications for Competency-Based Medical Education","year":2015,"lang":"en","type":"article","venue":"Teaching and Learning in Medicine","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University","funders":"","keywords":"Tracking (education); Medical education; Psychology; Competency assessment; Medicine; Applied psychology; Pedagogy","score_opus":0.07094144368263437,"score_gpt":0.43278394712511076,"score_spread":0.36184250344247637,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2095553631","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9911007,0.0011170871,0.0048614847,0.0019885101,0.000057074387,0.00026065926,7.9687067e-7,0.000015715057,0.0005979333],"genre_scores_gemma":[0.9843561,0.000026446052,0.015267483,0.00023521649,0.000051834933,0.000013556728,0.000026691097,0.000011725545,0.000010969114],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99885976,0.00021582266,0.00039414488,0.00019642782,0.00021098793,0.00012285712],"domain_scores_gemma":[0.99871963,0.0008018873,0.00014387745,0.0000733608,0.000105754494,0.00015548829],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0019116207,0.00010969319,0.000434364,0.00022484754,0.00007253097,0.000005185903,0.00002869997,0.00009226217,0.000008911702],"category_scores_gemma":[0.00412323,0.000085812775,0.000018912817,0.0001440054,0.00017906797,0.00005678758,0.000011756451,0.000390544,8.329828e-9],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00012931971,0.0003168139,0.88767815,0.00036172994,0.000025387926,0.0000030614485,0.052174013,0.001259318,0.0026054601,0.0060796174,0.000012089607,0.049355023],"study_design_scores_gemma":[0.007133849,0.00064455613,0.82786584,0.002195129,0.00004896024,0.000024624578,0.03179325,0.12946387,0.00001926513,0.00038606828,0.00030502627,0.00011954881],"about_ca_topic_score_codex":0.0005498462,"about_ca_topic_score_gemma":0.00006518685,"teacher_disagreement_score":0.12820455,"about_ca_system_score_codex":0.00004649741,"about_ca_system_score_gemma":0.00046210823,"threshold_uncertainty_score":0.49361897},"labels":[],"label_agreement":null},{"id":"W2095792544","doi":"10.1017/cjn.2014.124","title":"Teaching for the Transition: the Canadian PGY-1 Neurosurgery ‘Rookie Camp’","year":2015,"lang":"en","type":"article","venue":"Canadian Journal of Neurological Sciences / Journal Canadien des Sciences Neurologiques","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":14,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"University of Alberta; Royal College of Physicians and Surgeons of Canada; University of Toronto; Dalhousie University; University of Manitoba; Western University","funders":"Dalhousie University; Royal College of Physicians and Surgeons of Canada","keywords":"Curriculum; Medical education; Test (biology); Neurosurgery; Medicine; Graduate medical education; Psychology; Psychiatry; Pedagogy","score_opus":0.10047107039623578,"score_gpt":0.3148342202168765,"score_spread":0.21436314982064075,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2095792544","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9157526,0.0010044917,0.00009775487,0.07394572,0.0015471758,0.00032692053,0.000011819536,0.000017328523,0.0072961873],"genre_scores_gemma":[0.9731604,0.000045093388,0.00042837881,0.025501804,0.00078258896,0.000005636901,5.00374e-7,0.000012485669,0.00006310519],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.99582106,0.0008281003,0.00076806097,0.00037962035,0.0008939526,0.0013091898],"domain_scores_gemma":[0.9933045,0.0020940437,0.00043045098,0.00017522938,0.0006443554,0.0033514106],"candidate_categories":["sts"],"consensus_categories":["sts"],"category_scores_codex":[0.009696632,0.0002731658,0.00042092553,0.000595692,0.006673068,0.00090653746,0.0013515153,0.00016850223,0.00011496982],"category_scores_gemma":[0.0050072777,0.00013108974,0.00036315553,0.0009367865,0.005311399,0.0005465025,0.000024587245,0.0016592543,0.000003798419],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0009696629,0.00010564964,0.8241537,0.000024995568,0.00014479188,0.016160242,0.007288953,0.05955609,0.000017770883,0.011339631,0.015757518,0.06448098],"study_design_scores_gemma":[0.0038454474,0.091192834,0.24738407,0.00014675659,0.0004638362,0.1146875,0.0042097694,0.040077854,0.00004362155,0.051967498,0.4449577,0.0010230961],"about_ca_topic_score_codex":0.03196971,"about_ca_topic_score_gemma":0.61555403,"teacher_disagreement_score":0.5835843,"about_ca_system_score_codex":0.0003343379,"about_ca_system_score_gemma":0.008919203,"threshold_uncertainty_score":0.9973956},"labels":[],"label_agreement":null},{"id":"W2096100084","doi":"10.1109/robot.2007.363951","title":"A Haptic-based Ultrasound Training/Examination System (HUTES)","year":2007,"lang":"en","type":"article","venue":"","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University","funders":"","keywords":"Haptic technology; Kinesthetic learning; Computer science; Workstation; Interface (matter); Modular design; Modality (human–computer interaction); Ultrasound; Training system; Simulation; Software; Medical imaging; Medical physics; Artificial intelligence; Radiology; Medicine; Operating system","score_opus":0.046957495758629605,"score_gpt":0.3029627594196659,"score_spread":0.25600526366103626,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2096100084","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5992335,0.000011372929,0.060944322,0.000100490586,0.00011558035,0.00019591786,7.5913965e-7,0.00032498548,0.33907306],"genre_scores_gemma":[0.9961577,2.4611904e-7,0.0021534383,0.00057381607,0.00012669209,0.0000030828942,0.000026541733,0.000013468073,0.00094500196],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99911547,0.000021482763,0.00023418841,0.00015675348,0.00026568674,0.00020642644],"domain_scores_gemma":[0.99899834,0.00059444265,0.000043765955,0.00011823546,0.00008416991,0.00016103359],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00083053857,0.000089004345,0.00015699664,0.00011548155,0.00005572207,0.00001697527,0.000028072614,0.00007745093,0.0005498621],"category_scores_gemma":[0.00019730718,0.00007092727,0.000066074885,0.00021604841,0.000029041084,0.000040554198,0.0000027327014,0.000091418115,0.0000922509],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00119313,0.0008203683,0.04689524,0.00055416295,0.00031266085,0.0008073866,0.005093013,0.00070137094,0.02350119,0.13377897,0.00020567028,0.78613687],"study_design_scores_gemma":[0.023775527,0.00076786074,0.81236535,0.00052329956,0.00027918862,0.00029191686,0.012825502,0.10315755,0.00894637,0.000070899805,0.036384575,0.00061196234],"about_ca_topic_score_codex":0.000010440214,"about_ca_topic_score_gemma":0.000009175066,"teacher_disagreement_score":0.7855249,"about_ca_system_score_codex":0.00008428286,"about_ca_system_score_gemma":0.000036745125,"threshold_uncertainty_score":0.60206044},"labels":[],"label_agreement":null},{"id":"W2096163172","doi":"10.1161/circulationaha.107.756379","title":"Long-Term Results of Heart Operations Performed by Surgeons-in-Training","year":2008,"lang":"en","type":"article","venue":"Circulation","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":27,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Dalhousie University","funders":"","keywords":"Medicine; Proportional hazards model; Hazard ratio; Logistic regression; Myocardial infarction; Stroke (engine); Heart failure; Destination therapy; Surgery; Internal medicine; Intra-aortic balloon pump; Coronary artery bypass surgery; Cardiology; Emergency medicine; Artery; Heart transplantation; Confidence interval; Cardiogenic shock","score_opus":0.07050463260787901,"score_gpt":0.3154747344893325,"score_spread":0.2449701018814535,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2096163172","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9951647,0.000049932518,0.0002764598,0.00029515318,0.00006116813,0.00019132002,0.0000055773185,0.00003475106,0.0039209435],"genre_scores_gemma":[0.9993087,0.000010672513,0.00012547939,0.000112216505,0.000034774122,0.000005642783,0.00029281664,0.000009432811,0.00010024137],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9991157,0.000032433614,0.00036481806,0.0001553163,0.00019559638,0.00013612851],"domain_scores_gemma":[0.9995382,0.00011519511,0.000041222047,0.00013060657,0.00010147128,0.00007333282],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00021573434,0.00007100143,0.0001914864,0.0001087835,0.00007586649,0.0000049136825,0.000020893513,0.000068034075,0.00013531669],"category_scores_gemma":[0.00027637652,0.00006914178,0.000052485917,0.00030490998,0.000047502832,0.000101306636,0.0000054228926,0.00009596331,0.000013411796],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00010327231,0.00008095038,0.98860043,0.000013933431,0.00001048665,0.000011754904,0.001249764,0.00368828,0.0030856875,0.0000594197,0.000055259705,0.0030407773],"study_design_scores_gemma":[0.003412785,0.000023485125,0.9833229,0.00006339748,0.00000966455,0.000038972354,0.00006010922,0.012161811,0.00050867826,0.0000047079698,0.00032606258,0.000067412795],"about_ca_topic_score_codex":0.00004437905,"about_ca_topic_score_gemma":0.00002335572,"teacher_disagreement_score":0.00847353,"about_ca_system_score_codex":0.000041820877,"about_ca_system_score_gemma":0.000089373876,"threshold_uncertainty_score":0.281952},"labels":[],"label_agreement":null},{"id":"W2096409660","doi":"10.1016/s0022-5347(05)65749-7","title":"A NOVEL APPROACH TO ENDOUROLOGICAL TRAINING: TRAINING AT THE SURGICAL SKILLS CENTER","year":2001,"lang":"en","type":"article","venue":"The Journal of Urology","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":125,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto; University Health Network; St. Michael's Hospital","funders":"","keywords":"Medicine; Checklist; Rating scale; Inter-rater reliability; Session (web analytics); Test (biology); Physical therapy; Construct validity; Medical physics; Medical education; Psychometrics; Clinical psychology; Psychology; Computer science; Developmental psychology","score_opus":0.09312086525776361,"score_gpt":0.31790880279834666,"score_spread":0.22478793754058304,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2096409660","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.93051517,0.00019261798,0.0029964054,0.019681577,0.00023419225,0.00020557422,0.0000021296657,0.000022107808,0.046150252],"genre_scores_gemma":[0.9897703,0.000045066347,0.00033755478,0.008627472,0.00064917695,0.0000028947138,0.0000026260936,0.000016208238,0.0005486798],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99824584,0.00029118068,0.0005214707,0.00014468539,0.00036771438,0.0004291273],"domain_scores_gemma":[0.9978587,0.0013686512,0.00020677451,0.00019739346,0.00009689675,0.000271555],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0018638212,0.00015509318,0.0004465131,0.000093575734,0.00016537812,0.000011967798,0.00025959042,0.00013151088,0.00061926915],"category_scores_gemma":[0.0003884813,0.00006911685,0.00022711129,0.00023949484,0.00022449112,0.00003483067,0.000077550525,0.0006897495,0.000032578566],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.08468597,0.010554155,0.07573488,0.00004378702,0.0034968127,0.0074103805,0.16930923,0.07321386,0.008874019,0.016606301,0.0070477207,0.5430229],"study_design_scores_gemma":[0.016574513,0.002371217,0.048653644,0.000018240975,0.00032333517,0.09550376,0.0022424746,0.0024769225,0.000023730965,0.00029063283,0.83131534,0.00020620355],"about_ca_topic_score_codex":0.0000018022982,"about_ca_topic_score_gemma":0.0000021793237,"teacher_disagreement_score":0.8242676,"about_ca_system_score_codex":0.000034070075,"about_ca_system_score_gemma":0.000057521003,"threshold_uncertainty_score":0.6780563},"labels":[],"label_agreement":null},{"id":"W2096913235","doi":"10.1016/j.juro.2010.02.2285","title":"1088 RANDOMIZED CONTROLLED TRIAL OF VIRTUAL REALITY AND HYBRID SIMULATION FOR ROBOTIC SURGICAL TRAINING","year":2010,"lang":"en","type":"article","venue":"The Journal of Urology","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Medicine; Robotics; Randomized controlled trial; Trainer; Virtual reality; Simulation training; Robotic surgery; Artificial intelligence; Medical physics; Simulation; General surgery; Surgery; Computer science; Robot","score_opus":0.04484358422001873,"score_gpt":0.3426156811522861,"score_spread":0.29777209693226736,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2096913235","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9837851,0.00008880922,0.0122671025,0.0017998697,0.00048218764,0.0010789691,6.971756e-7,0.00000610536,0.0004911697],"genre_scores_gemma":[0.9991883,0.00002209528,0.000107266234,0.00014732992,0.0004880047,0.00000602018,0.0000016133356,0.0000073197166,0.00003204754],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.99824935,0.00052551366,0.00086147117,0.00006301919,0.0001777399,0.00012292934],"domain_scores_gemma":[0.98526,0.013753595,0.00061294215,0.00008428449,0.00020168579,0.00008745887],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0058245943,0.000083292456,0.0012400375,0.00007736297,0.00004792993,0.000004494588,0.000051730993,0.00008156282,0.00010424951],"category_scores_gemma":[0.0036653415,0.000043154283,0.00032702048,0.000037003745,0.00024338673,0.000034362307,0.000009357216,0.00031916823,3.3481118e-7],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.9676622,0.00007850127,0.000016614258,0.000003916657,0.00018533245,0.000010510726,0.00029962717,0.025914907,0.00027362938,0.0010187204,0.000003024645,0.0045330217],"study_design_scores_gemma":[0.85013473,0.001301458,0.000091975286,0.000005031646,0.00066513254,0.00024031592,0.000042860676,0.14600115,0.000022576729,0.0010290343,0.00043338657,0.000032338114],"about_ca_topic_score_codex":0.0000018287627,"about_ca_topic_score_gemma":0.0000012647491,"teacher_disagreement_score":0.12008623,"about_ca_system_score_codex":0.0000042174506,"about_ca_system_score_gemma":0.00006924345,"threshold_uncertainty_score":0.4388021},"labels":[],"label_agreement":null},{"id":"W2097294082","doi":"10.1162/pres.16.6.603","title":"Fuzzy Set Theory for Performance Evaluation in a Surgical Simulator","year":2007,"lang":"en","type":"article","venue":"PRESENCE Virtual and Augmented Reality","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":21,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Simon Fraser University","funders":"Simon Fraser University","keywords":"Computer science; Fuzzy logic; Knot tying; Task (project management); Machine learning; Classifier (UML); Artificial intelligence; Simulation; Engineering; Medicine","score_opus":0.07754252769769382,"score_gpt":0.38135547086466554,"score_spread":0.3038129431669717,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2097294082","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99164075,0.00009257204,0.0007736148,0.00017970432,0.000069527654,0.00062752585,0.000010526449,0.00003472887,0.0065710717],"genre_scores_gemma":[0.99946064,0.000026406095,0.000032649335,0.00011800928,0.00008199308,0.000023953451,0.00006039505,0.0000061225287,0.00018982084],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9988476,0.000094879426,0.0002825232,0.00023644444,0.00030696896,0.00023159833],"domain_scores_gemma":[0.99877,0.0008344147,0.000048515492,0.000114933595,0.0000952408,0.0001368788],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0032464417,0.00009584381,0.00017942197,0.00007363118,0.000073897114,0.000011511755,0.00003511223,0.00007794554,0.00007702689],"category_scores_gemma":[0.00041096887,0.00007278386,0.000043953358,0.00017718587,0.00008584964,0.00009668743,0.000026061967,0.00012504624,0.000002789517],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0066847983,0.0003395038,0.08016466,0.00009701025,0.00005116204,0.000028550126,0.0011084953,0.0027028266,0.0003067068,0.008662776,0.000028400385,0.8998251],"study_design_scores_gemma":[0.021773944,0.0007996815,0.5302463,0.00029348812,0.00010537737,0.000030237266,0.0015471753,0.4259219,0.0014723085,0.0043135104,0.01315944,0.00033660096],"about_ca_topic_score_codex":0.000019642152,"about_ca_topic_score_gemma":0.00001102553,"teacher_disagreement_score":0.8994885,"about_ca_system_score_codex":0.000042552656,"about_ca_system_score_gemma":0.00003696495,"threshold_uncertainty_score":0.29680398},"labels":[],"label_agreement":null},{"id":"W2099754817","doi":"10.5539/gjhs.v7n2p310","title":"Randomized Controlled Trials: A Systematic Review of Laparoscopic Surgery and Simulation-Based Training","year":2014,"lang":"en","type":"review","venue":"Global Journal of Health Science","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":77,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Center for Advancing Translational Sciences; National Center for Research Resources; National Institutes of Health","keywords":"Randomized controlled trial; Laparoscopic surgery; Curriculum; Medicine; Systematic review; MEDLINE; Medical physics; Simulation training; Laparoscopy; Physical therapy; Medical education; Physical medicine and rehabilitation; General surgery; Surgery; Simulation; Psychology; Computer science","score_opus":0.1845634406105072,"score_gpt":0.48131941512138793,"score_spread":0.29675597451088076,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2099754817","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000019478011,0.99390703,0.0010990631,0.00019123468,0.00041436343,0.004216566,0.000005687095,0.000009597948,0.00013695178],"genre_scores_gemma":[0.011362531,0.98723894,0.00028066285,0.0009796149,0.000092163755,0.00003014686,0.0000036157282,0.000008876853,0.0000034514403],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.9845027,0.0040083164,0.0095085455,0.00024201008,0.0014012869,0.00033719547],"domain_scores_gemma":[0.94220245,0.038690384,0.017264267,0.00029388012,0.000986506,0.00056250946],"candidate_categories":["metaresearch","metaepi_broad"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.10589845,0.00030950268,0.03497636,0.0004445785,0.000118310345,0.000042654676,0.00020156613,0.00010394122,0.000034015426],"category_scores_gemma":[0.094856784,0.0001547443,0.0026643267,0.0010187887,0.00041626437,0.000087384695,0.000016801943,0.00026252313,0.0000016626614],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0027730034,0.00002847548,0.0000062825766,0.8940838,0.00024228731,0.000006369863,0.000013029215,0.00010162494,3.9300834e-9,0.00006010112,0.0000057733805,0.10267926],"study_design_scores_gemma":[0.101196975,0.00008209669,0.0000020260936,0.8885871,0.0043415865,0.00013216748,0.000014788557,0.00289906,1.3032558e-8,0.000019860334,0.0026265313,0.00009776835],"about_ca_topic_score_codex":0.000004259852,"about_ca_topic_score_gemma":1.6033353e-7,"teacher_disagreement_score":0.10258149,"about_ca_system_score_codex":0.00022001307,"about_ca_system_score_gemma":0.006927542,"threshold_uncertainty_score":0.9987022},"labels":[],"label_agreement":null},{"id":"W2100089544","doi":"10.1016/j.amjsurg.2006.03.016","title":"Verbal feedback from an expert is more effective than self-accessed feedback about motion efficiency in learning new surgical skills","year":2006,"lang":"en","type":"article","venue":"The American Journal of Surgery","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":243,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University; University of Toronto","funders":"Imperial College London","keywords":"Test (biology); Tying; Motion (physics); Economic shortage; CLIPS; Medical education; Computer science; Knot tying; Randomized controlled trial; Motor skill; Multimedia; Psychology; Medicine; Artificial intelligence; Surgery","score_opus":0.014721472031324088,"score_gpt":0.2986321643957367,"score_spread":0.28391069236441263,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2100089544","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99686635,0.00048236674,0.00027505617,0.00136134,0.00021974923,0.00013831454,0.000001939612,0.000049370952,0.00060553727],"genre_scores_gemma":[0.9979907,0.0001309626,0.00015883349,0.0004682509,0.0011373315,0.0000024001574,0.000013029662,0.00003229457,0.00006614766],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99758273,0.0004613923,0.0007297621,0.00024752857,0.00060661684,0.00037199055],"domain_scores_gemma":[0.99662834,0.002062392,0.0007011656,0.00019548429,0.00014416747,0.0002684598],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0009472991,0.00022951241,0.0008470018,0.00025316994,0.0001074811,0.00005815013,0.00015385116,0.0000636233,0.00027388116],"category_scores_gemma":[0.00016002472,0.00015356293,0.00034180025,0.00084260135,0.00020177475,0.00024705395,0.000026995098,0.0005916287,0.000017984054],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0023130311,0.00071708375,0.7689998,0.000008865931,0.00014503121,0.0006201121,0.0050839195,0.004053843,0.00045217722,0.000011244125,0.00025355842,0.21734132],"study_design_scores_gemma":[0.00299522,0.00027073646,0.98953646,0.00026983544,0.000060841412,0.00017390511,0.0017004155,0.0020396274,0.00054166414,0.0000718391,0.0021370172,0.00020242429],"about_ca_topic_score_codex":0.001111162,"about_ca_topic_score_gemma":0.0000040564714,"teacher_disagreement_score":0.22053666,"about_ca_system_score_codex":0.00014001549,"about_ca_system_score_gemma":0.00016395331,"threshold_uncertainty_score":0.62621146},"labels":[],"label_agreement":null},{"id":"W2100870794","doi":"10.1186/1916-0216-42-33","title":"Canadian Otolaryngology - Head and Neck Surgery clerkship curricula: Evolving toward tomorrow's learners","year":2013,"lang":"en","type":"article","venue":"Journal of Otolaryngology - Head and Neck Surgery","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":27,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Western University; University of Ottawa","funders":"","keywords":"Curriculum; Accreditation; Medical education; Modalities; Otorhinolaryngology; Medicine; Clinical clerkship; Standardization; Graduate medical education; Psychology; Pedagogy; Computer science; Surgery; Sociology","score_opus":0.036406067281087265,"score_gpt":0.28376200150577613,"score_spread":0.24735593422468888,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2100870794","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.986659,0.0040698564,0.000014310299,0.00678307,0.0008670003,0.00028663216,0.0000034621023,0.000043904114,0.0012727807],"genre_scores_gemma":[0.9944239,0.00081870874,0.0002334415,0.0038230284,0.00049124914,0.000011981577,0.000021389007,0.000048499915,0.00012776583],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9967037,0.00035043887,0.0012343074,0.0004311219,0.0003428841,0.0009375672],"domain_scores_gemma":[0.99523246,0.0021786275,0.00048732135,0.00024099128,0.0003723324,0.0014882874],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.001302023,0.00039012873,0.0015901376,0.0010477863,0.00026512565,0.00009104332,0.000106479165,0.0005137294,0.0012039711],"category_scores_gemma":[0.0013252319,0.000324004,0.00043564048,0.00044097894,0.00029372616,0.000598355,0.000058268233,0.0010354668,0.0000507715],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00022266363,0.00010731104,0.98688143,0.00013879115,0.00016454775,0.0017975899,0.0002645319,0.000006271969,0.00012975777,0.000065202636,0.0031636476,0.007058279],"study_design_scores_gemma":[0.0017634975,0.00024802805,0.98246276,0.00060769654,0.00010929658,0.005527527,0.00014279377,0.0005758083,0.000031486736,0.00014646616,0.0080672065,0.00031744046],"about_ca_topic_score_codex":0.00676683,"about_ca_topic_score_gemma":0.0016698524,"teacher_disagreement_score":0.007764952,"about_ca_system_score_codex":0.00015100114,"about_ca_system_score_gemma":0.00073763006,"threshold_uncertainty_score":0.9999212},"labels":[],"label_agreement":null},{"id":"W2100924775","doi":"10.3109/10929080701253634","title":"A quantitative evaluation of human coordination interfaces for computer assisted surgery","year":2007,"lang":"en","type":"article","venue":"Computer Aided Surgery","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto; Health Sciences Centre; Sunnybrook Health Science Centre","funders":"National Cancer Institute; Terry Fox Foundation; Ontario Research Foundation","keywords":"Computer science; Context (archaeology); Surgical instrument; Margin (machine learning); Human–computer interaction; Virtual reality; Computer vision; Artificial intelligence; Task (project management); Sensory cue; Simulation; Machine learning; Surgery","score_opus":0.22942261866357985,"score_gpt":0.41644406686842567,"score_spread":0.1870214482048458,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2100924775","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7950092,0.00007679553,0.2032782,0.00014417646,0.00069412903,0.00041546414,0.0000037282518,0.000076165,0.0003021293],"genre_scores_gemma":[0.9919986,0.0000012613834,0.0071978304,0.00024481953,0.00029068248,0.000015968344,0.00020536775,0.000021875969,0.000023582214],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9979777,0.00017259065,0.00079559325,0.00028939967,0.00051337475,0.0002513769],"domain_scores_gemma":[0.99263185,0.005724797,0.00032122972,0.00017857894,0.0010366536,0.00010687369],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.004933421,0.00015965565,0.00059432327,0.0004890647,0.00008849241,0.000024027819,0.00004587813,0.00010201019,0.00009390459],"category_scores_gemma":[0.00036655148,0.00014767317,0.00031043342,0.00036633224,0.000075613134,0.0001316038,0.000027670403,0.000095742536,0.000006375272],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.001066648,0.00062653545,0.08381484,0.00033282518,0.0004532421,0.000023229872,0.00095931854,0.0011247802,0.002291266,0.001087641,0.005937701,0.902282],"study_design_scores_gemma":[0.0036731546,0.0003503326,0.6760105,0.0007271976,0.00024985318,0.000022282948,0.00016263514,0.31141198,0.0054550604,0.0004338904,0.001163289,0.00033985038],"about_ca_topic_score_codex":0.000010788352,"about_ca_topic_score_gemma":0.000007570116,"teacher_disagreement_score":0.90194213,"about_ca_system_score_codex":0.000090393536,"about_ca_system_score_gemma":0.000114489056,"threshold_uncertainty_score":0.6021937},"labels":[],"label_agreement":null},{"id":"W2101010959","doi":"10.1016/j.jmig.2009.03.010","title":"Proposal of a Formal Gynecologic Endoscopy Curriculum","year":2009,"lang":"en","type":"article","venue":"Journal of Minimally Invasive Gynecology","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":13,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Medicine; Credentialing; Quarter (Canadian coin); Curriculum; Medical education; General surgery; Medical physics; Pedagogy","score_opus":0.018573928900115153,"score_gpt":0.29454741487205716,"score_spread":0.275973485971942,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2101010959","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9872838,0.00018214081,0.000062922794,0.0018283043,0.00033069935,0.00023069563,0.0000018416274,0.000013785362,0.010065789],"genre_scores_gemma":[0.991649,0.00007460925,0.006535101,0.001466689,0.00019415507,0.0000020401783,0.000003183323,0.000008650689,0.00006662431],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99815965,0.00011172948,0.00093247794,0.00013687485,0.00030599796,0.0003532946],"domain_scores_gemma":[0.99704856,0.0011319984,0.00081462046,0.00011775714,0.0006711973,0.00021586465],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00048767196,0.00015705083,0.0007127729,0.0002720059,0.000050355055,0.000007120864,0.00015363688,0.00019306243,0.0011127247],"category_scores_gemma":[0.0035598997,0.00011340458,0.00030437935,0.00022174382,0.00012771715,0.00017711501,0.00002877357,0.00038691863,0.00001942862],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.008969856,0.010417391,0.49756068,0.00043512546,0.0016480323,0.010055779,0.0033248225,0.00073349534,0.25445494,0.018884713,0.0049865865,0.18852858],"study_design_scores_gemma":[0.025378125,0.03755873,0.886806,0.0002540345,0.00053557765,0.0024625526,0.0018250697,0.0002666455,0.033316158,0.0031959591,0.008045942,0.0003551796],"about_ca_topic_score_codex":0.0000013731922,"about_ca_topic_score_gemma":0.000009445986,"teacher_disagreement_score":0.38924536,"about_ca_system_score_codex":0.000088764915,"about_ca_system_score_gemma":0.00072412513,"threshold_uncertainty_score":0.9998004},"labels":[],"label_agreement":null},{"id":"W2101151495","doi":"10.1016/j.amjsurg.2013.12.042","title":"Quiet eye training improves surgical knot tying more than traditional technical training: a randomized controlled study","year":2014,"lang":"en","type":"article","venue":"The American Journal of Surgery","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":40,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Knot tying; QUIET; Tying; Randomized controlled trial; Training (meteorology); Medicine; Physical medicine and rehabilitation; Physical therapy; Computer science; Surgery; Physics","score_opus":0.07835512335539979,"score_gpt":0.32629969237999384,"score_spread":0.24794456902459405,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2101151495","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99230623,0.000114952694,0.00041241565,0.0040394594,0.00032556916,0.00059241004,0.0000021044082,0.00006637506,0.0021404992],"genre_scores_gemma":[0.997452,0.000031670508,0.00031663637,0.00079505274,0.0012521283,0.000041706786,0.000005061286,0.000041364867,0.00006435594],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9949874,0.0014861011,0.0017771096,0.0002491114,0.0010393522,0.00046091582],"domain_scores_gemma":[0.97981226,0.017796077,0.0015200845,0.00025227643,0.00022978515,0.00038948344],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.011356828,0.000312117,0.003914014,0.0003729319,0.00019551949,0.00006198423,0.00020223277,0.000058956266,0.00017085482],"category_scores_gemma":[0.003364374,0.00016915388,0.001743054,0.0004832614,0.0009643689,0.00012529426,0.000026208594,0.000781392,0.0000047516846],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.73972845,0.0019482813,0.018293662,0.000027413784,0.0037857671,0.0012033982,0.013704745,0.0004539671,0.0009449307,0.0011402449,0.0001917779,0.21857734],"study_design_scores_gemma":[0.78984785,0.002299637,0.14858644,0.00067733077,0.0025732934,0.0036881026,0.039989673,0.007532768,0.00003251933,0.0011160161,0.0028406403,0.00081572623],"about_ca_topic_score_codex":0.000010168932,"about_ca_topic_score_gemma":6.397068e-7,"teacher_disagreement_score":0.2177616,"about_ca_system_score_codex":0.00005182891,"about_ca_system_score_gemma":0.0003344066,"threshold_uncertainty_score":0.68978953},"labels":[],"label_agreement":null},{"id":"W2101366295","doi":"10.1111/bju.13338","title":"Fellowships: more not less to improve employability and patient outcomes","year":2015,"lang":"en","type":"letter","venue":"British Journal of Urology","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Employability; Dilemma; Medicine; Learning curve; Medical education; Margin (machine learning); Psychology; Management; Pedagogy","score_opus":0.04470320652730555,"score_gpt":0.30680782621344094,"score_spread":0.2621046196861354,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2101366295","genre_codex":"empirical","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.53219146,0.00071162794,0.000032263084,0.46565232,0.0007801165,0.00022744288,0.000038536433,0.000015515736,0.00035073404],"genre_scores_gemma":[0.44450074,0.000026420668,0.00018050784,0.5543278,0.00075738766,0.000003191135,0.000013606208,0.000026924366,0.00016345177],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9981003,0.0001681345,0.0007010855,0.00026512553,0.00046547427,0.00029992862],"domain_scores_gemma":[0.9983406,0.00037428728,0.00033505398,0.00015685009,0.00048593897,0.00030724378],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00043810747,0.00018676066,0.0008909552,0.00014108427,0.000041109142,0.000038315466,0.00010640701,0.00053878606,0.00011155259],"category_scores_gemma":[0.0010689854,0.00017352795,0.00020076268,0.00006866562,0.00013541602,0.00004733219,0.00006848138,0.001827747,0.000007686314],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00076786627,0.0001664264,0.041874126,0.00010626635,0.00038703237,0.02373254,0.0005386429,0.00004092422,0.000009345439,0.0000028591294,0.4843698,0.44800416],"study_design_scores_gemma":[0.0036899575,0.0013612385,0.08188782,0.00009391581,0.00019878356,0.007414988,0.00007189402,0.000014634755,0.000003645736,0.00015082123,0.904919,0.00019326466],"about_ca_topic_score_codex":0.000057098296,"about_ca_topic_score_gemma":0.000012769187,"teacher_disagreement_score":0.44781092,"about_ca_system_score_codex":0.00006244333,"about_ca_system_score_gemma":0.00013605796,"threshold_uncertainty_score":0.79407525},"labels":[],"label_agreement":null},{"id":"W2101502355","doi":"","title":"The feasibility of introducing advanced minimally invasive surgery into surgical practice.","year":2007,"lang":"en","type":"article","venue":"PubMed","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":26,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Royal Alexandra Hospital; University of Alberta","funders":"","keywords":"Medicine; Invasive surgery; Variety (cybernetics); Minimally invasive procedures; Laparoscopic cholecystectomy; Medical physics; Surgery; Computer science","score_opus":0.0547976370131135,"score_gpt":0.32864225709301986,"score_spread":0.27384462007990634,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2101502355","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9781354,0.00043795776,0.000036144727,0.0030423484,0.0002744332,0.0006296704,6.440954e-7,0.000047033216,0.017396383],"genre_scores_gemma":[0.9988028,0.00006537464,0.0003863346,0.00027469936,0.00021814888,0.000059517744,0.000006371515,0.0000115249495,0.00017522532],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99838054,0.0001079334,0.0005251806,0.00024829665,0.00037106327,0.0003669659],"domain_scores_gemma":[0.9879374,0.0110401455,0.00021225783,0.00030590614,0.00028545587,0.00021885548],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.004397246,0.00010136114,0.0002905005,0.00006791947,0.000100827274,0.0000151253325,0.000065391716,0.00006753918,0.00003162437],"category_scores_gemma":[0.015373967,0.00006718349,0.00014428454,0.00032997073,0.00015282822,0.00012472241,0.000038334427,0.00019505131,0.0000050131944],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.004338719,0.00021674755,0.12185515,0.000050362887,0.00008486505,0.00015295444,0.0003235498,0.000021005873,0.00008122709,0.00046071762,0.000083212355,0.8723315],"study_design_scores_gemma":[0.0026960783,0.000051395797,0.93238884,0.00002796654,0.00005965275,0.000055271994,0.0009981933,0.000019030454,0.0027653347,0.00018304003,0.06063528,0.000119936136],"about_ca_topic_score_codex":0.00001903584,"about_ca_topic_score_gemma":0.00003951539,"teacher_disagreement_score":0.8722116,"about_ca_system_score_codex":0.00009358257,"about_ca_system_score_gemma":0.000090569905,"threshold_uncertainty_score":0.99292},"labels":[],"label_agreement":null},{"id":"W2101960808","doi":"10.1109/iembs.2006.260030","title":"Identification of Anatomical Landmarks for Registration of CT and Ultrasound Images in Computer-Assisted Shoulder Arthroscopy","year":2006,"lang":"en","type":"article","venue":"","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Kingston General Hospital; Queen's University","funders":"","keywords":"Image registration; Computer vision; Fiducial marker; Imaging phantom; Robustness (evolution); Artificial intelligence; Computer science; Iterative closest point; Scapula; Image-guided surgery; Arthroscopy; Patient registration; Medicine; Radiology; Point cloud; Image (mathematics); Anatomy","score_opus":0.02147313282576151,"score_gpt":0.32033497049892123,"score_spread":0.2988618376731597,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2101960808","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9714646,0.000029964256,0.027083308,0.0001329957,0.000022530185,0.00019867126,0.0000056699882,0.000011515095,0.0010507874],"genre_scores_gemma":[0.99738985,0.0000046639448,0.002393971,0.000024668603,0.000022775659,0.0000034774134,0.00006709272,0.0000037502946,0.00008976269],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9994151,0.00001434393,0.00032992146,0.00009976627,0.00008662077,0.000054249518],"domain_scores_gemma":[0.9995374,0.00023001712,0.00009066537,0.00006467477,0.000058496582,0.000018755944],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00018677601,0.00004294083,0.00014574175,0.000057651916,0.000010740873,0.0000070252763,0.0000126240975,0.000024200232,0.00003117333],"category_scores_gemma":[0.000049651917,0.000035796184,0.000029576931,0.000082664184,0.000052255604,0.000039416613,0.0000026898115,0.000029934401,1.4515227e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00080280646,0.00085540937,0.70719916,0.00038676892,0.000048739887,0.000008090469,0.00013971572,0.0008400605,0.25264883,0.009536747,0.00053096784,0.027002715],"study_design_scores_gemma":[0.004145648,0.00009232344,0.9135016,0.000048317073,0.000026031636,0.000012763317,0.000055733915,0.018587366,0.0627395,0.0006132959,0.00012287199,0.00005455206],"about_ca_topic_score_codex":0.00006605587,"about_ca_topic_score_gemma":0.000054229622,"teacher_disagreement_score":0.20630245,"about_ca_system_score_codex":0.000008622126,"about_ca_system_score_gemma":0.000012182431,"threshold_uncertainty_score":0.14597261},"labels":[],"label_agreement":null},{"id":"W2102109440","doi":"10.3129/i10-065","title":"Comparing performance of junior and senior ophthalmology residents on an intraocular surgical simulator","year":2011,"lang":"en","type":"letter","venue":"Canadian Journal of Ophthalmology","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":7,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"University of British Columbia; University of Alberta","funders":"","keywords":"Ophthalmology; Optometry; Medicine; Surgical procedures; Simulation; Computer science; Surgery","score_opus":0.06572071840007843,"score_gpt":0.3096912101083801,"score_spread":0.24397049170830165,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2102109440","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9850177,0.00032739656,4.62016e-7,0.0038113769,0.00070693716,0.00017637486,0.000013620291,0.000004598133,0.009941525],"genre_scores_gemma":[0.99384016,0.000007234632,0.00008452639,0.0042612418,0.0011048242,0.0000025670422,0.00003565179,0.000059283786,0.0006045043],"study_design_codex":"case_report","study_design_gemma":"case_report","domain_scores_codex":[0.9974093,0.00033418514,0.0009379474,0.0003419288,0.0003057587,0.0006709093],"domain_scores_gemma":[0.99734193,0.0003351438,0.0006090684,0.00035273898,0.00034659018,0.0010145343],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0005959937,0.0003504146,0.0013904922,0.0008774659,0.000100178455,0.000018574661,0.00028549356,0.000989696,0.0029032743],"category_scores_gemma":[0.00019464767,0.0003066985,0.0001916275,0.00017376829,0.00047958136,0.00010489486,0.00002537859,0.0020284643,0.000013166668],"study_design_candidate":"case_report","study_design_consensus":"case_report","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0013426839,0.000088176355,0.46698493,0.00036010102,0.00046801128,0.5271618,0.000555288,0.00030134313,0.000008887929,0.000062325926,0.0021783002,0.00048820477],"study_design_scores_gemma":[0.006057308,0.0063002617,0.22963409,0.00067206804,0.0002506751,0.727663,0.00008487884,0.0005264118,0.00008690605,0.00012862065,0.028105704,0.0004900723],"about_ca_topic_score_codex":0.0011049245,"about_ca_topic_score_gemma":0.00000943357,"teacher_disagreement_score":0.23735084,"about_ca_system_score_codex":0.00018658582,"about_ca_system_score_gemma":0.00090093364,"threshold_uncertainty_score":0.9999385},"labels":[],"label_agreement":null},{"id":"W2102524011","doi":"10.4111/kju.2011.52.2.130","title":"Realistic Anatomical Prostate Models for Surgical Skills Workshops Using Ballistic Gelatin for Nerve-Sparing Radical Prostatectomy and Fruit for Simple Prostatectomy","year":2011,"lang":"en","type":"article","venue":"Korean journal of urology","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":12,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Sunnybrook Health Science Centre; Princess Margaret Cancer Centre; University of Toronto","funders":"University of Toronto","keywords":"Neurovascular bundle; Medicine; Prostatectomy; Prostate; Foley catheter; Urology; Surgery; Catheter","score_opus":0.06298932502776229,"score_gpt":0.3179186009605331,"score_spread":0.2549292759327708,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2102524011","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.85177505,0.000272216,0.14503404,0.00031084963,0.00016294415,0.0021298232,0.00007145209,0.00003853726,0.00020510303],"genre_scores_gemma":[0.97303337,0.000020305584,0.02621669,0.0001833746,0.00030634901,0.00007309466,0.000064726875,0.000067243265,0.000034821496],"study_design_codex":"randomized_trial","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99762416,0.00010097174,0.0010375405,0.0003752872,0.00021337908,0.00064864225],"domain_scores_gemma":[0.99669623,0.001733787,0.00048021914,0.00015275922,0.0004649444,0.0004720823],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0011653927,0.00027524744,0.0008606397,0.00023859677,0.00017397401,0.000033934197,0.000117228745,0.0002460648,0.00003990996],"category_scores_gemma":[0.0009110189,0.00021720935,0.00029443062,0.00015015886,0.00032978342,0.00017051164,0.000040750947,0.00037683523,3.5828623e-7],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.28922763,0.005918543,0.13898171,0.004136755,0.0047376202,0.004940059,0.018423574,0.070776805,0.0015615891,0.17792405,0.0012293453,0.2821423],"study_design_scores_gemma":[0.07171111,0.006027551,0.0066616978,0.0002810032,0.001386042,0.0035754163,0.0002846585,0.79129344,0.00046895727,0.10682801,0.010819827,0.00066225405],"about_ca_topic_score_codex":0.000009400849,"about_ca_topic_score_gemma":0.0000045297784,"teacher_disagreement_score":0.7205167,"about_ca_system_score_codex":0.00007028614,"about_ca_system_score_gemma":0.00019648833,"threshold_uncertainty_score":0.88575405},"labels":[],"label_agreement":null},{"id":"W2102745755","doi":"10.1016/j.jamcollsurg.2006.05.202","title":"Do motion analysis meaures on a simulator predict technical skill during laparoscpic surgery?","year":2006,"lang":"en","type":"article","venue":"Journal of the American College of Surgeons","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"","keywords":"Medicine; Surgery; Simulation","score_opus":0.013064258008631126,"score_gpt":0.26953728306231534,"score_spread":0.2564730250536842,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2102745755","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99765533,0.000054035063,0.0000891114,0.0010552222,0.00013392066,0.00012182812,0.000042045904,0.000022777122,0.00082574016],"genre_scores_gemma":[0.99938005,0.000020722779,0.000104472885,0.00011988716,0.00013615936,0.0000015677905,0.0000023496586,0.000016975511,0.00021779384],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9978219,0.00016267231,0.0008615754,0.00015445433,0.0007711971,0.0002281727],"domain_scores_gemma":[0.99710095,0.0010896657,0.0010966203,0.0003083111,0.00025810502,0.00014635209],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00068114296,0.00015323932,0.0009573826,0.00063665916,0.00010780394,0.000009919671,0.0001373343,0.000051347302,0.00012052423],"category_scores_gemma":[0.00064549333,0.00009741243,0.0011097885,0.002134371,0.00023084131,0.000061210616,0.000033643,0.00029592443,0.0000017379518],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.001423766,0.0007300331,0.94464123,0.000025389903,0.0008892033,0.00018964667,0.00002928106,0.048576657,0.0014026557,0.00021811752,0.0009312662,0.00094273774],"study_design_scores_gemma":[0.0011880994,0.00015908713,0.99375755,0.00015020429,0.00085567357,0.00011031714,0.00014103537,0.0010963794,0.0013309249,0.000082799415,0.0010273299,0.000100617945],"about_ca_topic_score_codex":0.000072430936,"about_ca_topic_score_gemma":0.00002612428,"teacher_disagreement_score":0.049116284,"about_ca_system_score_codex":0.00011488724,"about_ca_system_score_gemma":0.00011391489,"threshold_uncertainty_score":0.39723635},"labels":[],"label_agreement":null},{"id":"W2103759660","doi":"","title":"A systematic review of the methodological quality and outcomes of RCTs to teach medical undergraduates surgical and emergency procedures.","year":2007,"lang":"en","type":"review","venue":"PubMed","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Calgary","funders":"","keywords":"Randomized controlled trial; Medicine; MEDLINE; Systematic review; Intubation; Physical therapy; Surgery","score_opus":0.3556106328810522,"score_gpt":0.4910929545490765,"score_spread":0.13548232166802426,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2103759660","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00016813501,0.9929803,0.000019491063,0.0012580614,0.00009429619,0.0046709254,0.000008035114,0.000021965034,0.0007787648],"genre_scores_gemma":[0.0022322843,0.99637085,0.0000966773,0.00034452035,0.000037065023,0.00064514694,0.000008381822,0.000018175131,0.00024691285],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.99461305,0.0015917895,0.0022067102,0.0003648269,0.0009365749,0.0002870669],"domain_scores_gemma":[0.9943791,0.003908757,0.0007629221,0.00036723525,0.00012953888,0.00045246925],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0099578835,0.00030433075,0.0046049277,0.00010846264,0.000033992408,0.000004429594,0.00018430046,0.00031336455,0.000074960095],"category_scores_gemma":[0.037486084,0.00013508655,0.0005638323,0.0005172035,0.00016517985,0.000016690068,0.00016653663,0.0003813947,9.556735e-7],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000113415535,0.00006747449,0.00091827696,0.79110706,0.00029365084,0.000009217379,0.0000164296,7.312047e-9,2.6690776e-9,0.00092221296,0.000023620332,0.20663074],"study_design_scores_gemma":[0.001573134,0.00006471476,0.05076547,0.83532745,0.0061250106,0.00044731778,0.000044647422,0.0000019086713,3.6802172e-7,0.00024918714,0.1049479,0.00045288258],"about_ca_topic_score_codex":0.0000070629944,"about_ca_topic_score_gemma":0.0000036815218,"teacher_disagreement_score":0.20617785,"about_ca_system_score_codex":0.000031832016,"about_ca_system_score_gemma":0.000120660254,"threshold_uncertainty_score":0.9706216},"labels":[],"label_agreement":null},{"id":"W2104006190","doi":"10.1002/rcs.133","title":"Robotic telesurgery: a real‐world comparison of ground‐ and satellite‐based internet performance","year":2007,"lang":"en","type":"article","venue":"International Journal of Medical Robotics and Computer Assisted Surgery","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":49,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"London Health Sciences Centre; Western University","funders":"","keywords":"Satellite; Bandwidth (computing); Dissection (medical); Communications satellite; Computer science; Medicine; Telecommunications; Remote sensing; Surgery; Geology; Physics","score_opus":0.05973254805891222,"score_gpt":0.346879945652944,"score_spread":0.2871473975940318,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2104006190","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.90895575,0.0005394656,0.08621091,0.00222964,0.0015183954,0.000060100247,8.5733706e-7,0.000017430433,0.00046747449],"genre_scores_gemma":[0.9946216,0.00035986255,0.003861967,0.00066084234,0.00044358458,2.7758682e-7,0.00001289969,0.000012430175,0.000026563428],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9970299,0.00006180983,0.0011867315,0.00014959634,0.0013827007,0.00018924999],"domain_scores_gemma":[0.99623126,0.0022291536,0.00051009224,0.00007981439,0.0005401957,0.0004094879],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0018992526,0.00014381413,0.000652952,0.00053713744,0.000026079802,0.000047580095,0.00013806995,0.000118626886,0.00007447363],"category_scores_gemma":[0.00025525657,0.000112943286,0.0001618388,0.00023316065,0.00016996365,0.00008587602,0.00006631014,0.00039310032,9.3063704e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0005330055,0.00034919407,0.5355881,0.0000711962,0.0002616016,0.00039270747,0.00010991106,0.00081991864,0.00000851584,0.0005553439,0.00013588583,0.46117467],"study_design_scores_gemma":[0.001849677,0.00016834967,0.78169334,0.0013709149,0.00007304564,0.00040065983,0.000047277485,0.21171185,0.0000926637,0.000023961602,0.0024464643,0.00012181698],"about_ca_topic_score_codex":0.000024425495,"about_ca_topic_score_gemma":0.000014321357,"teacher_disagreement_score":0.46105283,"about_ca_system_score_codex":0.0000529974,"about_ca_system_score_gemma":0.00019021561,"threshold_uncertainty_score":0.46056935},"labels":[],"label_agreement":null},{"id":"W2104048638","doi":"","title":"Drilling sounds are used by surgeons and intermediate residents, but not novice orthopedic trainees, to guide drilling motions.","year":2008,"lang":"en","type":"article","venue":"PubMed","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":26,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Medicine; Orthopedic surgery; Noise (video); Drill; Femur; Drilling; Orthodontics; Surgery; Artificial intelligence; Engineering; Computer science","score_opus":0.04742265905768481,"score_gpt":0.26779665329642804,"score_spread":0.22037399423874324,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2104048638","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99312145,0.00018558954,0.001164779,0.0021340142,0.00024968002,0.00063064334,0.00003414769,0.00019327994,0.002286443],"genre_scores_gemma":[0.9925722,0.00013743808,0.00016989808,0.0024623382,0.0002278971,0.00019966949,0.0000720894,0.00004133605,0.0041171727],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99802727,0.000056903224,0.0005124084,0.0004225802,0.00043415217,0.0005466794],"domain_scores_gemma":[0.99853754,0.00034010637,0.00011648919,0.00023385405,0.000118080185,0.00065395556],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00054482464,0.00021139816,0.00040362688,0.00022541592,0.00023311602,0.0000429519,0.000081749386,0.00011677349,0.00007251415],"category_scores_gemma":[0.0010456521,0.0001950534,0.00010329936,0.00038130028,0.00009701263,0.00012888467,0.0000519917,0.00024270848,0.000021880345],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00047266728,0.0003281861,0.84999096,0.00015350203,0.0003191903,0.00068141485,0.0050130417,0.00064370024,0.0004215346,0.000091852635,0.007685768,0.13419817],"study_design_scores_gemma":[0.0034200468,0.00003037311,0.9491745,0.00008052009,0.00007117429,0.00008350666,0.00057106075,0.0008327915,0.00022697465,0.0000129944965,0.04522466,0.00027135477],"about_ca_topic_score_codex":0.00021959259,"about_ca_topic_score_gemma":0.00009973448,"teacher_disagreement_score":0.13392682,"about_ca_system_score_codex":0.000088223176,"about_ca_system_score_gemma":0.00004348795,"threshold_uncertainty_score":0.79540473},"labels":[],"label_agreement":null},{"id":"W2104153191","doi":"10.1002/1097-0150(2000)5:3<148::aid-igs2>3.0.co;2-4","title":"Virtual tape measure for the operating microscope: System specifications and performance evaluation","year":2000,"lang":"en","type":"article","venue":"Computer Aided Surgery","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Computer science; Stereoscopy; Microscope; Artificial intelligence; Measure (data warehouse); Computer vision; Computer graphics (images); Optics; Data mining","score_opus":0.10508450856512586,"score_gpt":0.2982056634614716,"score_spread":0.19312115489634574,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2104153191","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9851489,0.00045689565,0.011664183,0.0005005289,0.0003576506,0.0006578876,0.0000033444217,0.000085094245,0.0011255333],"genre_scores_gemma":[0.99795467,0.000027378503,0.0009336659,0.00034699115,0.0004700983,0.000061875544,0.000034398003,0.000013283979,0.00015762536],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99909455,0.00006872917,0.00027477174,0.00019724396,0.00021777667,0.00014692654],"domain_scores_gemma":[0.99849296,0.001046715,0.0000434068,0.00018186812,0.00016848976,0.00006658383],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0010632663,0.00009563673,0.00019142889,0.00004505174,0.0003113018,0.0000670585,0.000040787447,0.000043978955,0.00017889931],"category_scores_gemma":[0.000059240236,0.00006629294,0.00007219133,0.00013648396,0.000040424606,0.00008848932,0.0000102872045,0.00008694116,0.000025629195],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00008872459,0.000024361936,0.008140725,0.000037579633,0.00004489845,0.0000013195325,0.00030846696,0.0030914994,0.00008349967,0.00011874082,0.0007081626,0.987352],"study_design_scores_gemma":[0.0012924463,0.000052045765,0.14427005,0.0002574013,0.000076217155,0.000039835377,0.00012907859,0.840002,0.00014456228,0.0000019446502,0.0136238495,0.000110566245],"about_ca_topic_score_codex":0.0000021662288,"about_ca_topic_score_gemma":4.8926796e-7,"teacher_disagreement_score":0.98724145,"about_ca_system_score_codex":0.000040603987,"about_ca_system_score_gemma":0.0000744408,"threshold_uncertainty_score":0.27033475},"labels":[],"label_agreement":null},{"id":"W2104318059","doi":"10.2196/mhealth.3785","title":"Mobile Phone-Connected Wearable Motion Sensors to Assess Postoperative Mobilization","year":2015,"lang":"en","type":"article","venue":"JMIR mhealth and uhealth","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":39,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Wearable computer; Mobile phone; Wearable technology; Motion sensors; Computer science; Motion (physics); mHealth; Phone; Mobilization; Human–computer interaction; Telecommunications; Medicine; Embedded system; Artificial intelligence; Political science; Psychological intervention","score_opus":0.12368252593167518,"score_gpt":0.41668958623869645,"score_spread":0.2930070603070213,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2104318059","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9922013,0.00027122052,0.00067448977,0.0013241612,0.00018746957,0.0010848739,0.000006934859,0.00014215315,0.004107384],"genre_scores_gemma":[0.99490327,0.0000922404,0.00065200555,0.0034794821,0.00012830837,0.00008678444,0.00006125683,0.000020150346,0.00057651143],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9986051,0.00014312722,0.00032140105,0.00031346752,0.0002691817,0.00034772902],"domain_scores_gemma":[0.99830997,0.000081923594,0.000079879195,0.000153863,0.000269047,0.0011053425],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0004944256,0.00013671322,0.00029523062,0.00014047464,0.00015395104,0.000025772346,0.000027986644,0.00010406739,0.00009912071],"category_scores_gemma":[0.00016627183,0.000115776325,0.000026727173,0.0004341325,0.000028122078,0.00010903993,0.000016507269,0.00018512465,0.0000832206],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.012316246,0.0036723907,0.248196,0.0034217495,0.00016248673,0.00017759844,0.09790143,0.021531811,0.0015935893,0.0076945988,0.012392674,0.5909394],"study_design_scores_gemma":[0.044181313,0.012728198,0.65412503,0.0008560374,0.00025855683,0.0003166019,0.027172022,0.114766404,0.0016601164,0.0007741516,0.1417621,0.0013994564],"about_ca_topic_score_codex":0.00011103683,"about_ca_topic_score_gemma":0.000018491744,"teacher_disagreement_score":0.58953995,"about_ca_system_score_codex":0.00016253682,"about_ca_system_score_gemma":0.00031547394,"threshold_uncertainty_score":0.47212216},"labels":[],"label_agreement":null},{"id":"W2104363693","doi":"10.1016/s1701-2163(16)35186-6","title":"A National Survey of Endoscopic Practice Among Gynaecologists in Canada","year":2012,"lang":"en","type":"article","venue":"Journal of Obstetrics and Gynaecology Canada","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":29,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"University of Ottawa; Memorial University of Newfoundland; University of Alberta","funders":"","keywords":"Medicine; Family medicine; Gynecology","score_opus":0.041258175996357664,"score_gpt":0.29280775425592037,"score_spread":0.2515495782595627,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2104363693","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98993,0.001710197,0.00000420264,0.00016284433,0.0037057956,0.00007174489,0.000011354048,7.7026544e-7,0.004403116],"genre_scores_gemma":[0.99923354,0.00003322676,0.00014432617,0.0005397801,0.000015386906,8.0852635e-7,0.0000044496055,0.0000049410855,0.000023539838],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99860007,0.00014366802,0.0005229265,0.00006516998,0.000454464,0.0002137165],"domain_scores_gemma":[0.98798066,0.010640582,0.00044926174,0.000046885034,0.0006570882,0.0002255189],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0008843374,0.00007597612,0.0003371485,0.00016622241,0.000025860505,0.0000035214896,0.00005358713,0.0000650196,0.00032378556],"category_scores_gemma":[0.030565282,0.00006380058,0.000021059328,0.0004181884,0.000038187005,0.00010824377,0.000017927621,0.00028384195,1.004903e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000009774731,0.000065922475,0.98877364,0.0000133605845,0.00005340446,0.00042176328,0.000032274147,0.00017667239,4.1059621e-7,0.000058973576,0.00019576377,0.010198045],"study_design_scores_gemma":[0.0026705358,0.000084758685,0.99332947,0.0000037937389,0.000025809879,0.000026929356,0.00022223743,0.00017230179,0.0000074242375,0.0000066211855,0.0034028322,0.000047295907],"about_ca_topic_score_codex":0.9602699,"about_ca_topic_score_gemma":0.991822,"teacher_disagreement_score":0.03155209,"about_ca_system_score_codex":0.0021072784,"about_ca_system_score_gemma":0.009756425,"threshold_uncertainty_score":0.99585736},"labels":[],"label_agreement":null},{"id":"W2105930528","doi":"10.1016/j.amjsurg.2011.01.016","title":"Surgeon's vigilance in the operating room","year":2011,"lang":"en","type":"article","venue":"The American Journal of Surgery","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":71,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Victoria; Simon Fraser University; University of British Columbia","funders":"","keywords":"Workload; Vigilance (psychology); Eye tracking; Simulator sickness; Task (project management); Alertness; Virtual reality; Medicine; Patient safety; Simulation; Surgery; Medical physics; Psychology; Computer science; Artificial intelligence; Engineering","score_opus":0.09660320331562712,"score_gpt":0.3061530680394255,"score_spread":0.20954986472379838,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2105930528","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9941922,0.00016809713,0.00005386947,0.0014752024,0.00011445144,0.000037749458,2.2128832e-7,0.000005862489,0.0039523398],"genre_scores_gemma":[0.99706435,0.00006170966,0.00013408303,0.0025475095,0.00016079679,0.0000011035636,2.9656758e-7,0.000007771742,0.000022371076],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99891645,0.00022332971,0.00038836172,0.00005703808,0.0002529722,0.00016185288],"domain_scores_gemma":[0.99795777,0.0014322737,0.00033627552,0.0001414219,0.00007296653,0.000059309277],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002188853,0.0000706274,0.0003411929,0.00009105557,0.000053701424,0.000012791327,0.00011399347,0.000010651641,0.00012873649],"category_scores_gemma":[0.00031992668,0.00003249199,0.00015242018,0.00041203125,0.00012232928,0.00006537849,0.000010165984,0.00028462644,0.0000071370823],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00046819827,0.00011425475,0.8850622,0.000005705688,0.00005563061,0.00052942144,0.0033061735,0.00006500316,0.00007462834,0.00013820366,0.000210166,0.109970376],"study_design_scores_gemma":[0.00039716664,0.00008469353,0.99243283,0.00013605673,0.000025293402,0.00054723234,0.0037197322,0.00013547608,0.000074669566,0.000095815674,0.002288458,0.00006258012],"about_ca_topic_score_codex":0.000054360175,"about_ca_topic_score_gemma":0.0000015428499,"teacher_disagreement_score":0.1099078,"about_ca_system_score_codex":0.000014415633,"about_ca_system_score_gemma":0.00007367549,"threshold_uncertainty_score":0.14095743},"labels":[],"label_agreement":null},{"id":"W2106390876","doi":"10.1109/iembs.2008.4649091","title":"Surgical accuracy under virtual reality-enhanced ultrasound guidance: An in vitro epicardial dynamic study","year":2008,"lang":"en","type":"article","venue":"","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Robarts Clinical Trials; Western University","funders":"Ontario Innovation Trust","keywords":"Visualization; Imaging phantom; Ultrasound; Virtual reality; Context (archaeology); Augmented reality; Computer science; Medical physics; Medicine; Biomedical engineering; Radiology; Human–computer interaction; Artificial intelligence","score_opus":0.04971617352954127,"score_gpt":0.36370439320143205,"score_spread":0.3139882196718908,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2106390876","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9775197,0.000021906797,0.0011681535,0.00020666634,0.0001322085,0.00048958306,0.000004005327,0.00016699707,0.02029076],"genre_scores_gemma":[0.99857765,0.000023240895,0.00014611089,0.00038004934,0.00015708733,0.000021562226,0.00007261684,0.00002227332,0.00059938297],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9979751,0.00027538685,0.0004974312,0.00044026307,0.0004670633,0.00034476563],"domain_scores_gemma":[0.99822843,0.0010258914,0.00005885901,0.00035042845,0.00007559805,0.00026080213],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0005097864,0.0001889314,0.00047283852,0.000112363734,0.00012304205,0.000018378007,0.00009276449,0.00011680538,0.0007480605],"category_scores_gemma":[0.0003631912,0.00015200635,0.00011788869,0.00038427487,0.00011121945,0.00017823857,0.000027839345,0.0003497738,0.00005836669],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.053919382,0.037489913,0.45886013,0.00010034258,0.0016011006,0.013568218,0.034069013,0.023871832,0.105296366,0.007582885,0.00045564782,0.26318517],"study_design_scores_gemma":[0.034164812,0.0011882926,0.9477719,0.000029837227,0.00006752451,0.00032227795,0.006182788,0.0057812035,0.0017321979,0.0002629762,0.0019676955,0.0005284648],"about_ca_topic_score_codex":0.00012399953,"about_ca_topic_score_gemma":0.000085766755,"teacher_disagreement_score":0.48891178,"about_ca_system_score_codex":0.000114975395,"about_ca_system_score_gemma":0.00009661353,"threshold_uncertainty_score":0.8190738},"labels":[],"label_agreement":null},{"id":"W2106987009","doi":"10.3109/08941930903469391","title":"Surgical Skills Lab: A Hub for Competency Training","year":2010,"lang":"en","type":"review","venue":"Journal of Investigative Surgery","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":17,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"BC Innovation Council","funders":"","keywords":"Medicine; Simulation training; Medical education; Process (computing); Medical simulation; Surgical simulation; Engineering management; Simulation; Surgery; Engineering; Computer science","score_opus":0.18080524790034805,"score_gpt":0.39574185777154364,"score_spread":0.2149366098711956,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2106987009","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0010466967,0.99382323,0.000044315802,0.00034691926,0.0014313055,0.0006366029,0.000047504087,0.000037471258,0.0025859445],"genre_scores_gemma":[0.0005184296,0.99197394,0.003898411,0.00037815387,0.0025795451,0.00003041289,0.00010329288,0.00011132328,0.00040651695],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99603736,0.00035018145,0.0022623863,0.00029991206,0.0006045655,0.0004455823],"domain_scores_gemma":[0.9859016,0.010139227,0.002235975,0.0002185621,0.0007127932,0.00079183123],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0027155785,0.00049596827,0.0045054434,0.000696749,0.000110009816,0.00004708468,0.0001629338,0.00057206827,0.00030944726],"category_scores_gemma":[0.0052883243,0.00033319424,0.0028594406,0.00057056086,0.00044991187,0.00014939936,0.000030365154,0.0017679096,0.000018346098],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00005859949,0.00014213844,0.0000933203,0.0033735211,0.0005210373,0.00074351643,0.00027489947,0.0000010771563,0.0000017148649,0.00075776206,0.0006868243,0.9933456],"study_design_scores_gemma":[0.0013415684,0.00014671705,0.00006770177,0.023704331,0.0010147084,0.0019052208,0.00007191131,0.000008046669,0.000008137358,0.00067622174,0.9707433,0.00031211032],"about_ca_topic_score_codex":8.875208e-7,"about_ca_topic_score_gemma":8.465313e-7,"teacher_disagreement_score":0.99303347,"about_ca_system_score_codex":0.000104074825,"about_ca_system_score_gemma":0.0030157303,"threshold_uncertainty_score":0.999912},"labels":[],"label_agreement":null},{"id":"W2107159604","doi":"10.1259/bjr/91767642","title":"Design and construction of a multipath vessel phantom for interventional training","year":2010,"lang":"en","type":"article","venue":"British Journal of Radiology","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University; Robarts Clinical Trials","funders":"Canadian Institutes of Health Research","keywords":"Imaging phantom; Computer science; Training (meteorology); Construct (python library); Variety (cybernetics); Medical physics; Medicine; Radiology; Artificial intelligence; Physics; Computer network","score_opus":0.04767828023758003,"score_gpt":0.3163633336797992,"score_spread":0.26868505344221916,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2107159604","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.929799,0.00042604358,0.06916666,0.000095886135,0.00033520747,0.00009432863,0.000003920092,0.000004247964,0.00007469648],"genre_scores_gemma":[0.92888796,0.00004625983,0.07082654,0.000039397397,0.00017940992,0.0000016023405,0.0000030205874,0.0000050112594,0.000010797129],"study_design_codex":"design_other","study_design_gemma":"case_report","domain_scores_codex":[0.99942434,0.00004610693,0.00032241165,0.00006232762,0.00006196794,0.000082820836],"domain_scores_gemma":[0.9991802,0.00035262064,0.00020814309,0.000022495973,0.00016432154,0.00007222848],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00055937766,0.000040137093,0.00024692327,0.00006936451,0.000029778474,0.000006315214,0.000026178011,0.000070807815,0.000093335555],"category_scores_gemma":[0.00045885865,0.000040551553,0.00008763828,0.00003376904,0.00014569153,0.00004921788,0.0000039828947,0.00018180678,1.1897908e-7],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0015975558,0.00019234931,0.011781674,0.00008487401,0.00029933214,0.00026662584,0.0006760146,0.000108036766,0.023459299,0.0025742073,0.00027120524,0.95868886],"study_design_scores_gemma":[0.058834735,0.0049507315,0.24459639,0.0013154586,0.00044626213,0.6396535,0.0016509998,0.023917422,0.0038918895,0.011075427,0.009331967,0.0003352028],"about_ca_topic_score_codex":0.0000022822933,"about_ca_topic_score_gemma":0.0000013568846,"teacher_disagreement_score":0.95835364,"about_ca_system_score_codex":0.0000052096434,"about_ca_system_score_gemma":0.000053132128,"threshold_uncertainty_score":0.16536443},"labels":[],"label_agreement":null},{"id":"W2107355449","doi":"10.5489/cuaj.11190","title":"Status of robotic-assisted surgery among Canadian urology residents","year":2012,"lang":"en","type":"article","venue":"Canadian Urological Association Journal","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":15,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"University of British Columbia","funders":"","keywords":"Perception; Urology; Medicine; Family medicine; Psychology","score_opus":0.03930817128959587,"score_gpt":0.2691370250925251,"score_spread":0.2298288538029292,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2107355449","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9830567,0.00032164564,0.000022112086,0.0043697697,0.000774907,0.000112088266,0.000016811953,0.000019348048,0.011306616],"genre_scores_gemma":[0.9956312,0.000039985243,0.000057105673,0.0035577873,0.00038557846,0.0000023675918,0.000039588253,0.000013362763,0.0002729967],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99735487,0.0002792464,0.0005192011,0.0001284203,0.00035689012,0.0013614023],"domain_scores_gemma":[0.9946817,0.0006173653,0.00032420168,0.00009900003,0.00030036402,0.0039773528],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0012553581,0.00012721155,0.00040479936,0.0005002104,0.00021698927,0.000031884447,0.00006764096,0.00036630046,0.0025779444],"category_scores_gemma":[0.003712498,0.000110434084,0.00019284106,0.00035195175,0.000055791046,0.000143827,0.000007436778,0.0005587592,0.00005903838],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00003101776,0.000030593692,0.9941349,0.0000025015624,0.00009296057,0.00007191893,0.00009557563,0.00010788752,0.0000051369957,0.00015589199,0.0022251923,0.0030464267],"study_design_scores_gemma":[0.00068601983,0.000055723423,0.9549701,0.000007869417,0.000075981974,0.00009015263,0.000051778556,0.00012214121,0.0000035402302,0.00007382221,0.043765347,0.00009749175],"about_ca_topic_score_codex":0.1279916,"about_ca_topic_score_gemma":0.13071147,"teacher_disagreement_score":0.041540157,"about_ca_system_score_codex":0.0015069556,"about_ca_system_score_gemma":0.001407847,"threshold_uncertainty_score":0.9983338},"labels":[],"label_agreement":null},{"id":"W2107735911","doi":"10.1016/j.amjsurg.2007.01.003","title":"The impact of a formal mentoring program for minimally invasive surgery on surgeon practice and patient outcomes","year":2007,"lang":"en","type":"article","venue":"The American Journal of Surgery","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":64,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Royal Alexandra Hospital; University of Alberta; Capital District Health Authority","funders":"","keywords":"Mentorship; Medicine; Invasive surgery; Clinical Practice; Academic institution; Duty; Surgery; Colorectal surgery; General surgery; Medical education; Abdominal surgery; Physical therapy; Management","score_opus":0.04929442702633398,"score_gpt":0.36599592243208107,"score_spread":0.3167014954057471,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2107735911","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99746805,0.00020041146,0.00002862303,0.0015905421,0.0001685242,0.00023449052,0.0000021823448,0.0000094193865,0.0002977483],"genre_scores_gemma":[0.99907446,0.00019783062,0.00020721507,0.00040577745,0.00008331402,0.000005431786,0.0000011670065,0.000015331783,0.000009495319],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9982479,0.00012494579,0.00077979435,0.00008321631,0.00041095322,0.00035318043],"domain_scores_gemma":[0.96393454,0.033915155,0.0014672077,0.00013423212,0.0003718522,0.0001770391],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0042366744,0.00013223416,0.0006098722,0.0001724988,0.00013382736,0.000027045548,0.00005494356,0.000020062454,0.000005910256],"category_scores_gemma":[0.004471659,0.000060788145,0.000549143,0.00027391015,0.0002264707,0.00015381638,0.000019531424,0.00018478597,3.773132e-7],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.008342686,0.00024155565,0.29448304,0.000011405261,0.0004935982,0.000060111335,0.00065211824,0.000039510913,0.00006684484,0.000019793515,0.0001758718,0.6954135],"study_design_scores_gemma":[0.0008885713,0.0018900137,0.98499763,0.0002318055,0.0001445811,0.0002914905,0.0057240175,0.00004878439,0.0005077382,0.000031176092,0.005126847,0.00011731661],"about_ca_topic_score_codex":0.000048116344,"about_ca_topic_score_gemma":0.0000015371928,"teacher_disagreement_score":0.69529617,"about_ca_system_score_codex":0.00006425435,"about_ca_system_score_gemma":0.0002441343,"threshold_uncertainty_score":0.53533167},"labels":[],"label_agreement":null},{"id":"W2107743006","doi":"10.1186/s40463-014-0027-5","title":"Resource development in otolaryngology-head and neck surgery: An analysis on patient education resource development","year":2014,"lang":"en","type":"article","venue":"Journal of Otolaryngology - Head and Neck Surgery","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Toronto East General Hospital; University of Toronto","funders":"","keywords":"Otorhinolaryngology; Resource (disambiguation); Citizen journalism; Population; Medical education; Medicine; Process (computing); Head and neck; Grey literature; Computer science; MEDLINE; Surgery; Political science; World Wide Web","score_opus":0.026402886102878713,"score_gpt":0.28371130357816987,"score_spread":0.25730841747529115,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2107743006","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99719167,0.0006126727,0.0000384969,0.0009106994,0.00019762779,0.00021199799,8.439352e-7,0.000028203805,0.00080780213],"genre_scores_gemma":[0.9955181,0.00007279444,0.0011179453,0.0029429651,0.00016492292,0.00001561543,0.00007439094,0.00002999885,0.000063263244],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9964424,0.00058096973,0.0015430243,0.00048304463,0.00044590546,0.0005046806],"domain_scores_gemma":[0.9965532,0.0017624651,0.0006483421,0.00026722983,0.00018572253,0.0005830379],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0023264678,0.00033503145,0.0014226254,0.0017478906,0.00022347739,0.00003928365,0.00008461788,0.00032274504,0.000095887284],"category_scores_gemma":[0.00070582825,0.00028073628,0.00022542833,0.0007171245,0.00012601896,0.00019151422,0.00005477449,0.0006139992,0.000007525451],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0012823163,0.00073482,0.92848015,0.00007689666,0.0002827158,0.0001652992,0.0013728858,0.00006215707,0.000044371485,0.000045934907,0.00022143679,0.06723102],"study_design_scores_gemma":[0.0011942765,0.0003171267,0.8886367,0.000534642,0.00013046467,0.0003866305,0.00014890668,0.00029480463,0.00018901803,0.00002005087,0.10789561,0.00025177185],"about_ca_topic_score_codex":0.000025169486,"about_ca_topic_score_gemma":0.00008892805,"teacher_disagreement_score":0.107674174,"about_ca_system_score_codex":0.00015098769,"about_ca_system_score_gemma":0.00060590554,"threshold_uncertainty_score":0.9999645},"labels":[],"label_agreement":null},{"id":"W2107835408","doi":"10.1016/j.amjsurg.2005.04.004","title":"A global assessment tool for evaluation of intraoperative laparoscopic skills","year":2005,"lang":"en","type":"article","venue":"The American Journal of Surgery","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":906,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Montréal; McGill University Health Centre","funders":"Royal College of Physicians and Surgeons of Canada","keywords":"Checklist; Intraclass correlation; Medicine; Laparoscopic cholecystectomy; Competence (human resources); Physical therapy; Confidence interval; Rating scale; Visual analogue scale; Surgery; Psychometrics; Psychology; Clinical psychology; Internal medicine","score_opus":0.04870957729403331,"score_gpt":0.3988705501773763,"score_spread":0.350160972883343,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2107835408","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9964192,0.000090424466,0.0009789334,0.0017046675,0.000109990804,0.00014625349,0.0000043459104,0.000003935992,0.000542266],"genre_scores_gemma":[0.9977365,0.000026888882,0.0013141385,0.0006463884,0.00025139595,0.0000048013626,0.000002157262,0.0000048872894,0.0000128473175],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9987406,0.00017274328,0.000448619,0.0000571084,0.00047352296,0.00010739817],"domain_scores_gemma":[0.99787,0.000907657,0.0005204042,0.000087726876,0.00055790454,0.000056308447],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0024027557,0.0000646365,0.00040557343,0.000054916836,0.000033724755,0.000008165048,0.0000441272,0.000012055821,0.0001383865],"category_scores_gemma":[0.00046037804,0.000038204143,0.00017793977,0.00023053524,0.00012005392,0.00006949629,0.0000064795545,0.00007403819,0.0000011741054],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00066228723,0.00027311966,0.15137897,0.0000094708885,0.00027139665,0.0000031780226,0.0003215384,0.004532851,0.00018526982,0.00021866219,0.00028177488,0.8418615],"study_design_scores_gemma":[0.004356051,0.0004274117,0.9836554,0.00019813936,0.00043751884,0.00009200974,0.0008252512,0.006950901,0.00065610756,0.0003198923,0.0019886997,0.000092634196],"about_ca_topic_score_codex":0.0000035817268,"about_ca_topic_score_gemma":6.810493e-7,"teacher_disagreement_score":0.84176886,"about_ca_system_score_codex":0.000128421,"about_ca_system_score_gemma":0.00039367774,"threshold_uncertainty_score":0.15579198},"labels":[],"label_agreement":null},{"id":"W2107948499","doi":"","title":"Visual-spatial ability, learning modality and surgical knot tying.","year":2006,"lang":"en","type":"article","venue":"PubMed","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":56,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Western University","funders":"","keywords":"Knot tying; Medicine; Tying; Test (biology); Artificial intelligence; Surgery; Computer science","score_opus":0.02693596480820582,"score_gpt":0.2838862260993473,"score_spread":0.2569502612911415,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2107948499","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.957583,0.00008869056,0.00013217056,0.0008846418,0.00006596358,0.00030804003,7.71809e-7,0.00013170094,0.04080503],"genre_scores_gemma":[0.99866474,0.0000040494097,0.000027883767,0.00008169769,0.00030192902,0.000083812025,0.000018832407,0.000011013654,0.00080604997],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9989931,0.00007464408,0.00021449813,0.00023025353,0.00021759853,0.00026990872],"domain_scores_gemma":[0.99943393,0.00023915617,0.000040052615,0.000079350284,0.000041628493,0.00016585611],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00047465914,0.00009340599,0.00020508395,0.000043313823,0.00008238047,0.000028818322,0.000021556574,0.00007785948,0.0001440563],"category_scores_gemma":[0.0001923143,0.0000783088,0.000061553226,0.00011182251,0.00007902856,0.000044878157,0.000034510653,0.00019464189,0.000008382656],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00020766057,0.0001342136,0.5378908,0.000024992949,0.00001465637,0.00004900865,0.00003069775,0.00012994756,0.0000079005,0.0005568665,0.000012049378,0.46094123],"study_design_scores_gemma":[0.0028243852,0.0000244288,0.964685,0.0000049238447,0.000021902286,0.000021706943,0.000013700723,0.004687251,0.000058839483,0.0004008838,0.0271689,0.00008808304],"about_ca_topic_score_codex":0.00026398432,"about_ca_topic_score_gemma":0.000015572165,"teacher_disagreement_score":0.46085313,"about_ca_system_score_codex":0.000034528275,"about_ca_system_score_gemma":0.000012488054,"threshold_uncertainty_score":0.31933403},"labels":[],"label_agreement":null},{"id":"W2108704790","doi":"10.1016/j.jmig.2014.08.304","title":"A Validation Study: Does Use of an Interactive Computer Based Laparoscopic Hysterectomy Trainer Expand Cognitive Surgical Knowledge of Ob/Gyn Trainees beyond That of Traditional Educational Tools?","year":2014,"lang":"en","type":"article","venue":"Journal of Minimally Invasive Gynecology","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia; University of Toronto","funders":"","keywords":"Medicine; Trainer; Hysterectomy; Laparoscopic hysterectomy; Cognition; Gynecology; Medical education; General surgery; Medical physics; Surgery; Psychiatry","score_opus":0.07712901167310268,"score_gpt":0.33091487485568655,"score_spread":0.2537858631825839,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2108704790","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9980128,0.000021567086,0.00026438475,0.00023736471,0.00038411768,0.0004051948,0.00007933747,0.000005052709,0.0005901731],"genre_scores_gemma":[0.9977484,0.000003985651,0.0016384356,0.00014988157,0.00029724554,0.000012934407,0.0001101024,0.000016242515,0.000022798728],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9974938,0.0006725877,0.0010817338,0.0002217482,0.00035912168,0.00017100423],"domain_scores_gemma":[0.9802384,0.01698249,0.0011376409,0.00011203484,0.0013648435,0.00016459462],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0006117803,0.00019596033,0.0009604374,0.0004174064,0.000036126105,0.000015519197,0.000115228046,0.00013716042,0.0009906614],"category_scores_gemma":[0.0020508443,0.00014276819,0.00026424485,0.00017560166,0.00029342013,0.00040114377,0.000021240414,0.00026324927,0.0000014622768],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.02111013,0.04461852,0.79888195,0.0011383703,0.0045141983,0.00028118637,0.040254213,0.0018739176,0.026642427,0.0016513296,0.00024663276,0.058787122],"study_design_scores_gemma":[0.022802899,0.010678991,0.9406359,0.00048509226,0.00048635402,0.00012893714,0.0034907006,0.0011600365,0.019531079,0.00027242646,0.00014835974,0.00017921548],"about_ca_topic_score_codex":0.000005086528,"about_ca_topic_score_gemma":0.0000399151,"teacher_disagreement_score":0.14175396,"about_ca_system_score_codex":0.0000638273,"about_ca_system_score_gemma":0.00061209727,"threshold_uncertainty_score":0.9999226},"labels":[],"label_agreement":null},{"id":"W2108916702","doi":"10.1016/j.surg.2012.03.017","title":"Orthopaedic Boot Camp II: Examining the retention rates of an intensive surgical skills course","year":2012,"lang":"en","type":"article","venue":"Surgery","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":70,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University; University of Toronto; Mount Sinai Hospital","funders":"","keywords":"Boot camp; Medicine; Curriculum; Privilege (computing); Medical education; Scale (ratio); Skills management; Psychology; Pedagogy","score_opus":0.06880938886933795,"score_gpt":0.33329480817174,"score_spread":0.26448541930240205,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2108916702","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9961992,0.00051596767,0.0000101289415,0.0002551265,0.00055809616,0.00013523159,0.0000035355183,0.000051523886,0.0022712192],"genre_scores_gemma":[0.998587,0.000034809225,0.000025958316,0.0004026342,0.00041043412,0.0000073116767,0.000077513854,0.000017659904,0.00043667163],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9987117,0.00016565154,0.0003693143,0.00014839486,0.00030531874,0.0002996408],"domain_scores_gemma":[0.9976834,0.0014827795,0.00014987445,0.0002259258,0.0002553117,0.0002026825],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0014234047,0.000117056756,0.00033655096,0.000079712656,0.00011474881,0.000008269577,0.00003199188,0.000088472625,0.0007720944],"category_scores_gemma":[0.000797392,0.00007404907,0.00017263171,0.00024168032,0.00014633055,0.0001563583,0.000031252603,0.00018562554,0.000023226054],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0002962108,0.00040122727,0.9439071,0.00003882962,0.00011600605,0.00013641249,0.0016207696,0.000018610821,0.00018464307,0.00030709512,0.00043881664,0.0525343],"study_design_scores_gemma":[0.0015193576,0.00012827992,0.97280866,0.00029778844,0.00014546684,0.00024045834,0.0026208728,0.00047026342,0.0010228788,0.000037556732,0.020533256,0.00017516203],"about_ca_topic_score_codex":0.0000139624935,"about_ca_topic_score_gemma":0.0000017942523,"teacher_disagreement_score":0.052359138,"about_ca_system_score_codex":0.000016328984,"about_ca_system_score_gemma":0.00006450219,"threshold_uncertainty_score":0.84538925},"labels":[],"label_agreement":null},{"id":"W2108939061","doi":"10.1016/j.jsurg.2013.09.008","title":"Evidence-Based Microsurgical Skill-Acquisition Series Part 1: Validated Microsurgical Models—A Systematic Review","year":2014,"lang":"en","type":"review","venue":"Journal of surgical education","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":55,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Alberta Health Services; University of Calgary","funders":"","keywords":"Face validity; Construct (python library); MEDLINE; Medicine; Computer science; Microsurgery; Cochrane Library; Construct validity; Systematic review; Medical physics; Randomized controlled trial; Artificial intelligence; Natural language processing; Surgery; Psychometrics; Clinical psychology","score_opus":0.10311758149546843,"score_gpt":0.3923737723096518,"score_spread":0.2892561908141834,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2108939061","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00005291145,0.9944347,0.00018767767,0.0012675404,0.0011758098,0.002012255,0.000013451518,0.000066128465,0.00078951585],"genre_scores_gemma":[0.00045865026,0.99538183,0.00043541857,0.0010124748,0.0013903623,0.00013272492,0.00035571578,0.00009766451,0.0007351777],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.9909484,0.0018227458,0.0047741556,0.00057694473,0.0013750826,0.00050271035],"domain_scores_gemma":[0.9909214,0.0023421082,0.0036964938,0.000692803,0.0015089022,0.0008383424],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0040704096,0.0008043131,0.006955826,0.00055301766,0.00015288405,0.00017118902,0.00039316688,0.00073340704,0.0013582688],"category_scores_gemma":[0.0011372055,0.0005253321,0.0029420967,0.001067066,0.00019101895,0.00059402187,0.0000507309,0.0012749486,0.00015373886],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00035558848,0.0009759833,0.0000056249473,0.9210403,0.00048021213,0.00033503326,0.00003294097,0.000038896724,4.5889232e-7,0.00048758063,0.002163179,0.07408423],"study_design_scores_gemma":[0.00087772834,0.00021884056,0.0000013031515,0.5158541,0.00459271,0.004084658,0.000013728023,0.0000503286,0.0000014385283,0.000033538043,0.47397676,0.0002948742],"about_ca_topic_score_codex":0.0000022622587,"about_ca_topic_score_gemma":1.428297e-7,"teacher_disagreement_score":0.4718136,"about_ca_system_score_codex":0.0005326042,"about_ca_system_score_gemma":0.0026841948,"threshold_uncertainty_score":0.9997198},"labels":[],"label_agreement":null},{"id":"W2109287282","doi":"10.1016/j.amjsurg.2009.07.035","title":"Fundamentals of Laparoscopic Surgery simulator training to proficiency improves laparoscopic performance in the operating room—a randomized controlled trial","year":2009,"lang":"en","type":"article","venue":"The American Journal of Surgery","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":543,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"","keywords":"Randomized controlled trial; Medicine; Physical therapy; Randomization; Laparoscopic cholecystectomy; Rating scale; Laparoscopic surgery; Curriculum; Surgery; Laparoscopy; Psychology","score_opus":0.04765300689988797,"score_gpt":0.3237449712325464,"score_spread":0.2760919643326585,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2109287282","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9958724,0.0002443829,0.000036496014,0.0018312356,0.0003695875,0.0013024595,7.4014343e-7,0.000011327924,0.00033139685],"genre_scores_gemma":[0.9972376,0.00007407932,0.000082479055,0.002221071,0.00031058516,0.00003161103,0.0000011209061,0.000012865473,0.00002857142],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9959625,0.000920995,0.0019318165,0.00015146745,0.0006680918,0.00036514646],"domain_scores_gemma":[0.98780483,0.010306258,0.0013819124,0.00022009572,0.00015552648,0.00013136608],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00974754,0.00020615081,0.0030800572,0.0003670868,0.00011748914,0.00004630069,0.00018343564,0.000032023792,0.000039520313],"category_scores_gemma":[0.0031813458,0.00009880658,0.0007216669,0.0007862897,0.00023826618,0.00013714969,0.000013548769,0.00035202608,0.0000018928723],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.9114264,0.00047319784,0.01814329,0.00002677817,0.00024263593,0.000045565073,0.005486578,0.0022409414,0.0026432532,0.000045478362,0.000026869202,0.059198976],"study_design_scores_gemma":[0.9146422,0.0016328528,0.069644764,0.0010375277,0.0003407369,0.00009582139,0.0065981015,0.004571436,0.0010072025,0.000050976127,0.000102554564,0.00027583865],"about_ca_topic_score_codex":0.000009816705,"about_ca_topic_score_gemma":3.5046688e-7,"teacher_disagreement_score":0.058923136,"about_ca_system_score_codex":0.00004313944,"about_ca_system_score_gemma":0.0003829101,"threshold_uncertainty_score":0.40292156},"labels":[],"label_agreement":null},{"id":"W2109382108","doi":"10.1177/1553350612449075","title":"What Do Surgeons See","year":2012,"lang":"en","type":"article","venue":"Surgical Innovation","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":59,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia; University of Alberta; Simon Fraser University","funders":"Mitacs","keywords":"Eye tracking; Computer vision; Eye tracking on the ISS; Gaze; BitTorrent tracker; Artificial intelligence; Computer science; Optical head-mounted display; Flexibility (engineering); Workflow","score_opus":0.06627604623785291,"score_gpt":0.3510269566674248,"score_spread":0.2847509104295719,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2109382108","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9461928,0.00031150336,0.00011850332,0.0011179649,0.00082087365,0.00013790476,9.392737e-7,0.00012603722,0.051173486],"genre_scores_gemma":[0.99720645,0.00005089649,0.00009297305,0.0006684212,0.00037118915,0.000008211247,0.00010467338,0.00001263807,0.0014845537],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.9989991,0.000033463097,0.00030536635,0.00012645706,0.0002672743,0.00026832742],"domain_scores_gemma":[0.9993278,0.00017308688,0.00006149116,0.00013622409,0.00018705596,0.00011433484],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00057488534,0.00009325551,0.00017036534,0.0001589452,0.000060727783,0.000046360747,0.000024917372,0.000103041355,0.0031323868],"category_scores_gemma":[0.00013558056,0.000074518684,0.00005604352,0.0011272314,0.000038769373,0.00048459903,0.00001745311,0.00016673762,0.0003328567],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0003528117,0.000506877,0.36616656,0.000035781664,0.00007298148,0.000062687344,0.00043070744,0.000020011845,0.00032483446,0.26706484,0.0009261258,0.36403582],"study_design_scores_gemma":[0.0028165285,0.00004382681,0.13426304,0.00008505029,0.00002276102,0.00007953946,0.00032137719,0.00023731476,0.00057416374,0.00053012173,0.8608629,0.0001633765],"about_ca_topic_score_codex":0.000003149885,"about_ca_topic_score_gemma":2.4554268e-7,"teacher_disagreement_score":0.8599368,"about_ca_system_score_codex":0.000034995614,"about_ca_system_score_gemma":0.0000215881,"threshold_uncertainty_score":0.9977789},"labels":[],"label_agreement":null},{"id":"W2110432735","doi":"10.1016/s0002-9610(00)00304-4","title":"A comprehensive examination for senior surgical residents","year":2000,"lang":"en","type":"article","venue":"The American Journal of Surgery","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":83,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Medicine; Competence (human resources); Test (biology); Physical examination; Medical education; Medical physics; Educational measurement; Surgery; Curriculum; Psychology","score_opus":0.06253082658426978,"score_gpt":0.33375222255504206,"score_spread":0.27122139597077227,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2110432735","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99747217,0.00013661991,0.00006235562,0.0012591035,0.000095013536,0.00008262678,0.0000016925057,0.000011194629,0.000879208],"genre_scores_gemma":[0.9982996,0.00015316227,0.0001658689,0.0006528703,0.0003516516,0.0000020297764,0.0000030646486,0.000011837003,0.0003599116],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9989345,0.00015518027,0.0003971226,0.00007201138,0.0002908906,0.00015031049],"domain_scores_gemma":[0.9966587,0.0026123666,0.00029939594,0.00009733438,0.0002179911,0.00011422541],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00071469246,0.00007716151,0.00041374692,0.00010335433,0.00006582013,0.000013770392,0.00005212579,0.00001633416,0.00041553896],"category_scores_gemma":[0.000115760384,0.0000464049,0.00026546762,0.0002556648,0.00015977338,0.00006078062,0.000004748017,0.00013456334,0.000013660705],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0030030021,0.00008945379,0.017657988,0.000012824826,0.00012433217,0.00022524832,0.00026761752,0.00015023269,0.00007536686,0.000019705212,0.00042217027,0.97795206],"study_design_scores_gemma":[0.0023792977,0.00029102995,0.93454635,0.00014396392,0.00011064666,0.001364712,0.00072835427,0.0004464421,0.00012479696,0.000106734195,0.059653614,0.000104070095],"about_ca_topic_score_codex":0.000009335048,"about_ca_topic_score_gemma":9.962495e-8,"teacher_disagreement_score":0.977848,"about_ca_system_score_codex":0.000026237205,"about_ca_system_score_gemma":0.00006146143,"threshold_uncertainty_score":0.454986},"labels":[],"label_agreement":null},{"id":"W2110843125","doi":"10.1186/s40463-014-0038-2","title":"Gesture-controlled interactive three dimensional anatomy: A novel teaching tool in head and neck surgery","year":2014,"lang":"en","type":"article","venue":"Journal of Otolaryngology - Head and Neck Surgery","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":13,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Health Sciences Centre; University of Manitoba","funders":"","keywords":"Computer science; Gesture; Stereoscopy; Computer vision; Match moving; Projection (relational algebra); Computer graphics (images); Interface (matter); Virtual reality; Artificial intelligence; Gesture recognition; Computer graphics; Haptic technology; Human–computer interaction; Motion (physics)","score_opus":0.024978049323432165,"score_gpt":0.2992693613558827,"score_spread":0.27429131203245055,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2110843125","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99562407,0.00097099395,0.00011501635,0.0021506988,0.0004924885,0.0002067226,0.0000016686254,0.000019404592,0.00041895616],"genre_scores_gemma":[0.99694085,0.0000809196,0.00041982072,0.002138193,0.00035473934,0.0000060682023,0.000007434267,0.000023810007,0.000028176895],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9976764,0.00028099562,0.0010833642,0.00028397515,0.00029242423,0.00038288545],"domain_scores_gemma":[0.9919045,0.0070816167,0.00049259106,0.00013563626,0.00014057165,0.00024506834],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002502421,0.00025821818,0.0016639864,0.00065358117,0.00012555576,0.000034173216,0.000047073234,0.00023875797,0.00007641137],"category_scores_gemma":[0.0023777336,0.00019136671,0.0003341897,0.00016398492,0.00011500415,0.00032319862,0.000048308968,0.0010368199,0.0000030691328],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.005961265,0.00047798912,0.982088,0.000049609363,0.00021608053,0.00057390647,0.0001757321,0.000023166585,0.00030740982,0.00025703167,0.00016757227,0.00970221],"study_design_scores_gemma":[0.013178621,0.00024332773,0.97611487,0.0008715783,0.00008060297,0.0018930794,0.000019666068,0.0039585424,0.000015473064,0.00029604885,0.003142706,0.00018545923],"about_ca_topic_score_codex":0.000046432717,"about_ca_topic_score_gemma":0.00006345553,"teacher_disagreement_score":0.009516751,"about_ca_system_score_codex":0.000050367235,"about_ca_system_score_gemma":0.00018052055,"threshold_uncertainty_score":0.7803708},"labels":[],"label_agreement":null},{"id":"W2111886382","doi":"10.4081/std.2012.e9","title":"Surgical Techniques: Past, Present and Future","year":2012,"lang":"en","type":"article","venue":"Surgical Techniques Development","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Context (archaeology); Surgical procedures; Medicine; Surgery; History; Archaeology","score_opus":0.029050230371260213,"score_gpt":0.31852291005717137,"score_spread":0.28947267968591117,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2111886382","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.35682023,0.0055213734,0.0009778307,0.011150366,0.0006252954,0.0035318197,0.000010150488,0.0054087336,0.6159542],"genre_scores_gemma":[0.9452566,0.00052809535,0.04619199,0.00047160435,0.005141674,0.00028890045,0.00007972661,0.000066015586,0.001975403],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9977616,0.00008854133,0.0005538062,0.00038685373,0.0005633619,0.0006458479],"domain_scores_gemma":[0.9987213,0.00016696959,0.00008636481,0.00026011802,0.00010175099,0.0006635176],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.000806579,0.00032266797,0.0005006323,0.00017025556,0.00014805594,0.000034191373,0.00009505486,0.00033219325,0.00094005064],"category_scores_gemma":[0.000009606003,0.00024120466,0.00012859156,0.00031130417,0.0001296087,0.00015047014,0.00016959422,0.0004160536,0.000042454216],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00033835662,0.0004676358,0.026287105,0.00008086185,0.000080207355,0.00042102474,0.0003728429,5.1127827e-8,0.000031871183,0.003221103,0.0022469661,0.966452],"study_design_scores_gemma":[0.001099463,0.00009237009,0.011652827,0.00009123198,0.000023042317,0.00067804696,0.00006998819,0.0000071523373,0.009736454,0.00007449062,0.9761562,0.00031875056],"about_ca_topic_score_codex":0.0000029158452,"about_ca_topic_score_gemma":1.3088564e-7,"teacher_disagreement_score":0.9739092,"about_ca_system_score_codex":0.00013755783,"about_ca_system_score_gemma":0.000070586706,"threshold_uncertainty_score":0.99997324},"labels":[],"label_agreement":null},{"id":"W2112424787","doi":"10.1016/j.amjsurg.2006.08.076","title":"Construct validity of computer-assisted assessment: quantification of movement processes during a vascular anastomosis on a live porcine model","year":2007,"lang":"en","type":"article","venue":"The American Journal of Surgery","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":24,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia; University of Toronto; University of Manitoba; Mount Sinai Hospital","funders":"","keywords":"Construct (python library); Construct validity; Task (project management); Session (web analytics); Anastomosis; Computer science; Movement (music); Physical medicine and rehabilitation; Simulation; Human–computer interaction; Medical physics; Medicine; Surgery; Engineering; Systems engineering","score_opus":0.08286693853238514,"score_gpt":0.33115228676976216,"score_spread":0.24828534823737702,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2112424787","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98276097,0.00004612198,0.016750395,0.0001708608,0.00005961742,0.00008898014,0.000003743027,0.000008488502,0.00011082723],"genre_scores_gemma":[0.99758834,0.00010041773,0.002079761,0.00014715108,0.00006659664,7.771585e-7,0.0000030234185,0.000010856809,0.0000030985534],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99827516,0.000102253915,0.00083144807,0.000102357175,0.0005430791,0.00014572128],"domain_scores_gemma":[0.99650544,0.0011219635,0.0015439488,0.00017843863,0.00054970995,0.00010052281],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0016618655,0.00010728126,0.00064737286,0.00025787833,0.000046395653,0.0000059212507,0.00007608394,0.000019003954,0.000023850755],"category_scores_gemma":[0.0001646352,0.000070651855,0.00023922691,0.0005443029,0.00023095586,0.000056062992,0.000015062254,0.00016216273,3.9543255e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0046435655,0.001960754,0.7648602,0.0006604557,0.0013875811,0.00013011263,0.0016417595,0.03961028,0.024864737,0.00025012167,0.00002389049,0.15996654],"study_design_scores_gemma":[0.001304691,0.0004144952,0.9758754,0.0006979828,0.00020403916,0.000063803534,0.0011951949,0.008376882,0.0117086675,0.00005550882,0.000009046593,0.0000943063],"about_ca_topic_score_codex":0.000021215275,"about_ca_topic_score_gemma":7.5334594e-7,"teacher_disagreement_score":0.21101518,"about_ca_system_score_codex":0.000053821215,"about_ca_system_score_gemma":0.00021622254,"threshold_uncertainty_score":0.2881099},"labels":[],"label_agreement":null},{"id":"W2112521440","doi":"10.1146/annurev-bioeng-070909-105249","title":"Image-Guided Interventions: Technology Review and Clinical Applications","year":2010,"lang":"en","type":"review","venue":"Annual Review of Biomedical Engineering","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":448,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University","funders":"","keywords":"Psychological intervention; Field (mathematics); Medical physics; Computer science; Visualization; Medicine; Data science; Artificial intelligence","score_opus":0.05412981033496111,"score_gpt":0.4515666838337838,"score_spread":0.3974368734988227,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2112521440","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[9.481422e-8,0.99482834,0.0015211784,0.00092654594,0.0001321709,0.0020120027,0.00007342749,0.00013289555,0.0003733172],"genre_scores_gemma":[5.4943916e-7,0.99340266,0.0051004277,0.00055308326,0.00019201449,0.00033244787,0.00031023097,0.00004774728,0.00006084828],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99643064,0.00006799483,0.0024923952,0.0004486852,0.00030445762,0.00025585273],"domain_scores_gemma":[0.9978035,0.0004792724,0.0005303186,0.0005548855,0.00025236048,0.00037964876],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0014437431,0.00036000856,0.0036179519,0.00034269688,0.000026991413,0.000005605532,0.00023895643,0.0005677285,0.0003890412],"category_scores_gemma":[0.0035295244,0.00026164224,0.0012355974,0.0012106205,0.0003247614,0.000049800714,0.00016690747,0.0012612658,0.00007102858],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[2.5659503e-7,0.00006435406,4.8901376e-7,0.39300862,0.0001103319,0.00000681421,5.007543e-7,1.4042019e-9,6.0973335e-8,0.00013137553,0.00040638624,0.6062708],"study_design_scores_gemma":[0.00020023655,0.000055933222,0.0000021846618,0.3762997,0.002712981,0.0001701741,0.0000011583458,0.0000071034583,2.8144505e-8,0.000003251764,0.62042165,0.00012558079],"about_ca_topic_score_codex":6.9000583e-7,"about_ca_topic_score_gemma":6.5422824e-8,"teacher_disagreement_score":0.62001526,"about_ca_system_score_codex":0.000027561293,"about_ca_system_score_gemma":0.00016801816,"threshold_uncertainty_score":0.9999836},"labels":[],"label_agreement":null},{"id":"W2113052199","doi":"","title":"Minimally invasive surgical practice: a survey of general surgeons in Ontario.","year":2004,"lang":"en","type":"article","venue":"PubMed","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":24,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Medicine; Subspecialty; Demographics; Likert scale; General surgery; Invasive surgery; Laparoscopy; Inguinal hernia; Surgery; Surgical procedures; Family medicine; Hernia","score_opus":0.07050466099247553,"score_gpt":0.29923965771172867,"score_spread":0.22873499671925313,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2113052199","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.96552235,0.00004504996,0.000002029438,0.0006058389,0.00008566439,0.0004212043,0.000004258431,0.000019857473,0.03329372],"genre_scores_gemma":[0.99880934,0.000009937934,0.00019632146,0.00027041798,0.000021847864,0.00010745468,0.000049892667,0.000010560135,0.000524213],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9987579,0.000114386305,0.00036599464,0.00019263991,0.00027298788,0.0002961199],"domain_scores_gemma":[0.9985117,0.00090165593,0.000099582256,0.00013654822,0.00015892138,0.0001916042],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0010498242,0.00009715027,0.00031367352,0.00011656851,0.000017172604,0.000008940899,0.0000476383,0.00008785804,0.0001574781],"category_scores_gemma":[0.0020414828,0.00008477844,0.000072024086,0.0003225475,0.000055175475,0.00009196996,0.000024462222,0.00022570381,0.000007936231],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0012831764,0.00047472713,0.987388,0.000010973862,0.000058468635,0.0006488617,0.0003170943,0.00032093175,0.0000060116167,0.00030392886,0.000017620367,0.009170192],"study_design_scores_gemma":[0.0071795788,0.000042112402,0.9876132,0.00001733936,0.000021854608,0.000051569656,0.0000336701,0.0000079531565,0.00016347959,0.00004103413,0.0047447965,0.00008341645],"about_ca_topic_score_codex":0.117618844,"about_ca_topic_score_gemma":0.22969134,"teacher_disagreement_score":0.1120725,"about_ca_system_score_codex":0.00019810228,"about_ca_system_score_gemma":0.00041688635,"threshold_uncertainty_score":0.888257},"labels":[],"label_agreement":null},{"id":"W2113382053","doi":"10.1002/j.0022-0337.2010.74.6.tb04907.x","title":"Teaching Methods and Surgical Training in North American Graduate Periodontics Programs: Exploring the Landscape","year":2010,"lang":"en","type":"article","venue":"Journal of Dental Education","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":13,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Dalhousie University","funders":"","keywords":"Periodontology; Curriculum; Medical education; Medicine; Test (biology); Faculty development; Surgical procedures; Professional development; Dentistry; Psychology; Surgery; Pedagogy","score_opus":0.0904393474267016,"score_gpt":0.40667033429903066,"score_spread":0.3162309868723291,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2113382053","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99776465,0.00003945304,0.000032083495,0.0006860481,0.00059240055,0.000086783264,1.2045845e-7,0.000007065382,0.0007914254],"genre_scores_gemma":[0.9921103,0.000025224323,0.00726525,0.00008363941,0.0004606244,0.0000052783353,0.0000025206352,0.000008650841,0.00003852932],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9992281,0.00010535653,0.00029074884,0.000075604265,0.00018684099,0.000113323564],"domain_scores_gemma":[0.9994072,0.00018029443,0.00017414517,0.00006130334,0.000055614644,0.000121443445],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00089720887,0.00006925025,0.0001858431,0.000121201556,0.000069827496,0.000046333706,0.000047412737,0.000014379807,0.000011896325],"category_scores_gemma":[0.00023054903,0.000044274424,0.000060580867,0.00020517883,0.00006648036,0.00014373315,0.000011635224,0.0006789583,7.936634e-7],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000053950946,0.00008955184,0.28378695,0.0000057893835,0.0000115802795,0.000011802796,0.007464975,0.0000036760448,0.00007038535,0.000054237335,0.0000018328815,0.70844525],"study_design_scores_gemma":[0.0011157041,0.00021156385,0.9482756,0.00006110085,0.00004825293,0.0012030727,0.041213278,0.00078468473,0.00004154133,0.000023198625,0.006949797,0.00007219732],"about_ca_topic_score_codex":0.000042631393,"about_ca_topic_score_gemma":0.00017484569,"teacher_disagreement_score":0.70837307,"about_ca_system_score_codex":0.000021140788,"about_ca_system_score_gemma":0.00012621634,"threshold_uncertainty_score":0.29497737},"labels":[],"label_agreement":null},{"id":"W2113536117","doi":"10.1007/s00464-010-1233-5","title":"Retention of laparoscopic procedural skills acquired on a virtual-reality surgical trainer","year":2010,"lang":"en","type":"article","venue":"Surgical Endoscopy","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":69,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto; St. Michael's Hospital","funders":"","keywords":"Trainer; Virtual reality; Medicine; Medical education; Psychology; Computer science; Human–computer interaction","score_opus":0.025820918017664184,"score_gpt":0.3260038259298838,"score_spread":0.30018290791221963,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2113536117","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9506583,0.000017934768,0.000009504505,0.0008736694,0.0004550335,0.00039769782,0.000021517048,0.00015529885,0.04741102],"genre_scores_gemma":[0.99735254,0.0000145571585,0.0001155364,0.00021586404,0.00037248438,0.000028148663,0.00010917779,0.000030360394,0.0017613037],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99767673,0.00011446773,0.00064432295,0.00046958076,0.0006637156,0.00043118888],"domain_scores_gemma":[0.9983211,0.0005828938,0.00016033367,0.00037728727,0.00014827772,0.00041006986],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0005127623,0.00026336632,0.0006758545,0.00013345612,0.000083886436,0.00002052929,0.000115412884,0.0002960669,0.0032805402],"category_scores_gemma":[0.0003720098,0.00019571345,0.00034157603,0.00039673742,0.00029201544,0.00009111387,0.00003420649,0.00044359404,0.00009214873],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.080959015,0.025218027,0.16319112,0.0017525358,0.0017142768,0.00786257,0.0033659108,0.0010593319,0.08074511,0.46818838,0.004180797,0.16176294],"study_design_scores_gemma":[0.28413668,0.0056461603,0.12288119,0.0011057649,0.00045018835,0.000860625,0.00031339427,0.005926136,0.09836457,0.002073823,0.4766444,0.0015970712],"about_ca_topic_score_codex":0.000020771171,"about_ca_topic_score_gemma":0.0000067859355,"teacher_disagreement_score":0.4724636,"about_ca_system_score_codex":0.000030955172,"about_ca_system_score_gemma":0.00010108564,"threshold_uncertainty_score":0.9976306},"labels":[],"label_agreement":null},{"id":"W2114700362","doi":"10.1002/bjs.9168","title":"Error rating tool to identify and analyse technical errors and events in laparoscopic surgery","year":2013,"lang":"en","type":"article","venue":"British journal of surgery","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":84,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto; St. Michael's Hospital","funders":"","keywords":"Medicine; Intraclass correlation; Interquartile range; Reliability (semiconductor); Rating scale; Surgery; Statistics; Psychometrics","score_opus":0.055283676309743485,"score_gpt":0.338047804865489,"score_spread":0.2827641285557455,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2114700362","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9982898,0.0008220142,0.000021447111,0.0004947003,0.00015062893,0.00012887057,0.0000013332576,0.000012437945,0.00007872886],"genre_scores_gemma":[0.99884796,0.00021200071,0.00030273895,0.0004768135,0.00009639589,0.000005012977,0.0000031251648,0.000013535285,0.000042403655],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99843115,0.00009374639,0.00080433284,0.00015290556,0.0002929207,0.00022495697],"domain_scores_gemma":[0.99835366,0.000992354,0.00019400397,0.000063995656,0.0001230643,0.00027290714],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0013683337,0.00009701391,0.0006004746,0.00036225334,0.000051460967,0.000055946406,0.000030379853,0.00008738244,0.0001796732],"category_scores_gemma":[0.0019205724,0.00009925039,0.00011785595,0.0003255956,0.000040784103,0.00028909944,0.00003216559,0.00030402586,0.000005769856],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000054484575,0.0000688695,0.91060746,0.00004005457,0.000029206412,0.00070261373,0.00003851366,0.000011088754,0.00058465236,9.744358e-7,0.0009275321,0.086934544],"study_design_scores_gemma":[0.00081206573,0.000019463156,0.99520034,0.0012033518,0.000026953985,0.002068714,0.00014313651,0.00007023052,0.000050644998,0.000044290085,0.0002575331,0.00010325733],"about_ca_topic_score_codex":0.00012458755,"about_ca_topic_score_gemma":0.00003213261,"teacher_disagreement_score":0.086831294,"about_ca_system_score_codex":0.000032239204,"about_ca_system_score_gemma":0.000076051096,"threshold_uncertainty_score":0.40473136},"labels":[],"label_agreement":null},{"id":"W2114706405","doi":"10.3109/10929088.2012.727641","title":"Sensor fusion for laparoscopic surgery skill acquisition","year":2012,"lang":"en","type":"article","venue":"Computer Aided Surgery","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"Canadian Institutes of Health Research","keywords":"Dreyfus model of skill acquisition; Computer science; Laparoscopic surgery; Orientation (vector space); Medical physics; Simulation; Physical medicine and rehabilitation; Human–computer interaction; Artificial intelligence; Laparoscopy; Medicine; Surgery","score_opus":0.05592724416139974,"score_gpt":0.3042564545420889,"score_spread":0.24832921038068914,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2114706405","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.977137,0.00024540906,0.018700879,0.0004453961,0.0024637654,0.000293922,0.0000064557853,0.00022330473,0.00048386428],"genre_scores_gemma":[0.99250805,0.000019807749,0.0023266538,0.002620128,0.0020619254,0.000023160352,0.00021021007,0.0000308947,0.00019919347],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99862075,0.000073806674,0.0004051161,0.00022653362,0.00021579351,0.00045798774],"domain_scores_gemma":[0.99613136,0.0031568094,0.000098563476,0.00021760691,0.00011135778,0.00028430016],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0007216287,0.00016473477,0.00051324605,0.0002069421,0.0001104368,0.000025298556,0.000028680051,0.0001175132,0.00032198415],"category_scores_gemma":[0.00014565192,0.00014431142,0.00036035758,0.00020124689,0.000032201162,0.00017494775,0.000030877796,0.000097715485,0.000101361715],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00060293876,0.0006006921,0.75356627,0.00035518588,0.00015023543,0.000050194983,0.00050408096,0.00010218758,0.00045429246,0.00036459893,0.033531547,0.20971778],"study_design_scores_gemma":[0.002993093,0.00007154617,0.8566297,0.0005708259,0.00012246941,0.00011346533,0.000057096957,0.009909576,0.0027587516,0.00015694584,0.12606591,0.0005506094],"about_ca_topic_score_codex":0.0000029405282,"about_ca_topic_score_gemma":1.5847581e-7,"teacher_disagreement_score":0.20916717,"about_ca_system_score_codex":0.000044205204,"about_ca_system_score_gemma":0.000050138446,"threshold_uncertainty_score":0.5884848},"labels":[],"label_agreement":null},{"id":"W2114763558","doi":"10.1016/j.jpedsurg.2014.02.063","title":"Motion analysis in the pediatric laparoscopic surgery (PLS) simulator: validation and potential use in teaching and assessing surgical skills","year":2014,"lang":"en","type":"article","venue":"Journal of Pediatric Surgery","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":32,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"SickKids Foundation; University of Toronto; Children's Hospital of Eastern Ontario; Hospital for Sick Children; University of Ottawa","funders":"","keywords":"Motion (physics); Construct validity; Construct (python library); Motion analysis; Acceleration; Task (project management); Medicine; Match moving; Simulation; Range of motion; Tracking (education); Physical medicine and rehabilitation; Medical physics; Computer science; Artificial intelligence; Surgery; Psychology; Engineering","score_opus":0.02908527400343297,"score_gpt":0.30681558867438796,"score_spread":0.277730314670955,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2114763558","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99838203,0.00041135296,0.00062843185,0.00016523445,0.00027387016,0.00008438707,8.9008694e-7,0.00001075151,0.00004307212],"genre_scores_gemma":[0.9971305,0.0007348479,0.000105493345,0.00010128919,0.001896368,0.0000011660982,0.000010838437,0.000013076386,0.000006389263],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99683976,0.0010594403,0.0010543045,0.00021689499,0.0005700857,0.00025951536],"domain_scores_gemma":[0.9882792,0.010789226,0.00055651955,0.00012774108,0.000094841474,0.00015243138],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00729157,0.0001650224,0.0007674587,0.0019786102,0.000103508995,0.00017484794,0.000045152345,0.00014212915,0.00002515432],"category_scores_gemma":[0.0029552493,0.000117604824,0.00027733174,0.0012844763,0.000027520598,0.0005932593,0.00002196427,0.00063060445,8.059194e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006227464,0.0001781882,0.9847212,0.00003897736,0.000038055692,0.00017142836,0.00016359749,0.0030852677,0.0000020254097,0.000009649665,0.000040565254,0.011488804],"study_design_scores_gemma":[0.0014278841,0.000022505325,0.9916933,0.0000264076,0.0007527631,0.00009578501,0.000117476855,0.0055869124,0.000001940607,0.00004836795,0.000106205065,0.00012040859],"about_ca_topic_score_codex":0.000036161455,"about_ca_topic_score_gemma":0.0000041985263,"teacher_disagreement_score":0.011368395,"about_ca_system_score_codex":0.00004863381,"about_ca_system_score_gemma":0.00008687494,"threshold_uncertainty_score":0.47957855},"labels":[],"label_agreement":null},{"id":"W2114925492","doi":"10.1080/02841850802108438","title":"The use of virtual reality for training in carotid artery stenting: a construct validation study","year":2008,"lang":"en","type":"article","venue":"Acta Radiologica","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":28,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"AstraZeneca (Canada); University of Toronto","funders":"","keywords":"Medicine; Virtual reality; Carotid arteries; Construct (python library); Carotid stenting; Radiology; Medical physics; Surgery; Artificial intelligence; Carotid endarterectomy","score_opus":0.23463185689337046,"score_gpt":0.3397504027781285,"score_spread":0.10511854588475805,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2114925492","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99832964,0.000007202474,0.00018328356,0.000198487,0.00007894588,0.0007397301,0.000005692925,0.000029829474,0.00042721],"genre_scores_gemma":[0.9995019,0.000011995419,0.0002498197,0.00007819117,0.000050502436,0.00003510855,0.00002086074,0.0000056348035,0.000045979185],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99900514,0.00016357707,0.00036273198,0.00017165874,0.00012696431,0.00016995719],"domain_scores_gemma":[0.9978993,0.0017092458,0.00012381923,0.00016210394,0.00006000529,0.000045536282],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0005425165,0.00008273429,0.00027572247,0.000043232278,0.00013134709,0.000008728545,0.000054382144,0.00005671808,0.000017142384],"category_scores_gemma":[0.0011973939,0.00005063232,0.00007781236,0.00012879062,0.00014296446,0.000059403934,0.000014033443,0.00011158358,4.6426265e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0011708619,0.0003216158,0.9607376,0.000011897017,0.00016916216,0.00004745887,0.0084809875,0.0008501127,0.0015731005,0.0009655959,0.00012326824,0.02554835],"study_design_scores_gemma":[0.0067656524,0.0012332608,0.97844213,0.000030449852,0.000050071805,0.000112871385,0.0063478886,0.0028601093,0.00016938584,0.00011578477,0.0037492465,0.0001231413],"about_ca_topic_score_codex":0.0000146296,"about_ca_topic_score_gemma":0.0000068685736,"teacher_disagreement_score":0.025425209,"about_ca_system_score_codex":0.000023501107,"about_ca_system_score_gemma":0.000053451044,"threshold_uncertainty_score":0.2064726},"labels":[],"label_agreement":null},{"id":"W2115552969","doi":"10.1503/cmaj.091743","title":"Simulation in surgical education","year":2010,"lang":"en","type":"review","venue":"Canadian Medical Association Journal","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":157,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"St. Michael's Hospital","funders":"","keywords":"Computer science; Work (physics); Surgical simulation; Medical education; Medicine; Multimedia; Surgery; Engineering; Mechanical engineering","score_opus":0.0339740684274721,"score_gpt":0.368856652696115,"score_spread":0.3348825842686429,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2115552969","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000116985626,0.96577096,0.000006665124,0.0014001628,0.0019709575,0.00044073001,0.000010614059,0.000027478492,0.030255428],"genre_scores_gemma":[0.0014041149,0.991034,0.000052921634,0.00169092,0.0044448045,0.000019673691,0.00016044885,0.00004690423,0.0011462413],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99651873,0.00030672873,0.0010778264,0.00024592207,0.0013640844,0.00048669364],"domain_scores_gemma":[0.99565417,0.0011247883,0.0004484152,0.00013749421,0.00036560654,0.002269554],"candidate_categories":["research_integrity","insufficient_payload"],"consensus_categories":["research_integrity"],"category_scores_codex":[0.0020426605,0.00024863117,0.0011010992,0.0007886539,0.00012625288,0.000088829176,0.0001499257,0.0019765834,0.008153017],"category_scores_gemma":[0.0044272146,0.00020704225,0.00043526516,0.00064611394,0.00002786332,0.00009332182,0.000010741397,0.004045715,0.00040278188],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000034894722,0.000053401694,0.00067100185,0.00022694418,0.00004058827,0.0005479778,0.000023695344,0.00001149866,9.184882e-10,0.00010637925,0.00044082713,0.9978742],"study_design_scores_gemma":[0.0010314668,0.000019372741,0.00022089163,0.0041908333,0.00013958628,0.00074369845,0.00002338191,0.0005018751,4.1489323e-9,0.00003122582,0.9929142,0.00018346989],"about_ca_topic_score_codex":0.0003808871,"about_ca_topic_score_gemma":0.004701028,"teacher_disagreement_score":0.99769074,"about_ca_system_score_codex":0.0019692492,"about_ca_system_score_gemma":0.018430384,"threshold_uncertainty_score":0.9993191},"labels":[],"label_agreement":null},{"id":"W2116122395","doi":"10.1016/j.amjsurg.2007.01.004","title":"A needs-assessment study for continuing professional development in advanced minimally invasive surgery","year":2007,"lang":"en","type":"article","venue":"The American Journal of Surgery","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":27,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta; Capital District Health Authority; Royal Alexandra Hospital","funders":"McGill University","keywords":"Mentorship; Medicine; Modalities; Medical education; Continuing professional development; Psychological intervention; Invasive surgery; Professional development; Surgery; Nursing","score_opus":0.05165412659210093,"score_gpt":0.3590338148228229,"score_spread":0.307379688230722,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2116122395","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99829346,0.000060829258,0.00022356106,0.00051356497,0.00045705333,0.00034234373,5.1381244e-7,0.000009963967,0.00009868655],"genre_scores_gemma":[0.9976589,0.000014523026,0.0015106356,0.0005645265,0.00014325274,0.000014366577,0.0000025868665,0.000018476187,0.000072740826],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99785495,0.00014845343,0.0010889288,0.000109027744,0.00047394136,0.0003247087],"domain_scores_gemma":[0.9884623,0.010061656,0.0009202978,0.00010775337,0.00029171046,0.00015624164],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.005707356,0.00013662186,0.0007812166,0.000536012,0.000070783215,0.000012455096,0.0000779747,0.00001974112,0.000029080784],"category_scores_gemma":[0.0008018412,0.000086211265,0.0002213881,0.0006222098,0.00009254892,0.00008818706,0.000025659074,0.0002749273,0.0000012191985],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0032199135,0.0005264349,0.7146971,0.00001488137,0.000115215225,0.00022112041,0.00288629,0.00003286664,0.0004208491,0.0000051115294,0.000045603923,0.27781457],"study_design_scores_gemma":[0.0018051347,0.00020004518,0.9693549,0.0005113192,0.00003536054,0.00006710289,0.026154013,0.000016009642,0.00028480924,0.00001290463,0.0014497273,0.000108633045],"about_ca_topic_score_codex":0.0000046972477,"about_ca_topic_score_gemma":0.000008717639,"teacher_disagreement_score":0.27770594,"about_ca_system_score_codex":0.00013378674,"about_ca_system_score_gemma":0.00068287575,"threshold_uncertainty_score":0.35155934},"labels":[],"label_agreement":null},{"id":"W2116256797","doi":"10.1007/s11701-007-0050-x","title":"Robotic surgery versus laparoscopy; a comparison between two robotic systems and laparoscopy","year":2008,"lang":"en","type":"article","venue":"Journal of Robotic Surgery","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":29,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"London Health Sciences Centre; Vancouver General Hospital","funders":"","keywords":"Medicine; Laparoscopy; Robotics; Context (archaeology); Task (project management); Knot tying; Robotic surgery; Laparoscopic surgery; Surgery; Medical physics; Artificial intelligence; Robot; Computer science","score_opus":0.13053845912010936,"score_gpt":0.3479155766241344,"score_spread":0.21737711750402505,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2116256797","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9872837,0.0038380823,0.002552471,0.00055535807,0.004926007,0.00024222709,0.0000015398275,0.00008042162,0.00052019546],"genre_scores_gemma":[0.9972749,0.00037799566,0.0006748952,0.000143462,0.0012202231,0.00000385078,0.000018270224,0.00006354911,0.00022286725],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99566287,0.0003512211,0.0019494152,0.00034834622,0.0010247554,0.0006634124],"domain_scores_gemma":[0.9883471,0.009065576,0.00107423,0.00032645997,0.00037801874,0.00080860546],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0017121306,0.00040219628,0.0026427244,0.0007250357,0.00024368787,0.00008307013,0.00011897024,0.00020482094,0.00011368233],"category_scores_gemma":[0.00152561,0.00033440485,0.00060074055,0.0006683189,0.0002533247,0.00032470384,0.00004608938,0.00070912024,0.000043498185],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0010595539,0.00029176785,0.87881213,0.0002208802,0.00064502296,0.0012088241,0.00025000854,0.111395776,0.000096964875,0.000041010542,0.0036145844,0.0023634983],"study_design_scores_gemma":[0.01677152,0.001491253,0.89289856,0.006341362,0.0044587734,0.00790809,0.0017069747,0.058667842,0.0010239341,0.00007964983,0.006495301,0.0021567536],"about_ca_topic_score_codex":0.00005234484,"about_ca_topic_score_gemma":0.0000027062013,"teacher_disagreement_score":0.05272793,"about_ca_system_score_codex":0.0001776448,"about_ca_system_score_gemma":0.00051495945,"threshold_uncertainty_score":0.9999108},"labels":[],"label_agreement":null},{"id":"W2116661487","doi":"","title":"Do procedural skills workshops during family practice residency work?","year":2010,"lang":"en","type":"article","venue":"PubMed","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Fraser Health; University of British Columbia","funders":"","keywords":"Competence (human resources); Medicine; Medical education; Family medicine; Nursing; Psychology","score_opus":0.024436889682028017,"score_gpt":0.2846659916411069,"score_spread":0.2602291019590789,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2116661487","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.90915596,0.00011988386,0.000007467176,0.0035923235,0.00041719308,0.00059680303,4.6831624e-7,0.0001695272,0.08594038],"genre_scores_gemma":[0.99328595,0.000014292718,0.000657793,0.0014039036,0.00048577503,0.0003053274,0.000004034565,0.00002337468,0.0038195716],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9987477,0.000030042409,0.00024044228,0.00025662212,0.00032361128,0.00040156706],"domain_scores_gemma":[0.9988777,0.00037112803,0.00008585714,0.00024279472,0.00012242765,0.0003001131],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00043777164,0.000119469376,0.00017543235,0.0000830835,0.00009083621,0.00005955755,0.000074258656,0.000121878926,0.00016275982],"category_scores_gemma":[0.0032617229,0.000098180164,0.000071737646,0.00038156653,0.000046433226,0.00022842918,0.000033976296,0.00053080474,0.000067459565],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0015980484,0.0006061939,0.14830022,0.0000917238,0.00015929545,0.00046844536,0.0010846094,0.00003488857,0.00045491225,0.0014263685,0.0010661967,0.8447091],"study_design_scores_gemma":[0.0021457393,0.0000070121296,0.9682348,0.000032204058,0.0000464324,0.00006180879,0.00018840816,0.000006904082,0.00022033806,0.00009251743,0.028842708,0.00012112207],"about_ca_topic_score_codex":0.000004744108,"about_ca_topic_score_gemma":0.0000034047885,"teacher_disagreement_score":0.844588,"about_ca_system_score_codex":0.000028696126,"about_ca_system_score_gemma":0.00004515633,"threshold_uncertainty_score":0.40036708},"labels":[],"label_agreement":null},{"id":"W2116691246","doi":"10.1016/j.suronc.2011.04.005","title":"Training in surgical oncology – The role of VR simulation","year":2011,"lang":"en","type":"article","venue":"Surgical Oncology","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":51,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"St. Michael's Hospital","funders":"","keywords":"Virtual reality; Simulation training; Training (meteorology); Surgical simulation; Computer science; Simulation; Medical physics; Medicine; Medical education; Human–computer interaction; Surgery","score_opus":0.10807703643892307,"score_gpt":0.38435383746495033,"score_spread":0.27627680102602725,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2116691246","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.12122457,0.00023035341,0.000019930325,0.00013920676,0.0001770398,0.00029158243,0.0000018957743,0.000048047117,0.8778674],"genre_scores_gemma":[0.9990783,0.00006903496,0.0002320376,0.00022518777,0.0001898512,0.000021951708,0.000013058324,0.000016878608,0.00015374947],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99794847,0.00043432997,0.0006924359,0.0002858101,0.00024580114,0.00039312744],"domain_scores_gemma":[0.99696714,0.0023634648,0.00018114281,0.00020510508,0.000099247634,0.00018388743],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0010476056,0.00015655109,0.00070247217,0.0001485407,0.000054549728,0.0000031845182,0.00012386552,0.00038988187,0.002808819],"category_scores_gemma":[0.00013212285,0.0001039679,0.00019470694,0.00041454416,0.00032728896,0.00005390286,0.000056818357,0.00049856456,0.000050028837],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0018520158,0.00042494794,0.002052686,0.0000063155176,0.00003718776,0.00089668523,0.0038555856,0.00069093757,0.000025643016,0.00845472,5.6591506e-7,0.9817027],"study_design_scores_gemma":[0.0033698885,0.0009809391,0.0030819515,0.000024077774,0.000042427524,0.00022858131,0.0017709547,0.007174155,0.000111185764,0.0021032705,0.98100406,0.000108537315],"about_ca_topic_score_codex":0.00007477162,"about_ca_topic_score_gemma":0.00005565599,"teacher_disagreement_score":0.98159415,"about_ca_system_score_codex":0.00014562263,"about_ca_system_score_gemma":0.00032031263,"threshold_uncertainty_score":0.9981027},"labels":[{"model":"gemma","categories":[],"domain":null,"study_design":"not_applicable","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":[],"domain":null,"study_design":"design_other","genre":"other","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W2118132586","doi":"10.1016/j.suc.2010.02.005","title":"Virtual Reality in Surgical Skills Training","year":2010,"lang":"en","type":"review","venue":"Surgical Clinics of North America","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":55,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto; The Wilson Centre; St. Michael's Hospital; Toronto General Hospital","funders":"","keywords":"Virtual reality; Medicine; Curriculum; Multidisciplinary approach; Training (meteorology); Fidelity; Medical education; Human–computer interaction; Engineering ethics; Computer science; Engineering; Psychology","score_opus":0.09838210252034423,"score_gpt":0.4209224904171934,"score_spread":0.32254038789684913,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2118132586","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0047400338,0.9605202,0.000019913328,0.000095939045,0.0007679823,0.0013993669,0.00026625345,0.0001900952,0.032000206],"genre_scores_gemma":[0.009011687,0.9885572,0.0002076308,0.00009795062,0.0006065178,0.00004650552,0.0010033818,0.00009611719,0.0003729986],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9936621,0.0005605682,0.0031738286,0.0009750663,0.00086478726,0.0007636245],"domain_scores_gemma":[0.99062383,0.0065201013,0.001131142,0.00081217114,0.00017472023,0.00073805376],"candidate_categories":["metaepi_narrow","research_integrity","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0012673391,0.0007009895,0.0057267016,0.00042529416,0.000062240935,0.000019937099,0.0003753214,0.0009495614,0.0009856821],"category_scores_gemma":[0.0013309878,0.0005398097,0.0020050008,0.0015407417,0.00067561684,0.000071329174,0.00015918764,0.0031133639,0.00013621352],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00018946866,0.0006469177,0.0012629777,0.0010051901,0.00011277491,0.0014425733,0.00007962989,0.00002150646,1.1458022e-9,0.00011712491,0.000010530721,0.9951113],"study_design_scores_gemma":[0.0033696918,0.00042373716,0.0006696423,0.0032216262,0.0004098398,0.00020075311,0.000026985814,0.00009122686,1.5671109e-8,0.000020308813,0.9910756,0.0004905922],"about_ca_topic_score_codex":0.000030600793,"about_ca_topic_score_gemma":0.000035600133,"teacher_disagreement_score":0.99462074,"about_ca_system_score_codex":0.00007597126,"about_ca_system_score_gemma":0.0008726606,"threshold_uncertainty_score":0.9999276},"labels":[],"label_agreement":null},{"id":"W2118369893","doi":"10.1111/anae.13070","title":"Dominant hand operating probe vs needle: a comparison study of ultrasound‐guided needle placement in phantom models","year":2015,"lang":"en","type":"article","venue":"Anaesthesia","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"London Health Sciences Centre","funders":"","keywords":"Medicine; Imaging phantom; Ultrasound; Nuclear medicine; Radiology; Biomedical engineering","score_opus":0.09935199114245656,"score_gpt":0.3488964392670512,"score_spread":0.24954444812459464,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2118369893","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9947815,0.00012903046,0.00077631767,0.00013013896,0.000034856675,0.00084593997,5.406985e-7,0.000021532805,0.0032801363],"genre_scores_gemma":[0.99908054,0.0000048627503,0.00050755584,0.00017070815,0.00003316726,0.0000361884,0.000009880315,0.000018812692,0.00013828557],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9984298,0.00012798289,0.0005740821,0.00023331387,0.0003970917,0.00023775316],"domain_scores_gemma":[0.9992757,0.000094479685,0.00012013376,0.0002128508,0.00012645192,0.0001704238],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00073431444,0.00015522123,0.00051030715,0.00014222962,0.000063666106,0.000031475014,0.00007993204,0.000060493996,0.000037308066],"category_scores_gemma":[0.0001363559,0.00012345963,0.000044326658,0.00034223718,0.000043308584,0.00011313079,0.000023266684,0.00016868673,0.000008149502],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0014515008,0.0049113487,0.79934716,0.00006644283,0.00012425585,0.00015462081,0.089331724,0.095725566,0.0015290703,0.0007643661,0.0005055726,0.0060883807],"study_design_scores_gemma":[0.09128956,0.0113240285,0.09445566,0.0008421588,0.00033989226,0.00012029258,0.17477648,0.6143968,0.008106511,0.00041591292,0.0030110378,0.00092164567],"about_ca_topic_score_codex":0.0009848563,"about_ca_topic_score_gemma":0.00013890832,"teacher_disagreement_score":0.7048915,"about_ca_system_score_codex":0.000074331336,"about_ca_system_score_gemma":0.00010103694,"threshold_uncertainty_score":0.50345373},"labels":[],"label_agreement":null},{"id":"W2118372425","doi":"10.1016/j.ophtha.2004.11.064","title":"Developing a Model System for Teaching Goniotomy","year":2005,"lang":"en","type":"article","venue":"Ophthalmology","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":25,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"SickKids Foundation; Hospital for Sick Children; University of Toronto","funders":"","keywords":"Medicine; Cadaver; Reading (process); Visibility; Curriculum; Ophthalmology; Readability; Surgery; Optometry; Computer science; Psychology","score_opus":0.08069787636571973,"score_gpt":0.3771619533661211,"score_spread":0.2964640770004014,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2118372425","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8617319,0.000044920023,0.03272216,0.0010054955,0.00010736119,0.00031561052,0.0000021436515,0.00010637991,0.10396406],"genre_scores_gemma":[0.9466766,2.444278e-7,0.05125329,0.0002877573,0.00019586727,0.00004107181,0.000013057753,0.00001569004,0.0015164022],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9993383,0.00002486357,0.00018547429,0.00017252496,0.00006755598,0.00021122544],"domain_scores_gemma":[0.99959487,0.00015157854,0.00004006717,0.000104418476,0.00003690722,0.00007213353],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00024237996,0.00008268943,0.00020509252,0.000057086658,0.000097434524,0.0000058530563,0.000042863867,0.00009371644,0.000051679708],"category_scores_gemma":[0.000086986416,0.000071421586,0.00006853681,0.000040287927,0.000024300605,0.000035468976,0.000017258204,0.00011720604,0.000037002617],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.001854095,0.00047237205,0.037770454,0.0011259707,0.00047527265,0.00091148575,0.0038275227,0.04548264,0.002143473,0.7273813,0.00026328614,0.17829211],"study_design_scores_gemma":[0.008936989,0.00023541773,0.004077928,0.00022988045,0.000066958084,0.0064936783,0.00070770446,0.929966,0.00074531836,0.0008907709,0.047297616,0.00035178522],"about_ca_topic_score_codex":0.0000035313174,"about_ca_topic_score_gemma":1.6175092e-7,"teacher_disagreement_score":0.88448334,"about_ca_system_score_codex":0.00011349261,"about_ca_system_score_gemma":0.00006657395,"threshold_uncertainty_score":0.29124877},"labels":[],"label_agreement":null},{"id":"W2118520426","doi":"10.2460/javma.236.10.1079","title":"Assessment of laparoscopic skills before and after simulation training with a canine abdominal model","year":2010,"lang":"en","type":"article","venue":"Journal of the American Veterinary Medical Association","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":71,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"Washington State University","keywords":"Medicine; Physical therapy","score_opus":0.016832502725149048,"score_gpt":0.33982820835769467,"score_spread":0.32299570563254565,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2118520426","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.997026,0.0000047270178,0.0010961483,0.0014371708,0.000111231864,0.00009053424,0.0000029369642,0.000006029561,0.00022522404],"genre_scores_gemma":[0.9956562,0.000005506269,0.0035252078,0.0005568783,0.00018165924,0.0000025406487,0.0000010474547,0.000010451486,0.000060511476],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9983122,0.00008220021,0.00041793223,0.00008912838,0.0009613104,0.00013725925],"domain_scores_gemma":[0.9983442,0.00030833558,0.00088144065,0.000091066504,0.00021074935,0.00016423398],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0008282067,0.00009231902,0.00040102814,0.00006745976,0.00004330096,0.000009653811,0.000070770395,0.00006887124,0.00008187003],"category_scores_gemma":[0.00059818523,0.000053693126,0.00009184218,0.00017778558,0.0001391907,0.000086603155,0.000029013312,0.00052249065,2.2017147e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0013670825,0.00038651025,0.900691,0.000053596777,0.0003050556,0.000119117176,0.0017206871,0.007100441,0.0030752579,0.000050299273,0.0000116499305,0.08511932],"study_design_scores_gemma":[0.0025736422,0.0014470913,0.8472112,0.00016994467,0.00011408711,0.00017596345,0.0001393517,0.14788708,0.000016732685,0.000045475263,0.00016728643,0.00005216525],"about_ca_topic_score_codex":0.000007750438,"about_ca_topic_score_gemma":0.000017463592,"teacher_disagreement_score":0.14078665,"about_ca_system_score_codex":0.00009335925,"about_ca_system_score_gemma":0.00027270257,"threshold_uncertainty_score":0.22699909},"labels":[],"label_agreement":null},{"id":"W2119592219","doi":"10.1016/j.jsurg.2013.03.006","title":"Planting the ‘SEAD’: Early Comprehensive Exposure to Surgery for Medical Students","year":2013,"lang":"en","type":"article","venue":"Journal of surgical education","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":75,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Medical education; Test (biology); Popularity; Medicine; Psychology","score_opus":0.04260673177136373,"score_gpt":0.3684047164230617,"score_spread":0.32579798465169796,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2119592219","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98064023,0.00020583312,0.00013306529,0.01725988,0.0008383934,0.00036775382,6.697465e-7,0.000010145458,0.0005440346],"genre_scores_gemma":[0.9957358,0.000041722924,0.00023990992,0.0024794762,0.0012083971,0.000021906815,0.0000060632415,0.000011509829,0.00025519144],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9980791,0.000079074045,0.000601873,0.00010263095,0.0009536858,0.00018360153],"domain_scores_gemma":[0.99639976,0.0021195123,0.00022984843,0.00010051744,0.00072685536,0.00042350232],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00089316803,0.00009352209,0.00031722573,0.00012396574,0.00009085758,0.00008248843,0.00015367215,0.00008663693,0.0007076239],"category_scores_gemma":[0.0007379126,0.00005425514,0.00021275277,0.00019552991,0.000035123892,0.00012134368,0.000025601714,0.00025914845,0.00004549728],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0013393698,0.0016096936,0.52075124,0.00012055758,0.00034548593,0.00009662324,0.0023297977,0.00010253419,0.00012412148,0.0006245175,0.035632316,0.43692377],"study_design_scores_gemma":[0.0026164807,0.0003432287,0.7865954,0.00045142285,0.000067731,0.0004978768,0.0015021035,0.00012269708,0.000045984423,0.00015804316,0.207485,0.0001140481],"about_ca_topic_score_codex":0.000020419962,"about_ca_topic_score_gemma":5.801329e-7,"teacher_disagreement_score":0.43680972,"about_ca_system_score_codex":0.00003928729,"about_ca_system_score_gemma":0.00035686576,"threshold_uncertainty_score":0.7747986},"labels":[],"label_agreement":null},{"id":"W2120371218","doi":"10.1016/j.jmig.2012.08.085","title":"Does Innate Motor Skill Predict Medical Student's Interest in Pursuing a Surgical Specialty?","year":2012,"lang":"en","type":"article","venue":"Journal of Minimally Invasive Gynecology","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"Generalizability theory; Specialty; Graduation (instrument); Medicine; Test (biology); Virtual reality; Psychomotor learning; Medical education; Reliability (semiconductor); Physical therapy; Perception; Simulation; Motor skill; Psychology; Computer science; Engineering; Family medicine; Human–computer interaction; Cognition","score_opus":0.03356797765390662,"score_gpt":0.3322234616442307,"score_spread":0.2986554839903241,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2120371218","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9907013,0.00029392354,0.0000097009715,0.0026360669,0.0018519711,0.0002301045,0.0000032245762,0.000016638998,0.004257053],"genre_scores_gemma":[0.9963388,0.0002657912,0.000255346,0.0010990264,0.0018396986,0.0000070460733,0.00000425789,0.000023669525,0.00016639008],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99704796,0.00032570105,0.0012333853,0.00018969347,0.00062259653,0.00058068207],"domain_scores_gemma":[0.99456733,0.0037400455,0.00049528794,0.00013728227,0.00028919475,0.00077082537],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0017109168,0.00020965665,0.0008225711,0.00046346433,0.000044307726,0.000019521623,0.00026613023,0.00035211226,0.004536128],"category_scores_gemma":[0.007021589,0.00012588789,0.0002655197,0.00024624114,0.00020698136,0.00025391375,0.00013582637,0.0009618973,0.000048358866],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0016230237,0.0018402819,0.9679554,0.000058471047,0.00032112707,0.007934247,0.0021766352,0.000007690425,0.00035748456,0.0006432236,0.00024420823,0.01683819],"study_design_scores_gemma":[0.013892663,0.0018260662,0.95224965,0.00038956522,0.00011703992,0.0016914975,0.0019476973,0.000048691,0.00029333157,0.000118403725,0.027234755,0.00019065966],"about_ca_topic_score_codex":0.0000043591767,"about_ca_topic_score_gemma":0.00021806787,"teacher_disagreement_score":0.026990546,"about_ca_system_score_codex":0.00024708273,"about_ca_system_score_gemma":0.00046472397,"threshold_uncertainty_score":0.99637383},"labels":[],"label_agreement":null},{"id":"W2120374623","doi":"10.1002/mrm.22664","title":"Functional MRI‐compatible laparoscopic surgery training simulator","year":2010,"lang":"en","type":"article","venue":"Magnetic Resonance in Medicine","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":21,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto; Baycrest Hospital; St. Michael's Hospital","funders":"","keywords":"Laparoscopy; Computer science; Eye–hand coordination; Task (project management); Laparoscopic surgery; Physical medicine and rehabilitation; Simulation; Medicine; Artificial intelligence; Radiology","score_opus":0.058128440685927985,"score_gpt":0.3094339178829045,"score_spread":0.2513054771969765,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2120374623","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97790617,0.001923356,0.00006981094,0.0035037405,0.0011233549,0.00027790945,0.0000016220541,0.00009885681,0.015095212],"genre_scores_gemma":[0.99501324,0.000072180665,0.00046881175,0.001750208,0.00081853627,0.000029121693,0.000030293304,0.00002625142,0.0017913359],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9980358,0.000046162226,0.0005828691,0.00037385925,0.0005524881,0.0004088313],"domain_scores_gemma":[0.9981805,0.0011029164,0.00007581346,0.00030580803,0.000087977496,0.00024695843],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0007531874,0.00019751974,0.00062804966,0.00028139327,0.00006824269,0.000010594433,0.00007469541,0.00013967212,0.009449973],"category_scores_gemma":[0.0010890701,0.0001565991,0.00007734454,0.0005971094,0.000269366,0.00006212729,0.00001989235,0.00060727244,0.00007764549],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00046914755,0.00018817901,0.6127252,0.00008416391,0.000010555628,0.00026789788,0.0010572553,0.00027361605,0.0019651668,0.0011227933,0.0037846703,0.37805134],"study_design_scores_gemma":[0.0059229163,0.00019672936,0.7711291,0.00034819945,0.000023155233,0.00004594848,0.0002307364,0.009958201,0.00008452494,0.00033814058,0.21156561,0.00015676217],"about_ca_topic_score_codex":0.000061185274,"about_ca_topic_score_gemma":0.00007196086,"teacher_disagreement_score":0.37789458,"about_ca_system_score_codex":0.000028149025,"about_ca_system_score_gemma":0.00013588117,"threshold_uncertainty_score":0.9914555},"labels":[],"label_agreement":null},{"id":"W2120818219","doi":"10.1016/j.amjsurg.2006.11.003","title":"Surgical skill acquisition with self-directed practice using computer-based video training","year":2007,"lang":"en","type":"article","venue":"The American Journal of Surgery","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":133,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"The Wilson Centre; University of Toronto; Western University; Mount Sinai Hospital","funders":"Imperial College London; Association for Surgical Education","keywords":"Autodidacticism; Curriculum; Dreyfus model of skill acquisition; Medical education; Computer science; Psychology; Multimedia; Medicine; Pedagogy","score_opus":0.04742264554243673,"score_gpt":0.32629446641548526,"score_spread":0.2788718208730485,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2120818219","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9885047,0.000074082585,0.00927969,0.0012746351,0.00016783923,0.000071203045,6.481724e-7,0.00011844263,0.0005087523],"genre_scores_gemma":[0.97371095,0.000013294383,0.023564108,0.0020060872,0.0006741855,3.2994078e-7,0.0000027026442,0.00002472177,0.0000036164208],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99807495,0.0002883726,0.00060396147,0.00012766295,0.0005916092,0.00031342608],"domain_scores_gemma":[0.99140096,0.0067325486,0.0010159162,0.00014371156,0.00045314082,0.0002537324],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.003271566,0.00014848661,0.0006034508,0.0002615789,0.00012112033,0.000030203564,0.000067113295,0.000030402518,0.000056868797],"category_scores_gemma":[0.00020936171,0.00008867582,0.0002168218,0.00083723513,0.00021286418,0.00017069998,0.000009687247,0.00036985966,0.000002826452],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0444642,0.0018633042,0.14031225,0.0000682019,0.002018693,0.020396234,0.005890705,0.019937318,0.00050029124,0.00010013314,0.0002568958,0.76419175],"study_design_scores_gemma":[0.017918121,0.0036452624,0.7458851,0.002664635,0.0022607828,0.053849157,0.013520552,0.12157435,0.00084845047,0.00004983526,0.036595847,0.0011879456],"about_ca_topic_score_codex":0.000017615306,"about_ca_topic_score_gemma":3.4028523e-7,"teacher_disagreement_score":0.7630038,"about_ca_system_score_codex":0.000098682925,"about_ca_system_score_gemma":0.00030981668,"threshold_uncertainty_score":0.36160952},"labels":[],"label_agreement":null},{"id":"W2120860600","doi":"","title":"A randomized pilot validation of educational measures in teaching shoulder arthroscopy to surgical residents.","year":2007,"lang":"en","type":"article","venue":"PubMed","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":23,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Toronto","funders":"","keywords":"Medicine; Orthopedic surgery; Arthroscopy; Rotator cuff; Shoulder surgery; Shoulders; Rotator cuff injury; Surgery; Physical therapy","score_opus":0.07057829300164212,"score_gpt":0.3575089360981965,"score_spread":0.28693064309655436,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2120860600","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.96277875,0.000081246086,0.0005792092,0.0020538263,0.00014430252,0.00111833,7.9253846e-7,0.000020547199,0.033222985],"genre_scores_gemma":[0.99840254,0.0000039990937,0.00039033906,0.00025781948,0.00015128261,0.00021995834,0.000016057853,0.000010475368,0.00054750976],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9985512,0.00015778278,0.00048331884,0.00016973812,0.00039973104,0.00023822764],"domain_scores_gemma":[0.99829364,0.0012716182,0.0000749389,0.00010596509,0.00007135255,0.0001825133],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.003805126,0.000083896186,0.00035404915,0.00025782146,0.000030991087,0.000011489952,0.00004164873,0.000045973273,0.000173415],"category_scores_gemma":[0.0025706778,0.00006891207,0.00007924943,0.00021999305,0.00004421074,0.00006048681,0.000014382623,0.00015507368,0.0000063883585],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.28697369,0.0017567904,0.4578144,0.000086845575,0.00021092645,0.00004905129,0.0020539267,0.0011244608,0.00020224003,0.018877981,0.00026388935,0.2305858],"study_design_scores_gemma":[0.17291208,0.00003452141,0.8220694,0.00005789682,0.000040354807,0.000009789822,0.00006272722,0.000059707054,0.0017964074,0.00073191116,0.0021189146,0.00010628849],"about_ca_topic_score_codex":0.00010535849,"about_ca_topic_score_gemma":0.000027837597,"teacher_disagreement_score":0.364255,"about_ca_system_score_codex":0.00006533633,"about_ca_system_score_gemma":0.00003715412,"threshold_uncertainty_score":0.3077527},"labels":[],"label_agreement":null},{"id":"W2121532419","doi":"10.3138/jvme.0913-136r1","title":"Development and Evaluation of a Canine Laparoscopic Simulator for Veterinary Clinical Training","year":2014,"lang":"en","type":"article","venue":"Journal of Veterinary Medical Education","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":30,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"CLs upper limits; Session (web analytics); Medicine; Medical physics; Medical education; Usability; Laparoscopic surgery; Training (meteorology); Laparoscopy; Simulation; Physical therapy; Human–computer interaction; Computer science; Surgery; Ophthalmology","score_opus":0.3201487797640182,"score_gpt":0.507199242802353,"score_spread":0.18705046303833478,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2121532419","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9970742,0.00024358487,0.000758744,0.00062937074,0.0007780008,0.00021811722,4.342777e-7,0.0000065089484,0.0002910671],"genre_scores_gemma":[0.99099904,0.000019234905,0.007851441,0.00049157866,0.00058467954,0.000011221193,0.0000098010405,0.000011205005,0.00002177355],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9978999,0.00019399494,0.00093137205,0.00012625095,0.00072842865,0.0001200726],"domain_scores_gemma":[0.9980806,0.0005420232,0.00041184065,0.00008815296,0.0005185924,0.0003587678],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0046785236,0.000092705304,0.00040497488,0.00012090274,0.00004401569,0.000007006522,0.000059733047,0.00011875424,0.00018176006],"category_scores_gemma":[0.004508682,0.00007422949,0.00009198586,0.00008533284,0.000075460965,0.000080197366,0.000018162895,0.00018140134,7.8712793e-7],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0009867237,0.0004997083,0.003519449,0.0001701191,0.000083814186,0.0000050518793,0.0013068776,0.00005808027,0.00038079158,0.00011715989,0.00008433814,0.9927879],"study_design_scores_gemma":[0.047246218,0.01801822,0.42702466,0.003859946,0.00090683444,0.0022023246,0.0030002804,0.1475508,0.0003208268,0.0006512137,0.3487768,0.00044187132],"about_ca_topic_score_codex":0.000001374294,"about_ca_topic_score_gemma":6.221988e-7,"teacher_disagreement_score":0.992346,"about_ca_system_score_codex":0.000062638224,"about_ca_system_score_gemma":0.0019264781,"threshold_uncertainty_score":0.5397639},"labels":[],"label_agreement":null},{"id":"W2121713367","doi":"10.1583/05-1729.1","title":"<b>Assessment of a Virtual Interventional Simulator Trainer</b>","year":2006,"lang":"en","type":"article","venue":"Journal of Endovascular Therapy","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":44,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Medicine; Fluoroscopy; Radiology; Session (web analytics); Medical physics; Simulation; Computer science","score_opus":0.028038103862423697,"score_gpt":0.33059247170228256,"score_spread":0.3025543678398589,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2121713367","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98452896,0.0010275883,0.0115914475,0.00017641888,0.00015959618,0.00010685462,0.0000019976362,0.000009791786,0.0023973656],"genre_scores_gemma":[0.99794793,0.00005218133,0.0013822486,0.0001426116,0.00032773073,9.914297e-7,0.0000058604387,0.000013854858,0.00012656358],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99854016,0.00006985527,0.00064349757,0.00008129705,0.0005518113,0.00011335785],"domain_scores_gemma":[0.9991054,0.000121770136,0.00030926996,0.000114405324,0.00027116758,0.00007798448],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00060080475,0.00009739944,0.00038438072,0.00016056145,0.000023046696,0.000009095277,0.00006825716,0.000050835264,0.0008857186],"category_scores_gemma":[0.000038290174,0.00006898225,0.00079745,0.00014832726,0.000046035137,0.000071470226,0.0000067053925,0.00017660568,0.0000014729238],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.005082825,0.014330954,0.25486067,0.00020620292,0.0068611116,0.0015134119,0.0007109281,0.12212122,0.17649221,0.066069715,0.0008235448,0.3509272],"study_design_scores_gemma":[0.057894927,0.004167937,0.82291114,0.00042393588,0.00025358325,0.0005591576,0.00022029961,0.009988537,0.0070692506,0.0013684265,0.09487206,0.0002707708],"about_ca_topic_score_codex":0.000006011263,"about_ca_topic_score_gemma":7.1698435e-7,"teacher_disagreement_score":0.56805044,"about_ca_system_score_codex":0.00004011854,"about_ca_system_score_gemma":0.000091765105,"threshold_uncertainty_score":0.96979976},"labels":[],"label_agreement":null},{"id":"W2122176430","doi":"10.1093/asj/sju068","title":"The Development of Assessment Tools for Plastic Surgery Competencies","year":2015,"lang":"en","type":"article","venue":"Aesthetic Surgery Journal","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"McGill University; University of British Columbia","funders":"University of Toronto","keywords":"Medicine; Competence (human resources); Cronbach's alpha; Delphi method; Plastic surgery; Medical education; Delphi; Specialty; Accreditation; Breast augmentation; Medical physics; Surgery; Family medicine; Psychometrics; Psychology","score_opus":0.1629007011599049,"score_gpt":0.3434264545441597,"score_spread":0.1805257533842548,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2122176430","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99263996,0.00027005185,0.003987086,0.0007807619,0.0012069346,0.00012986598,0.0000010681741,0.000021084035,0.0009631851],"genre_scores_gemma":[0.99744165,0.000026832568,0.0023095408,0.0000563428,0.00006843328,0.000013594331,0.000008354086,0.000015053337,0.000060184644],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9982517,0.00009109904,0.0007624199,0.00009978899,0.0005114701,0.00028357308],"domain_scores_gemma":[0.9891497,0.009766871,0.00028830214,0.00012127758,0.00039908578,0.00027478338],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0033219208,0.00011400087,0.00038937488,0.0001111193,0.0002481532,0.00007591588,0.0000612762,0.000043260057,0.000037627084],"category_scores_gemma":[0.00090106344,0.000069044785,0.0002484306,0.00014197748,0.000090559544,0.000088701134,0.000016105343,0.00015718782,0.0000068111844],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0003874896,0.0001455076,0.057211105,0.000017394208,0.00008975204,0.000036991798,0.00043851606,0.00014564715,0.000010850794,0.00040169642,0.0027030571,0.938412],"study_design_scores_gemma":[0.007073719,0.00032066705,0.20675567,0.0012636342,0.00022266462,0.012751921,0.0076508215,0.0040137246,0.0008774071,0.0016744615,0.75667834,0.00071694434],"about_ca_topic_score_codex":6.24126e-7,"about_ca_topic_score_gemma":0.0000017425202,"teacher_disagreement_score":0.937695,"about_ca_system_score_codex":0.0000870843,"about_ca_system_score_gemma":0.0014563712,"threshold_uncertainty_score":0.28155646},"labels":[],"label_agreement":null},{"id":"W2122310284","doi":"10.1308/147363510x527664","title":"The Concept of Surgical Assessment: Part 1 – Introduction","year":2010,"lang":"en","type":"article","venue":"Bulletin of The Royal College of Surgeons of England","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Medicine; Paediatric surgery; Competency assessment; Surgical procedures; General surgery; Nursing; Surgery; Medical education","score_opus":0.009764659319937537,"score_gpt":0.2541832906877904,"score_spread":0.24441863136785286,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2122310284","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9689766,0.00012208665,0.0000033337044,0.007991433,0.0007778587,0.00029559087,0.00009593315,0.000010764376,0.021726388],"genre_scores_gemma":[0.99660796,0.000017362196,0.00012411734,0.000012327415,0.00019915026,0.0000042503716,0.0000073724245,0.000009680614,0.0030177564],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.99862057,0.00013108074,0.0005678046,0.00013316222,0.00040176345,0.000145616],"domain_scores_gemma":[0.9974948,0.0013613014,0.00036841567,0.00039472163,0.00031774378,0.000062976906],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0010464512,0.00010186997,0.00041164644,0.00004091627,0.00008322558,0.000002336106,0.00015969056,0.00009405605,0.0018093725],"category_scores_gemma":[0.0006011828,0.000057560006,0.00022637956,0.00015551309,0.0005093155,0.000006452178,0.000065053966,0.000256536,0.0000013624843],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.012443598,0.0042903037,0.5262477,0.00086648593,0.002074069,0.00007543123,0.0010606317,0.0055054026,0.003501159,0.20432204,0.20652351,0.03308966],"study_design_scores_gemma":[0.004365655,0.00016165081,0.03179012,0.000071500515,0.000081979364,0.000011708502,0.00016141459,0.00024170037,0.005499821,0.00007481863,0.9574739,0.00006578526],"about_ca_topic_score_codex":0.0000937828,"about_ca_topic_score_gemma":0.000021179292,"teacher_disagreement_score":0.75095034,"about_ca_system_score_codex":0.0000070063347,"about_ca_system_score_gemma":0.00008424325,"threshold_uncertainty_score":0.9991031},"labels":[],"label_agreement":null},{"id":"W2122798792","doi":"10.3171/2015.4.jns15113","title":"Neurosurgical patients’ perceptions of the “surgeon+”: a qualitative study","year":2015,"lang":"en","type":"article","venue":"Journal of neurosurgery","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Toronto Western Hospital; University of Toronto; University Health Network","funders":"","keywords":"Neurosurgery; Medicine; Thematic analysis; Referral; Perception; Qualitative research; Family medicine; Anxiety; Surgery; Psychiatry; Psychology","score_opus":0.09227933825173802,"score_gpt":0.37283553226325084,"score_spread":0.2805561940115128,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2122798792","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9973813,0.000014938182,0.000012948635,0.0008592584,0.0008999131,0.0001770946,0.0000043859964,0.000009177394,0.0006409656],"genre_scores_gemma":[0.99926734,0.000004937211,0.00001569161,0.00043734635,0.000116445626,0.0000014329473,9.4790846e-7,0.000014252991,0.00014161557],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9974191,0.0006379645,0.00084275263,0.00011010888,0.0008461209,0.00014393212],"domain_scores_gemma":[0.99748814,0.0008410596,0.0005470909,0.00018488601,0.0006855804,0.0002532582],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0011376197,0.00011045887,0.00044452774,0.00019215903,0.000058947084,0.000013926699,0.000098276745,0.00004096012,0.000088233675],"category_scores_gemma":[0.0022027148,0.00006440759,0.00037409895,0.00053510367,0.000100710866,0.000104576735,0.000042862397,0.00035513766,0.0000055786995],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00082393433,0.002261126,0.9781428,0.000010311955,0.00006333695,0.00013481334,0.0151676275,0.00015560233,0.0001097927,0.000026319789,0.0014974971,0.0016068296],"study_design_scores_gemma":[0.0049752556,0.0010597323,0.9783105,0.00005728994,0.000111634494,0.000114906354,0.011090101,0.00006247062,0.000027519201,0.000067558656,0.004046679,0.00007633889],"about_ca_topic_score_codex":0.0000029399084,"about_ca_topic_score_gemma":5.828671e-7,"teacher_disagreement_score":0.004151321,"about_ca_system_score_codex":0.000037503054,"about_ca_system_score_gemma":0.0001542151,"threshold_uncertainty_score":0.26370144},"labels":[],"label_agreement":null},{"id":"W2122881938","doi":"10.1109/have.2006.283802","title":"Non-situated vibrotactile force feedback and laparoscopy performance","year":2006,"lang":"en","type":"article","venue":"","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Sensory cue; Haptic technology; Context (archaeology); Situated; Sensory system; Computer science; Sensory substitution; Human–computer interaction; Computer vision; Cognitive psychology; Artificial intelligence; Psychology","score_opus":0.011509365027207554,"score_gpt":0.25502574054871513,"score_spread":0.24351637552150757,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2122881938","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7603602,0.000013190263,0.000117195705,0.000120489465,0.00002653874,0.00008783319,2.9902003e-7,0.000059177506,0.23921508],"genre_scores_gemma":[0.98720425,0.000005405304,0.0004347136,0.0003367524,0.00006702439,0.0000032901703,0.000013416403,0.000007852343,0.01192729],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99954945,0.0000031740794,0.00010983463,0.00011345003,0.000096665724,0.00012740128],"domain_scores_gemma":[0.99978083,0.00003102625,0.000018872783,0.0000754696,0.000028119472,0.000065685184],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00004389202,0.00006638625,0.00011610759,0.00002978993,0.000049875493,0.000013605173,0.000015053496,0.00004062551,0.0005454501],"category_scores_gemma":[0.0000057224443,0.00004985942,0.000021149956,0.000100132675,0.000027150803,0.00006775963,0.00001011566,0.00006364341,0.000081607555],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000603325,0.00021159223,0.9406316,0.00011341881,0.000046380923,0.000027219136,0.00020662189,0.00029571814,0.028919986,0.0012212277,0.002031255,0.025691617],"study_design_scores_gemma":[0.0040404643,0.00013680008,0.91520196,0.000051346055,0.000025141097,0.000023260269,0.00008530468,0.03667698,0.031936653,0.000057835186,0.011632299,0.00013195595],"about_ca_topic_score_codex":0.000031122046,"about_ca_topic_score_gemma":0.00000267229,"teacher_disagreement_score":0.22728778,"about_ca_system_score_codex":0.000009667319,"about_ca_system_score_gemma":0.0000102621725,"threshold_uncertainty_score":0.5972296},"labels":[],"label_agreement":null},{"id":"W2123051276","doi":"10.1111/j.1464-410x.2007.07253.x","title":"A MODULAR APPROACH FOR TRAINING UROLOGISTS IN LAPAROSCOPY","year":2007,"lang":"en","type":"article","venue":"British Journal of Urology","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":11,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"The Wilson Centre; University Health Network","funders":"","keywords":"Medicine; Psychomotor learning; Health science; Library science; Psychology; Medical education; Computer science","score_opus":0.0510537002697287,"score_gpt":0.3218839638425418,"score_spread":0.2708302635728131,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2123051276","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9425313,0.0011973976,0.051852986,0.00030685606,0.00014741803,0.00015839226,0.0000017222009,0.0000124068765,0.0037915392],"genre_scores_gemma":[0.98862374,0.000044386412,0.0093714,0.0016765185,0.00023764651,0.0000021680528,0.0000054316156,0.0000119792085,0.000026705924],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99894655,0.000043523407,0.00047290997,0.000116522286,0.00013630129,0.0002842059],"domain_scores_gemma":[0.9992793,0.00024930682,0.0001509359,0.000047125824,0.00014333069,0.00012995322],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0015295786,0.000065207074,0.00034530752,0.00015384296,0.000030569125,0.000009926313,0.00006381099,0.00013560975,0.00003609771],"category_scores_gemma":[0.0006808212,0.00006956234,0.0001175926,0.00012791199,0.00007082582,0.000047984035,0.000008196199,0.0003388975,6.8858134e-7],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0076396153,0.00088881655,0.06714573,0.00007295667,0.00022607176,0.0092985695,0.0016722181,0.0127490405,0.0020624697,0.0013840927,0.0002048061,0.8966556],"study_design_scores_gemma":[0.04595,0.004930593,0.7804703,0.00013561391,0.00025175136,0.05439723,0.0016304833,0.038877968,0.0003059785,0.002866333,0.06974626,0.00043747842],"about_ca_topic_score_codex":0.0000075574058,"about_ca_topic_score_gemma":0.00001118536,"teacher_disagreement_score":0.8962181,"about_ca_system_score_codex":0.000021152204,"about_ca_system_score_gemma":0.000053273492,"threshold_uncertainty_score":0.283667},"labels":[],"label_agreement":null},{"id":"W2123750178","doi":"10.1007/s00464-015-4320-9","title":"Long-term knowledge retention following simulation-based training for electrosurgical safety: 1-year follow-up of a randomized controlled trial","year":2015,"lang":"en","type":"article","venue":"Surgical Endoscopy","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":47,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University; McGill University Health Centre","funders":"McGill University","keywords":"Medicine; Randomized controlled trial; Interquartile range; Randomization; Curriculum; Session (web analytics); Physical therapy; Surgery; Psychology; Pedagogy","score_opus":0.06327479039933916,"score_gpt":0.3622169266319997,"score_spread":0.2989421362326606,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2123750178","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9608392,0.00056754414,0.015474547,0.0002231798,0.0021151335,0.008191026,0.000013351985,0.00024725893,0.012328722],"genre_scores_gemma":[0.99680567,0.000009318885,0.0006830701,0.0000636521,0.0005458844,0.0005334802,0.00025139592,0.000059484693,0.0010480188],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.99554807,0.0007230086,0.0018079354,0.0005363923,0.0007932056,0.0005913883],"domain_scores_gemma":[0.9865499,0.011664692,0.00047341082,0.00029861124,0.0004819657,0.00053138315],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0046143625,0.00038085302,0.0034457175,0.000289524,0.0001305151,0.000042608688,0.00012110592,0.00031739761,0.0003698603],"category_scores_gemma":[0.007006118,0.0002826885,0.0029086543,0.00046049614,0.0001673547,0.00011472356,0.00002294341,0.0002969849,0.00001742664],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.9923853,0.00039314217,0.00067040964,0.00005369705,0.0006256729,0.000050989758,0.00030243536,0.002279597,0.00003346759,0.001597648,0.000007356936,0.0016002674],"study_design_scores_gemma":[0.9018124,0.0010108142,0.000044961147,0.00022328949,0.0009238921,0.0000033412382,0.000058671198,0.09382332,0.00015143798,0.00025978373,0.0014473315,0.00024076493],"about_ca_topic_score_codex":0.000004616566,"about_ca_topic_score_gemma":0.000002740694,"teacher_disagreement_score":0.09154373,"about_ca_system_score_codex":0.00013417049,"about_ca_system_score_gemma":0.0006011097,"threshold_uncertainty_score":0.9999625},"labels":[],"label_agreement":null},{"id":"W2124048280","doi":"10.1002/ase.1262","title":"Is three‐dimensional videography the cutting edge of surgical skill acquisition?","year":2012,"lang":"en","type":"article","venue":"Anatomical Sciences Education","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":33,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto; Western University","funders":"University of Guelph","keywords":"Videography; Dreyfus model of skill acquisition; Perception; Cognition; Process (computing); Knowledge acquisition; Psychology; Computer science; Artificial intelligence; Neuroscience","score_opus":0.02685787976139416,"score_gpt":0.35058168524946526,"score_spread":0.3237238054880711,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2124048280","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98376405,0.00050962664,0.000024218585,0.0047147507,0.00034008312,0.0001320987,0.0000012331955,0.000019442501,0.010494484],"genre_scores_gemma":[0.99777853,0.000007985523,0.00037009743,0.0014487789,0.0003358217,0.000006730773,0.000008272585,0.000003736368,0.00004001519],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99897736,0.00004439981,0.00022521896,0.00013642304,0.0003940454,0.00022252057],"domain_scores_gemma":[0.99916655,0.00038387664,0.00008369303,0.00010724006,0.00009842036,0.00016023168],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00068866566,0.00007337757,0.00012325664,0.00009119305,0.00020460133,0.000016275219,0.00009301955,0.000052365318,0.0009479223],"category_scores_gemma":[0.00006096184,0.00004353958,0.00011111194,0.0006652727,0.00037629303,0.00016466831,0.000026771317,0.00009965233,0.000035568944],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000043380303,0.0005433381,0.9155222,0.000010903795,0.000023904315,3.945076e-7,0.00083811244,0.000017177801,0.00012942751,0.032511573,0.0010538482,0.049305752],"study_design_scores_gemma":[0.0009840797,0.00010449183,0.9641802,0.0001097843,0.00006976201,0.000057503654,0.0010885447,0.0042311433,0.0018610343,0.003642843,0.023503035,0.00016759761],"about_ca_topic_score_codex":0.000055257726,"about_ca_topic_score_gemma":0.0000012156052,"teacher_disagreement_score":0.049138155,"about_ca_system_score_codex":0.000022939108,"about_ca_system_score_gemma":0.00014618678,"threshold_uncertainty_score":0.99996537},"labels":[],"label_agreement":null},{"id":"W2124059012","doi":"","title":"A needs assessment study of undergraduate surgical education.","year":2006,"lang":"en","type":"article","venue":"PubMed","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":35,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Alberta","funders":"","keywords":"Medicine; Psychological intervention; Specialty; Medical education; Curriculum; Respondent; Intervention (counseling); Relevance (law); Family medicine; Nursing","score_opus":0.03463005921496511,"score_gpt":0.3151255773903532,"score_spread":0.2804955181753881,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2124059012","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8716024,0.00003203187,0.000016083775,0.0009509338,0.00010840996,0.00060196326,4.3932653e-7,0.000036144367,0.12665157],"genre_scores_gemma":[0.99630535,0.000001498265,0.000060390645,0.000067370114,0.00013496671,0.00031784675,0.0000118456255,0.000007583773,0.0030931726],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9992536,0.00003870261,0.00022528107,0.000098378114,0.0002432833,0.00014076185],"domain_scores_gemma":[0.9995826,0.0000881069,0.000054827186,0.00012254735,0.00006577393,0.000086175474],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00018528065,0.000061938175,0.00016357384,0.000110404086,0.00002629694,0.0000089944015,0.000029794639,0.000026212494,0.00004831121],"category_scores_gemma":[0.000019057987,0.00004933142,0.000046829453,0.0003061795,0.000019869069,0.000027792685,0.000012479108,0.00007241264,0.000003322343],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00012054285,0.005345898,0.7322287,0.00002352924,0.00008089167,0.000026259424,0.00011397543,0.00016937152,0.0000025821053,0.015479384,0.00037319187,0.24603568],"study_design_scores_gemma":[0.0039790045,0.00006053793,0.97900134,0.000004789781,0.000050104023,0.000008915004,0.00047883834,0.00011879741,0.00001047921,0.0005063999,0.01572917,0.000051644565],"about_ca_topic_score_codex":0.000108867156,"about_ca_topic_score_gemma":0.000008402459,"teacher_disagreement_score":0.24677262,"about_ca_system_score_codex":0.000040424373,"about_ca_system_score_gemma":0.000058933765,"threshold_uncertainty_score":0.20116767},"labels":[],"label_agreement":null},{"id":"W2124899793","doi":"10.1007/978-1-4615-4409-8_2","title":"Passive Robotics: Laparoscopic Stand","year":2000,"lang":"en","type":"book-chapter","venue":"","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Simon Fraser University","funders":"","keywords":"Robotics; Laparoscopic surgery; Artificial intelligence; Physical medicine and rehabilitation; Medicine; Surgical robot; Open surgery; Computer science; Computer vision; Surgery; Laparoscopy; Robot","score_opus":0.03541430963881113,"score_gpt":0.28534969934845333,"score_spread":0.24993538970964221,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2124899793","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000050890645,0.00029603415,0.00006085976,0.0004302075,0.00010650995,0.00019030373,0.000006868568,0.00010558424,0.9987527],"genre_scores_gemma":[0.02829408,0.0002524643,0.00027125812,0.0009839267,0.00026523884,0.000001578692,0.000061402876,0.000039340066,0.9698307],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99919707,0.0000034349837,0.00021805447,0.00021505459,0.00023065759,0.0001357306],"domain_scores_gemma":[0.99948096,0.00007888342,0.000050424307,0.0001858285,0.000047800157,0.00015611874],"candidate_categories":["insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.00002528883,0.00018121475,0.00038636732,0.00006996471,0.000031972573,0.000013596921,0.000032425756,0.00024324332,0.046747375],"category_scores_gemma":[0.00000936658,0.00013911462,0.0001222296,0.000012809242,0.000050711104,0.000016798705,0.00001111907,0.0002598887,0.0010520176],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0004141275,0.00007019543,0.0002170486,0.00015753093,0.0005658008,0.0008032308,0.00013602179,0.00047888057,0.0000017690636,0.75598586,0.0052609392,0.2359086],"study_design_scores_gemma":[0.0026618412,0.00011680139,0.00016768185,0.0003376614,0.0001454528,0.000013231997,0.000006708229,0.00013438314,0.000009552195,0.011296534,0.98492,0.00019012741],"about_ca_topic_score_codex":0.000002255574,"about_ca_topic_score_gemma":0.0000023791658,"teacher_disagreement_score":0.9796591,"about_ca_system_score_codex":0.00004248479,"about_ca_system_score_gemma":0.00007559184,"threshold_uncertainty_score":0.99972576},"labels":[],"label_agreement":null},{"id":"W2125239093","doi":"10.1007/s00464-014-3583-x","title":"Colonoscopy performance correlates with scores on the FES™ manual skills test","year":2014,"lang":"en","type":"article","venue":"Surgical Endoscopy","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":39,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University; McGill University Health Centre; Montreal General Hospital","funders":"","keywords":"Colonoscopy; Medicine; Endoscopy; Physical therapy; Test (biology); Abdominal surgery; Hepatology; Internal medicine; Surgery; Colorectal cancer","score_opus":0.011354837125787658,"score_gpt":0.2720867159046626,"score_spread":0.26073187877887494,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2125239093","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.918469,0.000028956303,0.000014822661,0.0011516971,0.00014003947,0.00028648542,0.0000035892651,0.0001280158,0.07977738],"genre_scores_gemma":[0.9964326,0.000034894863,0.00012435424,0.0013506858,0.00022414411,0.000032287022,0.00001934881,0.000027861466,0.0017538366],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9985691,0.000075913966,0.00024278631,0.00030714794,0.0004343643,0.00037071743],"domain_scores_gemma":[0.99632835,0.0030069076,0.00007711187,0.00030785354,0.000067800196,0.00021200099],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00033188614,0.00021492856,0.00032184666,0.000057948742,0.00021126655,0.00003751485,0.00011772416,0.00009790276,0.0014838654],"category_scores_gemma":[0.00032904244,0.00011050781,0.00008424197,0.00025976,0.0002471114,0.00005717584,0.000027783291,0.00041759352,0.00054425787],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.011895321,0.0015927351,0.9282543,0.00010857307,0.00019072068,0.00036376473,0.0005399383,0.0011716157,0.00010870486,0.028763065,0.0011324045,0.025878873],"study_design_scores_gemma":[0.07876078,0.012071113,0.49927133,0.0015810626,0.00023883526,0.00034669042,0.000225908,0.026010972,0.015209986,0.0004051606,0.3648939,0.0009842674],"about_ca_topic_score_codex":0.000006781417,"about_ca_topic_score_gemma":0.0000025198608,"teacher_disagreement_score":0.42898297,"about_ca_system_score_codex":0.000032633616,"about_ca_system_score_gemma":0.000042975316,"threshold_uncertainty_score":0.9994289},"labels":[],"label_agreement":null},{"id":"W2126050145","doi":"10.1016/j.jsurg.2014.06.009","title":"Evidence-Based Microsurgical Skills Acquisition Series Part 2: Validated Assessment Instruments—A Systematic Review","year":2014,"lang":"en","type":"review","venue":"Journal of surgical education","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":55,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Inter-rater reliability; Intra-rater reliability; Face validity; Reliability (semiconductor); Construct validity; Content validity; Microsurgery; Criterion validity; Medical physics; Psychology; Rating scale; Computer science; Medicine; Psychometrics; Surgery; Clinical psychology; Developmental psychology","score_opus":0.0700349103694255,"score_gpt":0.41732478945662765,"score_spread":0.34728987908720216,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2126050145","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00006753922,0.9948669,0.000056047993,0.001146418,0.001197807,0.0018120005,0.000006985208,0.000033883578,0.0008124401],"genre_scores_gemma":[0.0003811664,0.9964517,0.00051323336,0.0008857158,0.0009183302,0.00011536725,0.0002541029,0.000051657884,0.00042873388],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.99309266,0.0014795013,0.0035798575,0.0003583768,0.0011794063,0.00031021656],"domain_scores_gemma":[0.99312216,0.0014675864,0.0034458789,0.00047224716,0.0009672922,0.00052484375],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0034873346,0.0005189559,0.0048301416,0.0006214412,0.00010319468,0.00012217494,0.00024992324,0.00039807177,0.0016343782],"category_scores_gemma":[0.00094281865,0.00033114548,0.0016909494,0.001047855,0.00008897293,0.00038865337,0.000032184464,0.0008730036,0.00009379138],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00007069997,0.0009148261,0.000031276395,0.8129379,0.000399507,0.00008753544,0.0000094718525,0.0000026395576,2.044363e-7,0.00014942579,0.0013510543,0.18404543],"study_design_scores_gemma":[0.00065835804,0.00019937137,0.000012619202,0.5187654,0.0038520622,0.0013640209,0.000008898655,0.000005559914,7.7992735e-7,0.00000875033,0.4749554,0.00016880421],"about_ca_topic_score_codex":0.0000010862304,"about_ca_topic_score_gemma":6.709903e-8,"teacher_disagreement_score":0.47360435,"about_ca_system_score_codex":0.0004985717,"about_ca_system_score_gemma":0.0024557016,"threshold_uncertainty_score":0.99991405},"labels":[],"label_agreement":null},{"id":"W2126159080","doi":"10.3109/10929080500229694","title":"Quantitative measures of performance in microvascular anastomoses","year":2005,"lang":"en","type":"article","venue":"Computer Aided Surgery","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":14,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Kinematics; Statistic; Computer science; Anastomosis; Range (aeronautics); Trajectory; Scale (ratio); Artificial intelligence; Computer vision; Surgery; Simulation; Statistics; Mathematics; Medicine; Physics; Materials science","score_opus":0.08306743274266559,"score_gpt":0.29621766324400445,"score_spread":0.21315023050133886,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2126159080","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99438316,0.0004874558,0.003865744,0.00019699283,0.000104292405,0.000082021725,4.8156323e-7,0.000033689852,0.00084614294],"genre_scores_gemma":[0.9947789,0.000055306344,0.004717282,0.00031835018,0.000087823515,0.0000024285248,0.000007073563,0.000008997406,0.000023871824],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9991471,0.000051256255,0.0003240113,0.00014594824,0.00018023392,0.00015140444],"domain_scores_gemma":[0.99921787,0.00045299076,0.00005608014,0.0001323207,0.000083113126,0.000057648456],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00040668517,0.000086449836,0.00034401915,0.00021048925,0.000018334182,0.0000054707384,0.00003481403,0.00004083105,0.000060004782],"category_scores_gemma":[0.00006218108,0.00007523264,0.00013744981,0.00026571145,0.00004690519,0.00008827723,0.000017653218,0.00009431928,0.000020744168],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00040631858,0.00022218657,0.5068277,0.000107546904,0.00009301013,0.000040141626,0.00063148397,0.0064175143,0.00030227914,0.00020212277,0.00020309088,0.4845466],"study_design_scores_gemma":[0.0023512181,0.0001617739,0.8779554,0.00058553496,0.0000285511,0.000028750834,0.00006259068,0.06363407,0.007267331,0.000018274764,0.04769093,0.00021561084],"about_ca_topic_score_codex":0.000006348022,"about_ca_topic_score_gemma":0.0000056747685,"teacher_disagreement_score":0.48433098,"about_ca_system_score_codex":0.000024104938,"about_ca_system_score_gemma":0.0000496865,"threshold_uncertainty_score":0.30678982},"labels":[],"label_agreement":null},{"id":"W2126373895","doi":"10.1002/bjs.9860","title":"Systematic review with meta-analysis of the impact of surgical fellowship training on patient outcomes","year":2015,"lang":"en","type":"review","venue":"British journal of surgery","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":72,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"Patient Safety Translational Research Centre; National Institute for Health and Care Research","keywords":"Medicine; Odds ratio; Meta-analysis; MEDLINE; Odds; Surgery; General surgery; Physical therapy; Internal medicine; Logistic regression","score_opus":0.30357451519442114,"score_gpt":0.4093259745853341,"score_spread":0.10575145939091296,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2126373895","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00076771795,0.99784446,0.0000014601277,0.0000564091,0.000075148135,0.0007098633,0.000079103505,0.000005431332,0.00046041387],"genre_scores_gemma":[0.01658102,0.9831357,0.000014293923,0.00009546274,0.000029332545,0.000014917046,0.000025709198,0.000038544888,0.000065023436],"study_design_codex":"meta_analysis","study_design_gemma":"meta_analysis","domain_scores_codex":[0.9927984,0.0013241139,0.0039090645,0.00019897916,0.0015341566,0.00023529105],"domain_scores_gemma":[0.98843646,0.004482123,0.005589168,0.00041015015,0.0008004171,0.00028167828],"candidate_categories":["metaepi_broad"],"consensus_categories":["metaepi_broad"],"category_scores_codex":[0.0048226505,0.00038024882,0.01820141,0.00055673387,0.00003347827,0.00002345955,0.0001992253,0.00020446359,0.00045335176],"category_scores_gemma":[0.0018872627,0.00017325308,0.018258978,0.0016587684,0.00010377275,0.00006264502,0.000025613204,0.000774869,0.0000015929248],"study_design_candidate":"meta_analysis","study_design_consensus":"meta_analysis","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000089085086,0.00044732192,0.0004179969,0.37441477,0.48818958,0.0022640147,0.000098937664,0.00016515865,5.2971876e-9,0.0000074270683,0.0005129533,0.13339272],"study_design_scores_gemma":[0.00039528418,0.00012646508,0.00028385044,0.42562246,0.5610048,0.003656968,0.000037856367,0.0000042354463,4.073229e-8,0.0000015425871,0.008701332,0.00016514373],"about_ca_topic_score_codex":0.000029304954,"about_ca_topic_score_gemma":0.0000020205975,"teacher_disagreement_score":0.13322759,"about_ca_system_score_codex":0.0001252648,"about_ca_system_score_gemma":0.00088736526,"threshold_uncertainty_score":0.9963744},"labels":[],"label_agreement":null},{"id":"W2126972458","doi":"10.1093/bja/aep241","title":"Assessment of procedural skills in anaesthesia","year":2009,"lang":"en","type":"review","venue":"British Journal of Anaesthesia","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":180,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ottawa Hospital; SickKids Foundation; University of Ottawa; Hospital for Sick Children; University of Toronto","funders":"","keywords":"Regional anaesthesia; Anesthesia; Psychology; Medicine","score_opus":0.03172254951261874,"score_gpt":0.35947366206022474,"score_spread":0.327751112547606,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2126972458","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.004686786,0.99246645,0.000012980611,0.00007430735,0.000049853465,0.00041079303,0.0000031645168,0.0000115992425,0.002284041],"genre_scores_gemma":[0.021490738,0.9765041,0.0015367159,0.00018782682,0.00015333468,0.000003489251,0.000015005463,0.000041120493,0.00006770101],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99679667,0.00021687444,0.0018629844,0.00021470715,0.00062201935,0.00028676944],"domain_scores_gemma":[0.99794036,0.000081982274,0.0013320141,0.00016102284,0.00024287798,0.00024171737],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00093690655,0.00028345548,0.0028166317,0.0003732903,0.000029154868,0.000040751365,0.00022120253,0.00029537236,0.00010492415],"category_scores_gemma":[0.00018327081,0.00025775298,0.00091215596,0.00060883275,0.000068512236,0.00012144993,0.000012863632,0.0009111053,0.0000031648663],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000012453088,0.0004288596,0.0007599074,0.0018184185,0.00008371144,0.0053759483,0.000015584566,0.000008341649,3.5671e-8,0.00006448011,0.00007814892,0.9913541],"study_design_scores_gemma":[0.0025894246,0.0010209547,0.06288449,0.08658538,0.00072873733,0.015479407,0.000031906075,0.000018762377,2.2318292e-7,0.00005402131,0.8303101,0.0002966089],"about_ca_topic_score_codex":0.000019732988,"about_ca_topic_score_gemma":0.0000101656215,"teacher_disagreement_score":0.9910575,"about_ca_system_score_codex":0.00018634777,"about_ca_system_score_gemma":0.0008218459,"threshold_uncertainty_score":0.9999875},"labels":[],"label_agreement":null},{"id":"W2127095750","doi":"10.1186/s40463-015-0094-2","title":"Face and content validity of a virtual-reality simulator for myringotomy with tube placement","year":2015,"lang":"en","type":"article","venue":"Journal of Otolaryngology - Head and Neck Surgery","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":35,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"London Health Sciences Centre; Lawson Health Research Institute; Western University","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Virtual reality; Computer science; Face (sociological concept); Simulation; Tube (container); Myringotomy; Face validity; Human–computer interaction; Engineering; Surgery; Medicine; Mathematics; Mechanical engineering; Statistics","score_opus":0.15282015499610394,"score_gpt":0.3335422355867436,"score_spread":0.18072208059063968,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2127095750","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9973737,0.00028988585,0.0012519244,0.00058146584,0.00013193296,0.0002634582,0.0000050516414,0.000008636986,0.000093962175],"genre_scores_gemma":[0.999244,0.0000448606,0.00019606377,0.0003613767,0.0000946095,0.0000043065,0.0000045964575,0.000010483046,0.000039748116],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99881876,0.000093553106,0.00055260403,0.00013584034,0.0002191298,0.0001801176],"domain_scores_gemma":[0.9977411,0.0011589768,0.00033285024,0.00009196356,0.00032789202,0.0003471889],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0012041389,0.00012556554,0.00073522556,0.0001265023,0.000042046675,0.000008482067,0.000026839534,0.00009712205,0.0000161419],"category_scores_gemma":[0.00050253025,0.00008465167,0.00011443952,0.00007683439,0.00012617448,0.00010133808,0.000020434156,0.00016459887,3.663907e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.005221571,0.00024388463,0.99201334,0.00012332306,0.00019702117,0.00010932396,0.00033076093,0.00024679658,0.0002007172,0.000100555066,0.00018035629,0.0010323449],"study_design_scores_gemma":[0.011872185,0.0025885433,0.97530895,0.00036086162,0.00017178203,0.0006477425,0.0003627234,0.002401791,0.00070100493,0.000049443228,0.0054027815,0.00013217494],"about_ca_topic_score_codex":0.000014462122,"about_ca_topic_score_gemma":0.00000473125,"teacher_disagreement_score":0.016704379,"about_ca_system_score_codex":0.00002715042,"about_ca_system_score_gemma":0.00016304383,"threshold_uncertainty_score":0.3451995},"labels":[],"label_agreement":null},{"id":"W2127270894","doi":"10.1109/tbme.2011.2132131","title":"The Effect of Augmented Reality Training on Percutaneous Needle Placement in Spinal Facet Joint Injections","year":2011,"lang":"en","type":"article","venue":"IEEE Transactions on Biomedical Engineering","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":90,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University","funders":"National Cancer Institute","keywords":"Facet (psychology); Percutaneous; Facet joint; Joint (building); Biomedical engineering; Medicine; Orthodontics; Augmented reality; Computer science; Physical medicine and rehabilitation; Surgery; Engineering; Lumbar spine; Psychology; Human–computer interaction","score_opus":0.047641982790213255,"score_gpt":0.28212275217597543,"score_spread":0.23448076938576218,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2127270894","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.86401063,0.000025453275,0.13178584,0.00044541524,0.00082542613,0.0006096766,0.000017220062,0.00020071649,0.002079644],"genre_scores_gemma":[0.99960697,0.000019229485,0.00018528462,0.00004273599,0.000033280554,0.00003846929,0.0000036999234,0.000018389852,0.000051936782],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9987203,0.00005141764,0.00039953005,0.00019542458,0.00035457636,0.00027875128],"domain_scores_gemma":[0.9993725,0.0001937187,0.000041208335,0.00018124013,0.000019462408,0.00019189344],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00044740055,0.00016594064,0.000293088,0.00026321565,0.000097612006,0.0000069366592,0.000059858525,0.00014179733,0.00018649641],"category_scores_gemma":[0.000060431474,0.00011507185,0.00013994242,0.0004293329,0.000091197595,0.000026162097,0.0000011985659,0.0005840567,0.000010150162],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.008298924,0.0023598105,0.00014539366,0.0005652297,0.0010430582,0.00068111724,0.00853211,0.25665927,0.049106862,0.00052247,0.000066389824,0.67201936],"study_design_scores_gemma":[0.03453042,0.034971993,0.04925576,0.0044138925,0.0007105325,0.001582006,0.0047399183,0.7399172,0.11566981,0.0000370004,0.01256539,0.0016060753],"about_ca_topic_score_codex":0.0000680428,"about_ca_topic_score_gemma":0.00000740204,"teacher_disagreement_score":0.6704133,"about_ca_system_score_codex":0.00013381604,"about_ca_system_score_gemma":0.000032262196,"threshold_uncertainty_score":0.4692494},"labels":[],"label_agreement":null},{"id":"W2127309266","doi":"10.5489/cuaj.11248","title":"Establishing milestones in urology training: A survey of the Canadian Academy of Urological Surgeons","year":2012,"lang":"en","type":"article","venue":"Canadian Urological Association Journal","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":13,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"McGill University Health Centre","funders":"","keywords":"Medicine; Certification; Medical education; Urology","score_opus":0.08690104782853655,"score_gpt":0.2981290181419008,"score_spread":0.21122797031336424,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2127309266","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97529256,0.0001738553,0.0000038715707,0.020692253,0.0002935056,0.00015762913,0.000049970233,0.000007749726,0.003328582],"genre_scores_gemma":[0.99426097,0.000011596145,0.000028497101,0.0054942737,0.00012040417,0.0000031796833,0.000013179842,0.0000099357085,0.00005794605],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9970159,0.0009035484,0.00067826035,0.00014997258,0.0003989863,0.00085334777],"domain_scores_gemma":[0.9966178,0.0015210805,0.00041433104,0.000083756044,0.00020337106,0.0011596634],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0044246237,0.0001390297,0.00048556854,0.00037604786,0.00020362315,0.000022251816,0.0002032713,0.00060324767,0.0006755166],"category_scores_gemma":[0.009178786,0.0000881106,0.00016541069,0.00075961725,0.00012991195,0.00011935419,0.000019276049,0.0012250767,0.0000056520594],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000048454716,0.000041005696,0.99665415,0.0000020027037,0.000038144095,0.000009322779,0.00037136074,0.00023107472,0.000010312459,0.0006484695,0.00027384207,0.0016718835],"study_design_scores_gemma":[0.000958452,0.00006765286,0.9718382,0.000008193725,0.000034367742,0.000086373366,0.000075056785,0.00021946218,0.000005624998,0.00023118248,0.026389817,0.00008561595],"about_ca_topic_score_codex":0.12847053,"about_ca_topic_score_gemma":0.3212049,"teacher_disagreement_score":0.19273439,"about_ca_system_score_codex":0.00061897765,"about_ca_system_score_gemma":0.0011795518,"threshold_uncertainty_score":0.9991673},"labels":[],"label_agreement":null},{"id":"W2127853394","doi":"10.3138/jvme.32.1.138","title":"Student Assessment of the Educational Benefits of Using a CD-ROM for Instruction of Basic Surgical Skills","year":2005,"lang":"en","type":"article","venue":"Journal of Veterinary Medical Education","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":15,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Preparedness; CD-ROM; Class (philosophy); Curriculum; Medical education; Medicine; Psychology; Mathematics education; Computer science; Pedagogy","score_opus":0.0756350996367055,"score_gpt":0.4460569847830346,"score_spread":0.3704218851463291,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2127853394","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99601233,0.0002100232,0.00008516555,0.002325337,0.00087393296,0.00019728772,0.000003710371,0.0000016429889,0.00029057328],"genre_scores_gemma":[0.9945691,0.000047839745,0.004497158,0.000107900836,0.0007283979,0.0000040508444,0.0000063246716,0.000007933522,0.00003129554],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9979846,0.0000862171,0.0009022257,0.0000862796,0.00084878237,0.00009188515],"domain_scores_gemma":[0.9980259,0.00034719246,0.00079837156,0.00011810695,0.000560496,0.00014993125],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00073239626,0.000080765574,0.00032765057,0.00014049477,0.000035323217,0.0000033970307,0.00011845976,0.00008687956,0.00047079258],"category_scores_gemma":[0.00052030245,0.000054770797,0.00021236406,0.00019615194,0.000106303836,0.000101279664,0.000026158548,0.00017782286,1.5279484e-7],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0017690269,0.01576413,0.30985567,0.0008815499,0.00054221763,0.0000053372482,0.0028565747,0.004574962,0.008452711,0.007378902,0.00024721856,0.6476717],"study_design_scores_gemma":[0.004262601,0.0008783038,0.98660076,0.0011100138,0.0001451481,0.0008146368,0.0004344601,0.0011147895,0.0003468412,0.000100087855,0.004134438,0.000057913367],"about_ca_topic_score_codex":0.0000064325277,"about_ca_topic_score_gemma":0.0000016324684,"teacher_disagreement_score":0.6767451,"about_ca_system_score_codex":0.00013266664,"about_ca_system_score_gemma":0.0018494484,"threshold_uncertainty_score":0.51548487},"labels":[],"label_agreement":null},{"id":"W2128306413","doi":"10.1109/iembs.2001.1019579","title":"Design and development of actuating system for diagnostics application in minimally invasive surgery (MIS)","year":2005,"lang":"en","type":"article","venue":"","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Simon Fraser University","funders":"","keywords":"Invasive surgery; Shape-memory alloy; Mechanism (biology); Computer science; Mechanical engineering; Control engineering; Engineering; Artificial intelligence; Surgery; Medicine","score_opus":0.07041839310074698,"score_gpt":0.29872219420989365,"score_spread":0.22830380110914666,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2128306413","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8343762,0.000055197183,0.16416456,0.00010663246,0.00001046969,0.0005571541,3.8223396e-7,0.000025010471,0.0007043619],"genre_scores_gemma":[0.89867103,0.000005715529,0.10114712,0.00007106081,0.00002060196,0.00005738937,0.000009866211,0.0000053460744,0.0000118509615],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9994391,0.000013421563,0.00029297726,0.00009554259,0.00007736475,0.000081560276],"domain_scores_gemma":[0.9968374,0.0029530833,0.00006715723,0.000042452048,0.000056474866,0.000043444936],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00039382887,0.000049570943,0.00015972309,0.000062151674,0.000020981837,0.0000034838934,0.0000122165275,0.000035590663,0.000008623253],"category_scores_gemma":[0.0004047816,0.000041414696,0.000014490456,0.000062668376,0.000009700651,0.000025523243,0.0000051294232,0.000023656865,0.000002409121],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00035428317,0.00016081001,0.08700948,0.00062906643,0.000046829336,0.0000040637533,0.0031817318,0.0012902303,0.0030137177,0.00057335844,0.000038201695,0.9036982],"study_design_scores_gemma":[0.018824613,0.00028971143,0.36350638,0.002486798,0.00014393227,0.000035520177,0.011588402,0.27308652,0.31510934,0.00005740788,0.014079358,0.0007920499],"about_ca_topic_score_codex":0.000002640887,"about_ca_topic_score_gemma":0.000015006261,"teacher_disagreement_score":0.9029062,"about_ca_system_score_codex":0.000043158972,"about_ca_system_score_gemma":0.000109209184,"threshold_uncertainty_score":0.16888423},"labels":[],"label_agreement":null},{"id":"W2128655640","doi":"10.1016/s1701-2163(15)30892-6","title":"Managing Expectations of Surgical Training: A National Perspective on Gynaecologic Endoscopy Practice","year":2013,"lang":"en","type":"article","venue":"Journal of Obstetrics and Gynaecology Canada","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":8,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Ottawa Hospital; University of Ottawa","funders":"Ottawa Hospital Research Institute","keywords":"Medicine; Obstetrics and gynaecology; Graduation (instrument); Medical education; Family medicine; Pregnancy","score_opus":0.03074045420356806,"score_gpt":0.30586245580206955,"score_spread":0.2751220015985015,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2128655640","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7995055,0.002378303,0.000047241043,0.014886448,0.0038597905,0.0003474842,0.000008996205,0.000010797859,0.1789555],"genre_scores_gemma":[0.99819726,0.00006870241,0.0009329812,0.00064935413,0.000035014153,0.0000039713377,0.0000018829462,0.0000070823594,0.00010373617],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99871254,0.000082797276,0.0004355754,0.00012162184,0.00047842442,0.00016905747],"domain_scores_gemma":[0.98827356,0.009774755,0.00041484274,0.000053205185,0.0012887678,0.00019488871],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0002504382,0.000096861404,0.00033271563,0.0002961477,0.00007624193,0.000013728143,0.000058418154,0.00007901529,0.001073739],"category_scores_gemma":[0.009749175,0.00007664722,0.00006988458,0.00035423524,0.00005860917,0.000113396854,0.000013788717,0.00032271177,0.0000015917594],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000568242,0.003460872,0.12254067,0.00019616811,0.003843697,0.025498753,0.015627474,0.0076693324,0.000079370235,0.1550456,0.008095889,0.65737396],"study_design_scores_gemma":[0.036751382,0.0053849765,0.7402514,0.000046463367,0.0005214453,0.0014208461,0.11884648,0.0054755816,0.000092079536,0.009674448,0.08096457,0.00057031756],"about_ca_topic_score_codex":0.0018050133,"about_ca_topic_score_gemma":0.00045658828,"teacher_disagreement_score":0.6568036,"about_ca_system_score_codex":0.0010983194,"about_ca_system_score_gemma":0.0013356621,"threshold_uncertainty_score":0.9998394},"labels":[],"label_agreement":null},{"id":"W2128738313","doi":"10.1109/tbme.2010.2050886","title":"Evaluation of Model-Enhanced Ultrasound-Assisted Interventional Guidance in a Cardiac Phantom","year":2010,"lang":"en","type":"article","venue":"IEEE Transactions on Biomedical Engineering","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":24,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Robarts Clinical Trials; Western University","funders":"Canadian Institutes of Health Research","keywords":"Imaging phantom; Visualization; Ultrasound; Medical physics; Computer science; Computer vision; Artificial intelligence; Radiology; Medicine; Biomedical engineering","score_opus":0.03563996943580588,"score_gpt":0.3215132709862159,"score_spread":0.28587330155041,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2128738313","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5136616,0.000030141222,0.48501167,0.000052151932,0.00054763426,0.00017815334,0.000016566719,0.000059002035,0.00044305605],"genre_scores_gemma":[0.9973026,0.0000061585397,0.0025021893,0.000019126022,0.000049580296,0.000056157205,0.000013586104,0.000015853953,0.00003472716],"study_design_codex":"bench_or_experimental","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99840856,0.000032883443,0.00038656054,0.00019261717,0.00080891605,0.00017049366],"domain_scores_gemma":[0.99932194,0.00017820284,0.000043019892,0.00015059477,0.00016267337,0.00014358672],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00092937617,0.00011691742,0.00024719106,0.00029425326,0.000023254515,0.0000060977222,0.000054057586,0.00013965798,0.00038287294],"category_scores_gemma":[0.00013436122,0.00011071347,0.00017724205,0.00039417142,0.000058062393,0.00006360687,6.3536004e-7,0.00039609824,0.0000071043723],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00015717978,0.0010429587,0.000054951237,0.00009751437,0.00018514956,0.000004206638,0.0002606852,0.29301283,0.53939617,0.0001621431,0.0000057886036,0.16562045],"study_design_scores_gemma":[0.003678135,0.00010232812,0.0051897443,0.0002656545,0.00012809437,0.000008117563,0.000022737544,0.94403994,0.0462593,0.000044107084,0.00013622626,0.0001255979],"about_ca_topic_score_codex":0.000008857156,"about_ca_topic_score_gemma":0.000010791575,"teacher_disagreement_score":0.65102714,"about_ca_system_score_codex":0.0000879406,"about_ca_system_score_gemma":0.000119616,"threshold_uncertainty_score":0.4514764},"labels":[],"label_agreement":null},{"id":"W2128882921","doi":"10.1016/s0021-9290(02)00036-2","title":"Interference during the use of an electromagnetic tracking system under OR conditions","year":2002,"lang":"en","type":"article","venue":"Journal of Biomechanics","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":75,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Montréal; Hôpital Maisonneuve-Rosemont","funders":"","keywords":"Electromagnetic interference; Interference (communication); Noise (video); Distortion (music); Tracking (education); Computer science; Software; Rotation (mathematics); Translation (biology); Electronic engineering; Acoustics; Electrical engineering; Physics; Engineering; Telecommunications; Artificial intelligence","score_opus":0.11341900676237814,"score_gpt":0.3071913977764471,"score_spread":0.19377239101406896,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2128882921","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9980872,0.00008212229,0.0013372197,0.00019530157,0.00012227207,0.000071275885,0.000002929097,0.000013292197,0.000088350425],"genre_scores_gemma":[0.9992054,0.000029837316,0.00045263435,0.00009359298,0.00007399823,5.323069e-7,7.5844054e-7,0.000008539612,0.00013471433],"study_design_codex":"bench_or_experimental","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99920416,0.000051183713,0.00037505792,0.00005800695,0.00020235941,0.00010920872],"domain_scores_gemma":[0.99923867,0.00015111384,0.0002530058,0.00010833218,0.00016191289,0.00008695681],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0001491362,0.000063569045,0.00018525629,0.00013039935,0.00005836526,0.000025487658,0.000069739224,0.000044526554,0.00039975805],"category_scores_gemma":[0.000075380616,0.000035861496,0.000082191014,0.00024353855,0.000021397447,0.00013633443,0.000009239621,0.0001704506,0.0000032849673],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.001812661,0.0012638333,0.00017297288,0.00059537357,0.000723149,0.0010585672,0.0026795003,0.00072816416,0.8694266,0.005682821,0.00012281134,0.11573351],"study_design_scores_gemma":[0.018116098,0.010295706,0.0096202465,0.0035471602,0.001051563,0.01640608,0.007961244,0.8161782,0.111245,0.0006169859,0.0044037877,0.00055790006],"about_ca_topic_score_codex":0.0000018372108,"about_ca_topic_score_gemma":0.0000022188779,"teacher_disagreement_score":0.8154501,"about_ca_system_score_codex":0.000054213466,"about_ca_system_score_gemma":0.000020804362,"threshold_uncertainty_score":0.43770704},"labels":[],"label_agreement":null},{"id":"W2128905222","doi":"10.1016/j.amjsurg.2010.08.020","title":"Do not teach me while I am working!","year":2012,"lang":"en","type":"article","venue":"The American Journal of Surgery","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":26,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"The Scarborough Hospital; University of British Columbia; Mount Sinai Hospital; SickKids Foundation; University of Toronto","funders":"","keywords":"Human multitasking; Task (project management); Nissen fundoplication; Cognition; Medical education; Medicine; Psychology; Internal medicine","score_opus":0.10221560708285586,"score_gpt":0.32151369593829976,"score_spread":0.21929808885544388,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2128905222","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99161345,0.00041048016,0.0000829901,0.00206956,0.0004098739,0.0000301096,3.7506433e-7,0.000016059983,0.00536711],"genre_scores_gemma":[0.9963636,0.00007779184,0.00015930606,0.0021222977,0.0011221999,6.926591e-7,6.852817e-7,0.000015660617,0.00013776503],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99878937,0.00013641643,0.00038395508,0.00005642591,0.00036812818,0.00026569108],"domain_scores_gemma":[0.99767256,0.0013724251,0.0004791054,0.00015310541,0.000079941674,0.00024288763],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0018219792,0.0000898332,0.000442768,0.0001261926,0.00006441856,0.000016291442,0.000075109485,0.000017153723,0.00038793546],"category_scores_gemma":[0.00026425102,0.000050795483,0.00025563556,0.00034650014,0.00016950644,0.000085308144,0.00001708391,0.00031604397,0.00003930591],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0007048818,0.00013359042,0.5817677,0.000003671932,0.0001474727,0.00004308498,0.0007873759,0.000026781634,0.00024771743,0.000098015655,0.0010094668,0.41503024],"study_design_scores_gemma":[0.0007741704,0.00011152862,0.87577343,0.00019778537,0.0001496078,0.00085694634,0.0021164198,0.000043273274,0.00028324957,0.000041180945,0.11950338,0.00014899828],"about_ca_topic_score_codex":0.000005394837,"about_ca_topic_score_gemma":4.5061572e-8,"teacher_disagreement_score":0.41488123,"about_ca_system_score_codex":0.00003256278,"about_ca_system_score_gemma":0.00005790673,"threshold_uncertainty_score":0.42476213},"labels":[],"label_agreement":null},{"id":"W2128909164","doi":"10.1016/j.amjsurg.2012.06.004","title":"Exploring how surgeon teachers motivate residents in the operating room","year":2012,"lang":"en","type":"article","venue":"The American Journal of Surgery","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":21,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Juravinski Hospital; McMaster University","funders":"","keywords":"Medical education; Psychology; Medicine","score_opus":0.19699895476324072,"score_gpt":0.3232305409334866,"score_spread":0.12623158617024585,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2128909164","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9943512,0.00021788203,0.000029110959,0.004716687,0.00023624716,0.000049880648,2.1271394e-7,0.000008198396,0.0003905989],"genre_scores_gemma":[0.99840736,0.00013539578,0.000058137062,0.0008757165,0.00047441,0.0000028688419,6.223141e-7,0.000014176063,0.000031337706],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99839914,0.0004529272,0.00036800007,0.00006139588,0.00041926868,0.00029926962],"domain_scores_gemma":[0.9970524,0.0022393598,0.00038059067,0.00015102117,0.000056700024,0.000119957724],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00420541,0.00009849947,0.0003831684,0.00015723001,0.00008710967,0.0000371306,0.00010983189,0.000011833868,0.000031099855],"category_scores_gemma":[0.00087573216,0.000048859027,0.00017619411,0.00048674765,0.00009115138,0.0003549514,0.00001779144,0.00042429156,0.0000044978947],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00012302562,0.000060397942,0.9130614,0.0000035061394,0.00004807619,0.000072094146,0.005071861,0.00012574598,0.00017351564,0.000012396458,0.00010161837,0.08114641],"study_design_scores_gemma":[0.00035334512,0.000033943157,0.9845851,0.0001590597,0.000028923734,0.00019893274,0.013383252,0.00003724465,0.00013123504,0.0000073712336,0.0010196642,0.00006194606],"about_ca_topic_score_codex":0.00006515242,"about_ca_topic_score_gemma":7.260287e-7,"teacher_disagreement_score":0.08108447,"about_ca_system_score_codex":0.000044034652,"about_ca_system_score_gemma":0.00004729167,"threshold_uncertainty_score":0.19924133},"labels":[],"label_agreement":null},{"id":"W2129510058","doi":"10.2106/jbjs.l.01266","title":"Development of a Cast Application Simulator and Evaluation of Objective Measures of Performance","year":2014,"lang":"en","type":"article","venue":"Journal of Bone and Joint Surgery","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":37,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"SickKids Foundation","funders":"","keywords":"Computer science; Simulation","score_opus":0.09284868428427799,"score_gpt":0.30524906568939786,"score_spread":0.21240038140511985,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2129510058","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9982007,0.00033046855,0.0010506691,0.000032347984,0.000027416309,0.00007673242,3.8431853e-7,0.0000013595383,0.00027993455],"genre_scores_gemma":[0.9993516,0.00005196146,0.0005443107,0.000013907016,0.000030072408,9.747409e-7,9.900551e-7,0.0000035829792,0.0000026090993],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99869055,0.000049321723,0.00074689696,0.000052596817,0.0004107277,0.000049898004],"domain_scores_gemma":[0.9983683,0.00023313807,0.0006987831,0.000046985086,0.000599508,0.000053280142],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0031961966,0.000049828886,0.00044852833,0.0001936883,0.000019291572,0.0000016858322,0.000004755506,0.000032682492,0.000011115903],"category_scores_gemma":[0.00039669368,0.00003737877,0.00006613792,0.000086673244,0.000039404626,0.000057717116,0.0000069558964,0.000057063375,1.327128e-7],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00072030706,0.00018527808,0.20417643,0.00046182176,0.00016193913,0.0000011239019,0.0021267626,0.00100295,0.026063077,0.000067957844,0.0000082320075,0.7650241],"study_design_scores_gemma":[0.0019822048,0.00012371903,0.95146585,0.00056251406,0.0001408686,0.000042228137,0.0003091969,0.018934654,0.02560182,0.000059940936,0.000722628,0.000054391432],"about_ca_topic_score_codex":0.0000024020444,"about_ca_topic_score_gemma":0.0000011547808,"teacher_disagreement_score":0.7649697,"about_ca_system_score_codex":0.000016301674,"about_ca_system_score_gemma":0.00013403686,"threshold_uncertainty_score":0.1524262},"labels":[],"label_agreement":null},{"id":"W2129788714","doi":"10.1016/j.amjsurg.2007.12.035","title":"Objective assessment of surgical decision making in trauma after a laboratory-based course: durability of cognitive skills","year":2008,"lang":"en","type":"article","venue":"The American Journal of Surgery","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":16,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Cronbach's alpha; Context (archaeology); Construct validity; Test (biology); Medicine; Cognition; Educational measurement; Psychology; Clinical psychology; Psychometrics; Curriculum; Psychiatry","score_opus":0.02622727890585433,"score_gpt":0.35567000290977935,"score_spread":0.32944272400392505,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2129788714","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99889016,0.0001242911,0.00039719994,0.00018199772,0.00006823548,0.000104261206,0.00001408717,0.00000430949,0.00021544445],"genre_scores_gemma":[0.9992587,0.00004556552,0.00045624012,0.00017404249,0.000048899445,0.0000029979785,0.0000010741797,0.000011238382,0.0000012364754],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99784,0.00041813598,0.0008698388,0.00011562444,0.00059000053,0.00016639834],"domain_scores_gemma":[0.98919374,0.0090933945,0.00093652256,0.00013230459,0.00055025966,0.00009379547],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0018303461,0.00011650823,0.00088457065,0.00023053285,0.000028646766,0.0000030417596,0.000058769536,0.000031619733,0.00017839562],"category_scores_gemma":[0.0005937954,0.00007391208,0.00030406073,0.0008046761,0.0006605507,0.000058358848,0.000012639299,0.00031369907,5.776055e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0050322325,0.00081500347,0.9499157,0.000014468324,0.000098509154,0.0007305379,0.00060804904,0.0003219408,0.0000327251,0.0000041194075,0.000005035464,0.042421687],"study_design_scores_gemma":[0.002184515,0.00028386843,0.9945748,0.0010501795,0.000067754045,0.0001445401,0.000988172,0.00025968684,0.00032456988,0.000028503262,0.000023469487,0.00006995821],"about_ca_topic_score_codex":0.0000104235605,"about_ca_topic_score_gemma":0.000001434809,"teacher_disagreement_score":0.044659093,"about_ca_system_score_codex":0.00007380847,"about_ca_system_score_gemma":0.00056377955,"threshold_uncertainty_score":0.3014047},"labels":[],"label_agreement":null},{"id":"W2129789591","doi":"10.1002/lary.22153","title":"Augmented image guidance improves skull base navigation and reduces task workload in trainees: A preclinical trial","year":2011,"lang":"en","type":"article","venue":"The Laryngoscope","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":42,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Mount Sinai Hospital; University of Toronto; Princess Margaret Cancer Centre; University Health Network","funders":"University of Toronto","keywords":"Augmented reality; Workload; Cadaver; Computer vision; Task (project management); Artificial intelligence; Endoscopy; Skull; Virtual image; Medicine; Computer science; Surgery; Engineering","score_opus":0.06573947161797652,"score_gpt":0.3375113222357444,"score_spread":0.2717718506177679,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2129789591","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9895226,0.00048019306,0.00004314311,0.0008428582,0.0001401192,0.0007002042,0.0000035848782,0.000059251026,0.0082080625],"genre_scores_gemma":[0.99792874,0.000050766474,0.00096649944,0.00053253846,0.00017612494,0.00004461401,0.000013725439,0.000014306519,0.00027266188],"study_design_codex":"design_other","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9988728,0.00014223905,0.00038836207,0.00024005692,0.000158471,0.000198064],"domain_scores_gemma":[0.9993117,0.00027449022,0.00008936643,0.00018495329,0.000034693425,0.000104783096],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0007789006,0.00012247649,0.00025217328,0.000043818207,0.00005751959,0.0000201209,0.00007806865,0.0000805256,0.00023240036],"category_scores_gemma":[0.00037219067,0.00007936296,0.000059525813,0.00021281933,0.00015134177,0.00011633315,0.000034271172,0.0002435778,0.000022465929],"study_design_candidate":"randomized_trial","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.22210318,0.004076859,0.012201889,0.0003459205,0.00047665587,0.00057321135,0.037092924,0.000013296675,0.107770644,0.0011589838,0.0010246508,0.6131618],"study_design_scores_gemma":[0.50614524,0.007270873,0.39893594,0.0045668604,0.00068465614,0.00013259929,0.0050183036,0.019446904,0.036216073,0.004771876,0.015357389,0.001453273],"about_ca_topic_score_codex":0.00006290062,"about_ca_topic_score_gemma":0.0000069468415,"teacher_disagreement_score":0.6117085,"about_ca_system_score_codex":0.000017702718,"about_ca_system_score_gemma":0.00004190183,"threshold_uncertainty_score":0.32363275},"labels":[],"label_agreement":null},{"id":"W2129931996","doi":"10.3109/0142159x.2013.765549","title":"Using simulation to improve the cognitive and psychomotor skills of novice students in advanced laparoscopic surgery: A meta-analysis","year":2013,"lang":"en","type":"review","venue":"Medical Teacher","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":34,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Knot tying; Psychomotor learning; Laparoscopic surgery; Meta-analysis; Randomized controlled trial; Motor skill; Cognition; Medicine; Medical education; Physical therapy; Psychology; Laparoscopy; Surgery; Internal medicine","score_opus":0.19310348409534125,"score_gpt":0.4876492098550425,"score_spread":0.2945457257597013,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2129931996","genre_codex":"review","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.057902507,0.9382686,0.00046894472,0.00013181842,0.000117510644,0.0027414772,0.000016915685,0.000025962321,0.000326258],"genre_scores_gemma":[0.49857977,0.496852,0.00034590103,0.0013793367,0.0003404419,0.00065064424,0.00018237573,0.00012812352,0.0015413879],"study_design_codex":"design_other","study_design_gemma":"meta_analysis","domain_scores_codex":[0.99683243,0.0005177256,0.00096883666,0.00045183182,0.0009892422,0.00023993893],"domain_scores_gemma":[0.99678427,0.002191847,0.00034659458,0.00026745474,0.00011452019,0.0002953335],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0016350029,0.00030240772,0.003624289,0.00035956182,0.000032922693,0.00002140791,0.00013074774,0.00031432693,0.0029459212],"category_scores_gemma":[0.0027488444,0.00016245032,0.0010313859,0.0011090318,0.00009485333,0.000045728288,0.000080635735,0.00052397756,0.000017583288],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00004160007,0.0004949103,0.0063061025,0.0014470422,0.03597991,0.00001854382,0.00041298365,0.00005687466,1.3750834e-7,0.0000027596827,0.0000051345664,0.955234],"study_design_scores_gemma":[0.0074875057,0.00024707027,0.006540122,0.009528333,0.6255406,0.000012573134,0.00038878733,0.016752897,0.0000012346051,0.000025044325,0.33243868,0.0010371174],"about_ca_topic_score_codex":0.00007171931,"about_ca_topic_score_gemma":0.000018060317,"teacher_disagreement_score":0.9541969,"about_ca_system_score_codex":0.000056208934,"about_ca_system_score_gemma":0.00012956663,"threshold_uncertainty_score":0.9979655},"labels":[],"label_agreement":null},{"id":"W2129940854","doi":"10.1016/j.jamcollsurg.2003.08.020","title":"Relationship between objective assessment of technical skills and subjective in-training evaluations in surgical residents","year":2003,"lang":"en","type":"article","venue":"Journal of the American College of Surgeons","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":155,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"McGill University","funders":"","keywords":"Medicine; Concurrent validity; Medical physics; Physical therapy; Psychometrics; Clinical psychology","score_opus":0.045566348415953487,"score_gpt":0.38287022043177477,"score_spread":0.3373038720158213,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2129940854","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99428725,0.00004243018,0.000041892745,0.00043676078,0.000048215257,0.00023606619,0.00001798637,0.0000029836679,0.0048864097],"genre_scores_gemma":[0.99890035,0.000016271559,0.0009886138,0.000022460286,0.00001630497,0.0000031917407,7.318175e-7,0.000009672476,0.000042375967],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9976869,0.00060638844,0.0008880284,0.000121706915,0.00053186336,0.00016506783],"domain_scores_gemma":[0.9942191,0.004465272,0.0008215792,0.0001427749,0.00024740637,0.00010384764],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0023045195,0.00010214393,0.0007005341,0.000463578,0.00004947113,0.0000033284095,0.00008152014,0.000053510816,0.000024416368],"category_scores_gemma":[0.0031013822,0.00007474351,0.00017437087,0.0014036441,0.00033349483,0.00007962934,0.00002901916,0.0004887744,1.4878604e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000103269726,0.00021775764,0.99695116,0.000008483853,0.00004305121,0.000047745147,0.0002679341,0.00031816954,0.000058132136,0.0015799407,0.000005374724,0.00039895234],"study_design_scores_gemma":[0.0028325217,0.00025125942,0.9931751,0.00029408786,0.00008416556,0.00014098865,0.0016577818,0.00004848516,0.00008513691,0.0013130765,0.000053618947,0.000063806365],"about_ca_topic_score_codex":0.00007157701,"about_ca_topic_score_gemma":0.00009398318,"teacher_disagreement_score":0.004844034,"about_ca_system_score_codex":0.00020044678,"about_ca_system_score_gemma":0.000634137,"threshold_uncertainty_score":0.3712868},"labels":[],"label_agreement":null},{"id":"W2130478162","doi":"10.1016/j.amjsurg.2011.11.002","title":"Utilization of a cognitive task analysis for laparoscopic appendectomy to identify differentiated intraoperative teaching objectives","year":2012,"lang":"en","type":"article","venue":"The American Journal of Surgery","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":45,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Cognition; Task (project management); Medicine; Psychology; Medical education; Engineering; Psychiatry","score_opus":0.08087380887191434,"score_gpt":0.3923619890425018,"score_spread":0.31148818017058744,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2130478162","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.975976,0.000108297885,0.02336367,0.00015301487,0.00010458191,0.00015242927,0.0000090069725,0.000007814017,0.00012517054],"genre_scores_gemma":[0.9993873,0.000015742102,0.00014996169,0.00026970395,0.0001311762,0.0000051324664,0.000014242988,0.000010920257,0.00001579287],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99874306,0.00028178608,0.0004661723,0.000081220154,0.00024404135,0.00018375083],"domain_scores_gemma":[0.99630725,0.0025608158,0.0005893842,0.000078817255,0.00031573232,0.00014799897],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0011109847,0.00009888186,0.0006983543,0.00042426246,0.00007947813,0.000014029095,0.000049636263,0.0000167247,0.00006523055],"category_scores_gemma":[0.0013068928,0.0000611161,0.0003255254,0.00079381454,0.000115257884,0.00012484421,0.000014704202,0.0001588195,0.0000016499827],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0021957848,0.00033985797,0.92516774,0.000017443122,0.0029813356,0.0000033378672,0.008571342,0.00017447448,0.0025306053,0.000059282054,0.000022792517,0.05793598],"study_design_scores_gemma":[0.0008869876,0.00018171912,0.98634505,0.00019179926,0.0012365562,0.0000126494,0.00750513,0.00029940318,0.0031937822,0.00002266902,0.00004912848,0.000075142576],"about_ca_topic_score_codex":0.000019057743,"about_ca_topic_score_gemma":0.0000010667011,"teacher_disagreement_score":0.06117727,"about_ca_system_score_codex":0.000030547773,"about_ca_system_score_gemma":0.000053879023,"threshold_uncertainty_score":0.24922425},"labels":[],"label_agreement":null},{"id":"W2130846215","doi":"10.1227/neu.0000000000000112","title":"The Development of a Virtual Simulator for Training Neurosurgeons to Perform and Perfect Endoscopic Endonasal Transsphenoidal Surgery","year":2013,"lang":"en","type":"article","venue":"Neurosurgery","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":91,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Research Manitoba; National Research Council Canada; Montreal Neurological Institute and Hospital","funders":"","keywords":"Medicine; Haptic technology; Virtual reality; Transsphenoidal surgery; Medical physics; Simulation; Computer science; Human–computer interaction","score_opus":0.05161269385820965,"score_gpt":0.28028223101579985,"score_spread":0.2286695371575902,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2130846215","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9970288,0.00005128912,0.00045446563,0.0008714936,0.00052199693,0.0008225811,0.0000071903314,0.00007270843,0.00016944438],"genre_scores_gemma":[0.99835724,0.000012716151,0.00033666973,0.0007592729,0.00011944472,0.00018688264,0.000009831255,0.000045701938,0.00017224903],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9979805,0.000067409266,0.0007387324,0.00035862435,0.00034156942,0.000513198],"domain_scores_gemma":[0.9928618,0.0063377614,0.00011111804,0.00020993865,0.00012541274,0.00035395462],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0006530261,0.00023035682,0.00053464866,0.00015785397,0.00039860577,0.000060234335,0.000068640344,0.000074148535,0.00012111311],"category_scores_gemma":[0.0011487905,0.00016724059,0.00022326846,0.0002472164,0.00010274443,0.00010149513,0.000031071813,0.00017494772,0.000010476904],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0010504073,0.00022725313,0.17268586,0.0001979543,0.00013401313,0.000020496997,0.005871504,0.0005276728,0.016744649,0.00027005296,0.0004398503,0.8018303],"study_design_scores_gemma":[0.0049729105,0.0007192939,0.89169127,0.00026888316,0.00011671067,0.00005398759,0.0011134705,0.018604763,0.010855859,0.00006968148,0.070899166,0.0006339908],"about_ca_topic_score_codex":0.000005857171,"about_ca_topic_score_gemma":0.0000067869273,"teacher_disagreement_score":0.8011963,"about_ca_system_score_codex":0.000024564139,"about_ca_system_score_gemma":0.00026652854,"threshold_uncertainty_score":0.68198735},"labels":[],"label_agreement":null},{"id":"W2130963076","doi":"10.1016/j.jamcollsurg.2014.03.051","title":"A Global Delphi Consensus Study on Defining and Measuring Quality in Surgical Training","year":2014,"lang":"en","type":"article","venue":"Journal of the American College of Surgeons","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":42,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"National Institute for Health and Care Research","keywords":"Medicine; Trainer; Delphi method; Quality (philosophy); Likert scale; Delphi; Cronbach's alpha; Medical education; Scale (ratio); Medical physics; Psychology; Psychometrics; Computer science; Artificial intelligence","score_opus":0.07474428196894926,"score_gpt":0.3482183023058162,"score_spread":0.2734740203368669,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2130963076","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99497795,0.000042175878,0.000011053118,0.0011361866,0.00010550831,0.00014284738,0.000012307726,0.000007640042,0.0035643321],"genre_scores_gemma":[0.9995825,0.00000506056,0.00018722542,0.00016732952,0.000035875673,0.0000010662925,1.4615578e-7,0.000008844387,0.000011908983],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9977428,0.00057065795,0.00079469767,0.0001381675,0.0005450849,0.00020860213],"domain_scores_gemma":[0.99696964,0.0018221164,0.00072606787,0.0001690291,0.00014142878,0.0001717472],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0026419198,0.00012717504,0.0008109175,0.00014062141,0.00007213167,0.0000069983053,0.000097478354,0.000028449718,0.000010332115],"category_scores_gemma":[0.0015670599,0.00008462633,0.00019498233,0.00065573544,0.00024060255,0.00002388545,0.000041911604,0.0002704924,4.7389486e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0020136952,0.00040028634,0.9794061,0.0000111490435,0.00012414614,0.00025749244,0.00062416116,0.0006253469,0.000024335994,0.0011103614,0.000016324751,0.01538659],"study_design_scores_gemma":[0.0058801877,0.0007921057,0.9814256,0.00024515434,0.00006768847,0.00047987187,0.009686028,0.00041528605,0.000010147917,0.00014948686,0.00075385073,0.000094628725],"about_ca_topic_score_codex":0.00014353619,"about_ca_topic_score_gemma":0.000114071474,"teacher_disagreement_score":0.015291961,"about_ca_system_score_codex":0.00007611734,"about_ca_system_score_gemma":0.00015847488,"threshold_uncertainty_score":0.34509614},"labels":[],"label_agreement":null},{"id":"W2131239719","doi":"10.1007/s00464-009-0726-6","title":"Testing the construct validity of the Simbionix GI Mentor II virtual reality colonoscopy simulator metrics: module matters","year":2009,"lang":"en","type":"article","venue":"Surgical Endoscopy","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":36,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Montreal General Hospital; McGill University; McGill University Health Centre","funders":"","keywords":"Interquartile range; Colonoscopy; Medicine; Construct validity; Wilcoxon signed-rank test; Hepatology; Mann–Whitney U test; Surgery; Internal medicine; Patient satisfaction; Colorectal cancer","score_opus":0.06222204624863129,"score_gpt":0.33063825820308496,"score_spread":0.26841621195445364,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2131239719","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98581356,0.000065203916,0.00007710252,0.006455386,0.0003826006,0.00056153967,0.000034365054,0.00010679812,0.006503435],"genre_scores_gemma":[0.9969563,0.000005642769,0.0002620318,0.0023657575,0.00017427275,0.0000067221163,0.000011843407,0.000015510983,0.00020191386],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9975951,0.00031003667,0.0006114737,0.0003574337,0.0007223012,0.0004037123],"domain_scores_gemma":[0.9965432,0.0022666792,0.00025956775,0.0005222421,0.00018197694,0.00022628649],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0008692688,0.00023560692,0.0005110688,0.00007376137,0.00039210927,0.000031295727,0.0002588418,0.00013676095,0.00045161913],"category_scores_gemma":[0.0011980487,0.00013071448,0.00027629855,0.0009724727,0.00038753208,0.00007281346,0.000106278596,0.0004071833,0.000013128133],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.027309092,0.009165039,0.6164181,0.0005868051,0.0017683847,0.00095353916,0.0059978613,0.048716936,0.02290754,0.11052132,0.011605431,0.14404994],"study_design_scores_gemma":[0.11594475,0.008504192,0.337429,0.0010530374,0.0012569964,0.000323665,0.0014020036,0.1324522,0.08376679,0.00543787,0.31066763,0.0017618734],"about_ca_topic_score_codex":0.000056419813,"about_ca_topic_score_gemma":0.000001326665,"teacher_disagreement_score":0.29906222,"about_ca_system_score_codex":0.00009977364,"about_ca_system_score_gemma":0.00012783238,"threshold_uncertainty_score":0.5330382},"labels":[],"label_agreement":null},{"id":"W2131311413","doi":"10.1016/j.amjsurg.2010.09.003","title":"Performance of simulated laparoscopic incisional hernia repair correlates with operating room performance","year":2010,"lang":"en","type":"article","venue":"The American Journal of Surgery","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":17,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University; McGill University Health Centre","funders":"","keywords":"Incisional hernia; Medicine; Surgery; Hernia; Laparoscopy","score_opus":0.020240438778153964,"score_gpt":0.2691551137600415,"score_spread":0.24891467498188752,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2131311413","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99918526,0.000047665224,0.0000062197573,0.0001760241,0.00018261149,0.00005399498,8.1482705e-7,0.000021742519,0.00032563857],"genre_scores_gemma":[0.99898726,0.000050645856,0.00047024718,0.00027727947,0.00014264927,5.1153995e-7,0.0000017057508,0.00001671264,0.00005301053],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99866176,0.000058354322,0.0005776179,0.00009290436,0.0004305654,0.00017882416],"domain_scores_gemma":[0.9974835,0.0012052052,0.0006818474,0.000183325,0.0003257797,0.000120373865],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0010047368,0.0001190098,0.0005482149,0.00012481751,0.0001061808,0.0000098026285,0.00009303969,0.000028358829,0.00016809031],"category_scores_gemma":[0.00026375562,0.000063485335,0.00014473169,0.00041703184,0.00028325384,0.00013861692,0.000019974525,0.0005567027,0.0000061891787],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0013800899,0.00006738131,0.96382976,0.00001901921,0.000102322425,0.000027714857,0.0001967603,0.009580225,0.0019305394,0.0000025473244,0.000015258987,0.022848379],"study_design_scores_gemma":[0.0013020646,0.0007392788,0.92409426,0.00046214985,0.0000816515,0.00052012724,0.00025515925,0.0705108,0.0015609526,0.0000019058842,0.000360879,0.00011074904],"about_ca_topic_score_codex":0.000009321885,"about_ca_topic_score_gemma":6.148033e-7,"teacher_disagreement_score":0.060930572,"about_ca_system_score_codex":0.0000148821155,"about_ca_system_score_gemma":0.0002124422,"threshold_uncertainty_score":0.2588857},"labels":[],"label_agreement":null},{"id":"W2131464662","doi":"10.3233/978-1-61499-625-5-465","title":"Evaluation of User Performance in Simulation-Based Diagnostic Cerebral Angiography Training.","year":2016,"lang":"en","type":"article","venue":"PubMed","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University","funders":"","keywords":"Fluoroscopy; Medical physics; Computer science; Cerebral angiography; Contrast (vision); Angiography; Neurosurgery; Radiology; Medicine; Artificial intelligence","score_opus":0.08604615934684973,"score_gpt":0.2981945716444988,"score_spread":0.21214841229764908,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2131464662","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99517363,0.00006168641,0.00024652111,0.0002734617,0.00006878218,0.00066994556,0.000002940594,0.000030168192,0.0034728611],"genre_scores_gemma":[0.99942404,0.0000018886353,0.0000430894,0.00011645666,0.000046037396,0.00032221156,0.0000070712554,0.000009571864,0.000029650548],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9988368,0.00007761676,0.00024238895,0.00013914889,0.0005068334,0.0001971808],"domain_scores_gemma":[0.9981115,0.0014295471,0.00006783667,0.00012040785,0.00018656567,0.00008418213],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0011925921,0.00007235402,0.00015307462,0.00024023165,0.000016028922,0.000003661986,0.000032398242,0.000050291343,0.0003456532],"category_scores_gemma":[0.0024166638,0.000049507107,0.00010108602,0.0003719206,0.000045774093,0.00008452775,0.0000046405244,0.000041506362,0.0000072807115],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000058218393,0.00004804228,0.5332714,0.000007976781,0.000017384604,7.1824496e-7,0.000073609444,0.016848046,0.0000019650033,0.000013813137,0.0000015241457,0.44965735],"study_design_scores_gemma":[0.006921869,0.000026883983,0.93706447,0.000064062864,0.00008695163,2.2369521e-7,0.000017481463,0.055104624,0.000094491916,0.000053482396,0.00050355616,0.00006191061],"about_ca_topic_score_codex":0.0000025149263,"about_ca_topic_score_gemma":0.0000061813566,"teacher_disagreement_score":0.44959545,"about_ca_system_score_codex":0.00005368785,"about_ca_system_score_gemma":0.000059179245,"threshold_uncertainty_score":0.378466},"labels":[],"label_agreement":null},{"id":"W2131716807","doi":"10.1017/cjn.2014.103","title":"Readiness for Practice: A Survey of Neurosurgery Graduates and Program Directors","year":2014,"lang":"en","type":"article","venue":"Canadian Journal of Neurological Sciences / Journal Canadien des Sciences Neurologiques","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":13,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"Western University","funders":"","keywords":"Competence (human resources); Neurosurgery; Medicine; Medical education; Core competency; Perception; Family medicine; Psychology; Surgery","score_opus":0.08538012911525368,"score_gpt":0.3510142793505656,"score_spread":0.26563415023531195,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2131716807","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9941644,0.0005097156,0.000041666357,0.0031151585,0.00049901224,0.00024317834,0.00000906299,0.000017137225,0.0014006578],"genre_scores_gemma":[0.99490404,0.00017892208,0.0025877042,0.0021720133,0.00013339409,0.000003564673,7.363487e-7,0.000010132302,0.00000946306],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9964081,0.001023217,0.0008516065,0.00038239712,0.00054760755,0.0007870384],"domain_scores_gemma":[0.99192744,0.004559733,0.00082671636,0.00009914691,0.001056573,0.0015304108],"candidate_categories":["metaresearch","sts"],"consensus_categories":[],"category_scores_codex":[0.008466468,0.00022344821,0.0006119882,0.0007945025,0.001047425,0.0002944247,0.00049726886,0.0001309571,0.000028780016],"category_scores_gemma":[0.024780385,0.00014282632,0.0001763074,0.0013935951,0.0044898214,0.0005605443,0.000028188955,0.00056930346,3.0788982e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00032679617,0.000055236447,0.94960004,0.0000150573405,0.000015692045,0.00043366148,0.00010547638,0.00040656026,0.000015533253,0.00042190426,0.000108149005,0.04849591],"study_design_scores_gemma":[0.00078229036,0.058059018,0.91837126,0.000059191254,0.000067890964,0.008975401,0.00007340538,0.004269235,0.00006326074,0.0022874374,0.006804633,0.00018696947],"about_ca_topic_score_codex":0.0015334341,"about_ca_topic_score_gemma":0.013327109,"teacher_disagreement_score":0.058003783,"about_ca_system_score_codex":0.000047545826,"about_ca_system_score_gemma":0.001415658,"threshold_uncertainty_score":0.9982194},"labels":[],"label_agreement":null},{"id":"W2132325454","doi":"","title":"Effects of implementation of an urgent surgical care service on subspecialty general surgery training.","year":2010,"lang":"en","type":"article","venue":"PubMed","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":14,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of British Columbia","funders":"","keywords":"Medicine; Attendance; Subspecialty; Service (business); Ambulatory; Family medicine; Multidisciplinary approach; Emergency medicine; Medical emergency; Surgery","score_opus":0.04380214087758842,"score_gpt":0.31162722626583134,"score_spread":0.2678250853882429,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2132325454","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9963767,0.000027810509,0.0000010461237,0.00017343755,0.0003929569,0.0005703056,0.000010371882,0.00003251313,0.0024148487],"genre_scores_gemma":[0.9990317,0.0000036138458,0.00005601025,0.0002669675,0.0003693608,0.00013402589,0.000107349406,0.000014788673,0.000016180225],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99886113,0.000063401116,0.00034061703,0.00017629232,0.00032059706,0.00023794161],"domain_scores_gemma":[0.9988132,0.00041641062,0.00013003475,0.00014918073,0.00014331272,0.0003478416],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00033412484,0.0001022125,0.0003297366,0.00011480081,0.000027004457,0.000005270347,0.000043209075,0.000080751575,0.00033435537],"category_scores_gemma":[0.00016642833,0.00008672578,0.00012052333,0.00021851662,0.0000310376,0.000049731974,0.000010871145,0.00013505378,0.0000015965751],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0005657969,0.00023702772,0.043220002,0.0002850266,0.00007731229,0.000068754554,0.0020748063,0.000019952133,0.0006483572,0.0011798698,0.000022556456,0.95160055],"study_design_scores_gemma":[0.0033997146,0.000059224305,0.9622322,0.000014102962,0.0000628351,0.000008648092,0.00052028237,0.00005491928,0.028101372,0.000014199789,0.005443256,0.0000892474],"about_ca_topic_score_codex":0.00008487907,"about_ca_topic_score_gemma":0.00015220391,"teacher_disagreement_score":0.95151126,"about_ca_system_score_codex":0.000020933043,"about_ca_system_score_gemma":0.0000904827,"threshold_uncertainty_score":0.3660957},"labels":[],"label_agreement":null},{"id":"W2132455635","doi":"10.1109/memb.2003.1237514","title":"Evaluating optical stabilization of the beating heart","year":2003,"lang":"en","type":"article","venue":"IEEE Engineering in Medicine and Biology Magazine","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"University of Waterloo","keywords":"Illusion; Bypass grafting; Fibrous joint; Artery; Test (biology); Computer science; Biomedical engineering; Medicine; Computer vision; Surgery; Simulation; Medical physics; Psychology; Cognitive psychology","score_opus":0.09290320290356602,"score_gpt":0.3750858391695403,"score_spread":0.2821826362659743,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2132455635","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99607587,0.00023243511,0.0010155219,0.000525247,0.00017633398,0.00014570307,2.6375423e-7,0.000018856117,0.0018097744],"genre_scores_gemma":[0.99792486,0.000013159696,0.0017396801,0.00020531373,0.0000707409,0.000004238909,0.0000027405197,0.000006904813,0.000032373177],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9993526,0.000044928132,0.0002670736,0.00012426077,0.00008122703,0.0001299403],"domain_scores_gemma":[0.9994249,0.00035616494,0.0000335474,0.00009578187,0.000044553373,0.000045099834],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00063127215,0.00007863703,0.00023502845,0.00007449698,0.000018990655,0.0000011374839,0.000023579998,0.000067182365,0.000060113925],"category_scores_gemma":[0.0018342171,0.000047022026,0.00002375443,0.0002537662,0.00009064354,0.000014824082,0.000007890799,0.00015641915,9.380326e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00008619464,0.000097467186,0.62283576,0.000261358,0.000047023837,0.0000055847086,0.0006972369,0.018820094,0.3369042,0.008930811,0.000062401334,0.011251899],"study_design_scores_gemma":[0.017356973,0.0019523731,0.75892115,0.0015110311,0.00016435164,0.00018340244,0.00032015258,0.19332477,0.0139976265,0.00045226104,0.011467663,0.00034827253],"about_ca_topic_score_codex":0.0000031544564,"about_ca_topic_score_gemma":0.0000014302747,"teacher_disagreement_score":0.32290658,"about_ca_system_score_codex":0.000013189843,"about_ca_system_score_gemma":0.000019069166,"threshold_uncertainty_score":0.21958616},"labels":[],"label_agreement":null},{"id":"W2132653836","doi":"10.1016/j.amjsurg.2012.10.005","title":"When surgeons face intraoperative challenges: a naturalistic model of surgical decision making","year":2013,"lang":"en","type":"article","venue":"The American Journal of Surgery","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":66,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University","funders":"Canadian Institutes of Health Research","keywords":"Action (physics); Thematic analysis; Face (sociological concept); Naturalistic observation; Psychology; Medical education; Computer science; Medicine; Qualitative research; Social psychology; Sociology","score_opus":0.08404400732866929,"score_gpt":0.329270645561655,"score_spread":0.24522663823298568,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2132653836","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9929898,0.00087704393,0.0013658124,0.003754852,0.0001202066,0.000096413176,0.0000022521344,0.000012182471,0.00078146346],"genre_scores_gemma":[0.9978287,0.00081036263,0.00087661186,0.0003378829,0.000094135576,0.0000023303737,8.8644475e-7,0.000016971733,0.000032067313],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9982296,0.00018996854,0.00073103904,0.00011805286,0.00050389546,0.00022743913],"domain_scores_gemma":[0.993623,0.004921917,0.0006791323,0.00018958043,0.00042637112,0.0001599699],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0010307916,0.00014170478,0.0008015503,0.00019824061,0.000057987992,0.000018391638,0.000120991186,0.000035121062,0.00029619166],"category_scores_gemma":[0.00053698156,0.00007890138,0.0003367803,0.00024654347,0.00032152073,0.00014150239,0.000033323242,0.00037347036,0.000011122956],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0027934622,0.0003090743,0.0146626765,0.00004440416,0.0004986112,0.00029292636,0.0049910923,0.011654986,0.00033653722,0.0007885299,0.0009546268,0.96267307],"study_design_scores_gemma":[0.012134451,0.002088775,0.4993424,0.008912305,0.0012522547,0.007554091,0.04536669,0.3891784,0.0008719376,0.023686185,0.0076511386,0.001961355],"about_ca_topic_score_codex":0.000024251514,"about_ca_topic_score_gemma":8.9994984e-7,"teacher_disagreement_score":0.9607117,"about_ca_system_score_codex":0.00004037908,"about_ca_system_score_gemma":0.00014395431,"threshold_uncertainty_score":0.3243091},"labels":[],"label_agreement":null},{"id":"W2133410409","doi":"10.1002/lary.20957","title":"Creating a cross‐institutional grading scale for temporal bone dissection","year":2010,"lang":"en","type":"article","venue":"The Laryngoscope","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":36,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"National Center for Research Resources; National Institute on Deafness and Other Communication Disorders; Ohio State University","keywords":"Temporal bone; Otorhinolaryngology; Grading (engineering); Grading scale; Computer science; Medicine; Medical physics; Surgery; Engineering","score_opus":0.025628886940381426,"score_gpt":0.33297151363041144,"score_spread":0.30734262669003004,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2133410409","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97710145,0.000029354034,0.0015654247,0.00071996386,0.00037041848,0.00032203473,0.0000056710423,0.000095288364,0.01979042],"genre_scores_gemma":[0.9959764,0.0000012162238,0.0017414887,0.00035776757,0.0005866242,0.00003473865,0.00004955497,0.000012943108,0.0012392997],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9993568,0.000013401075,0.0001696969,0.00014410149,0.000146908,0.00016908282],"domain_scores_gemma":[0.9995086,0.00017165084,0.000047363494,0.00012678397,0.000062809784,0.000082745835],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00038459437,0.000081498394,0.0001347036,0.000033662902,0.00047385955,0.000047797952,0.000045367597,0.000060417886,0.00033300577],"category_scores_gemma":[0.00021055022,0.0000529269,0.00008792743,0.00012604297,0.00011465271,0.000095500865,0.000017118173,0.0002172325,0.00002627087],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.002501879,0.0005906345,0.79589874,0.00023435503,0.00016078504,0.00006008144,0.0026418252,0.0005683137,0.10952582,0.037108812,0.00054428243,0.050164454],"study_design_scores_gemma":[0.013431714,0.00040572006,0.7284911,0.00026568922,0.00019110255,0.0005321866,0.00032194878,0.05869567,0.012942261,0.0032598795,0.18099488,0.00046783916],"about_ca_topic_score_codex":0.000042146938,"about_ca_topic_score_gemma":0.0000527923,"teacher_disagreement_score":0.1804506,"about_ca_system_score_codex":0.000017069315,"about_ca_system_score_gemma":0.000043413485,"threshold_uncertainty_score":0.36461797},"labels":[],"label_agreement":null},{"id":"W2133729563","doi":"10.1007/s00464-012-2400-7","title":"Analysis of eye gaze: Do novice surgeons look at the same location as expert surgeons during a laparoscopic operation?","year":2012,"lang":"en","type":"article","venue":"Surgical Endoscopy","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":109,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta; Simon Fraser University; University of British Columbia","funders":"","keywords":"Gaze; Medicine; Eye tracking; Task (project management); Computer vision; Computer science","score_opus":0.021138759489983037,"score_gpt":0.331381463681843,"score_spread":0.31024270419185995,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2133729563","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9885707,0.001285695,0.000030632957,0.00085718284,0.0002141304,0.00031565892,0.00001463473,0.000083222236,0.008628124],"genre_scores_gemma":[0.99697083,0.00016855785,0.00003208048,0.00037563304,0.00013088899,0.000051752868,0.00016156252,0.00002598701,0.0020826904],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99772197,0.00021507591,0.000607316,0.00034028612,0.00060428283,0.00051105284],"domain_scores_gemma":[0.9978708,0.00090174394,0.0001598251,0.00051547703,0.00018968203,0.00036244426],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0006298571,0.00023509825,0.0006619321,0.00026240599,0.0002650722,0.000033603916,0.00011397697,0.00014529812,0.009178496],"category_scores_gemma":[0.0002909848,0.0001617052,0.0003414888,0.0014677983,0.00018325717,0.0001710563,0.00008215649,0.00022911382,0.00022697706],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0011240962,0.0005287952,0.989536,0.00006664819,0.0008941944,0.000040317882,0.0017492865,0.0025164022,0.0009634285,0.0018461138,0.00006871408,0.0006660029],"study_design_scores_gemma":[0.031525444,0.00018176458,0.87884027,0.00027796207,0.0021326875,0.00006976527,0.0015302831,0.004403071,0.020997804,0.000025566856,0.059328195,0.00068717304],"about_ca_topic_score_codex":0.00051509164,"about_ca_topic_score_gemma":0.00010659262,"teacher_disagreement_score":0.11069572,"about_ca_system_score_codex":0.00013254743,"about_ca_system_score_gemma":0.00009499518,"threshold_uncertainty_score":0.99172723},"labels":[],"label_agreement":null},{"id":"W2133753986","doi":"10.1186/1916-0216-42-40","title":"Pilot study: Evaluation of the use of the convergent interview technique in understanding the perception of surgical design and simulation","year":2013,"lang":"en","type":"article","venue":"Journal of Otolaryngology - Head and Neck Surgery","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Athabasca University; University of Alberta; Misericordia Community Hospital","funders":"","keywords":"Interview; Perception; Field (mathematics); Psychology; Qualitative research; Applied psychology; Medical education; Medicine; Mathematics","score_opus":0.2526078673883033,"score_gpt":0.36166856696535604,"score_spread":0.10906069957705272,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2133753986","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99707246,0.00019091183,0.00114535,0.00061815867,0.00011333028,0.0008436486,3.780884e-7,0.0000018188217,0.00001392552],"genre_scores_gemma":[0.99972874,0.00011881619,0.000044787612,0.000071799506,0.000019452442,0.000007658781,3.6473892e-7,0.0000053576855,0.0000030050205],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99747527,0.0013392187,0.0006950651,0.00007961632,0.00032727316,0.00008358607],"domain_scores_gemma":[0.9969675,0.0021205281,0.00050341757,0.00012189412,0.00025192698,0.000034753844],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00354724,0.00007750324,0.0003841773,0.00012333853,0.000049095546,0.00000594142,0.000047167163,0.000051023326,0.00010655227],"category_scores_gemma":[0.00046622264,0.000036738336,0.00010062374,0.0002134743,0.00016789591,0.00012307231,0.0000339359,0.00021527875,1.264918e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00045185836,0.00033823863,0.9909969,0.000066599554,0.00006902628,0.0000035617097,0.00071650615,0.0038112602,0.001408988,0.00003495885,0.00001802618,0.002084085],"study_design_scores_gemma":[0.0017139238,0.00046322297,0.9711231,0.0005388938,0.00011988287,0.00007671912,0.0003247774,0.025177343,0.00010571194,0.00029632953,0.000026876403,0.000033218224],"about_ca_topic_score_codex":0.000043820277,"about_ca_topic_score_gemma":0.000009131751,"teacher_disagreement_score":0.021366084,"about_ca_system_score_codex":0.000050647082,"about_ca_system_score_gemma":0.00009163781,"threshold_uncertainty_score":0.14981459},"labels":[],"label_agreement":null},{"id":"W2134332142","doi":"10.1109/cvprw.2008.4563029","title":"CTREC: C-arm tracking and reconstruction using elliptic curves","year":2008,"lang":"en","type":"article","venue":"","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University","funders":"National Cancer Institute; National Institutes of Health; U.S. Department of Defense","keywords":"Fiducial marker; Ellipse; Computer vision; Imaging phantom; Artificial intelligence; Tracking (education); Computer science; Pose; Workspace; Simple (philosophy); Fluoroscopy; Mathematics; Geometry; Nuclear medicine; Physics; Robot; Medicine","score_opus":0.10989560553176612,"score_gpt":0.3200007203497973,"score_spread":0.21010511481803118,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2134332142","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9725418,0.0004455402,0.00053668773,0.00016075352,0.00007297144,0.00006941646,1.4887712e-7,0.000060431168,0.026112232],"genre_scores_gemma":[0.9968503,0.00027563638,0.0019658564,0.00045013582,0.000067049405,4.6555448e-7,0.0000017059135,0.00000556395,0.00038328915],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99961734,0.000011035786,0.00011189967,0.000098336786,0.000079059995,0.00008235607],"domain_scores_gemma":[0.99978036,0.000054512926,0.000021797889,0.000046415596,0.0000293435,0.00006759212],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00006310311,0.00004844915,0.00010471082,0.00003844962,0.00007355844,0.00000479297,0.0000074563495,0.000029576342,0.00077125203],"category_scores_gemma":[0.000044533575,0.00003885702,0.00002547589,0.00008238477,0.00004887858,0.00007332911,0.000004185035,0.000063283056,0.00000728103],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00011548694,0.000120983495,0.48031008,0.00017083516,0.00007456383,0.00012114565,0.0005646614,0.00013617126,0.002311835,0.0008353488,0.000057748857,0.5151811],"study_design_scores_gemma":[0.015321617,0.00048083733,0.72821563,0.002376445,0.00037583068,0.015827654,0.0015025156,0.20737569,0.009504846,0.00066286203,0.017493732,0.00086231786],"about_ca_topic_score_codex":0.00001336289,"about_ca_topic_score_gemma":0.0000011797011,"teacher_disagreement_score":0.5143188,"about_ca_system_score_codex":0.000012364616,"about_ca_system_score_gemma":0.000015459105,"threshold_uncertainty_score":0.84446687},"labels":[],"label_agreement":null},{"id":"W2134337302","doi":"10.5489/cuaj.2730","title":"From papayas to practice: Surgical simulation and the future of urology training","year":2015,"lang":"en","type":"article","venue":"Canadian Urological Association Journal","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Urology; Computer science; Medicine","score_opus":0.036013116299853425,"score_gpt":0.308021261823456,"score_spread":0.2720081455236026,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2134337302","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7787054,0.0010179105,0.00040700554,0.20941493,0.0008059634,0.00030463358,0.00001907171,0.000026935524,0.00929813],"genre_scores_gemma":[0.9895641,0.000019662664,0.0003379283,0.008618952,0.0013671932,0.0000026109824,0.000011193973,0.000006811239,0.000071513576],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.998413,0.0004593654,0.00035758852,0.00014164246,0.00036566827,0.00026269394],"domain_scores_gemma":[0.9962529,0.0021145346,0.00024265662,0.00007368821,0.0004200481,0.0008961849],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0018453033,0.000093107155,0.0003058149,0.0000942293,0.00012607938,0.00004425373,0.00006318089,0.00022834756,0.00025330132],"category_scores_gemma":[0.0045195185,0.00005816761,0.000081148355,0.00020570408,0.000057832236,0.00008829779,0.000013357728,0.0004921798,0.00001481091],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.013105175,0.00022369341,0.4483814,0.000006911239,0.0010778805,0.001163275,0.030382423,0.07504199,0.000012096924,0.019656911,0.005914447,0.4050338],"study_design_scores_gemma":[0.00908535,0.00031481028,0.07138074,0.000005169171,0.00013954689,0.00019407216,0.0025410529,0.010145711,4.686346e-7,0.0033861783,0.9027129,0.00009403928],"about_ca_topic_score_codex":0.00040015526,"about_ca_topic_score_gemma":0.00015493309,"teacher_disagreement_score":0.89679843,"about_ca_system_score_codex":0.00019690636,"about_ca_system_score_gemma":0.00031268442,"threshold_uncertainty_score":0.5410612},"labels":[],"label_agreement":null},{"id":"W2134402458","doi":"10.1109/biorob.2008.4762804","title":"Design of a sensorized instrument for skills assessment and training in minimally invasive surgery","year":2008,"lang":"en","type":"article","venue":"","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":29,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Lawson Health Research Institute","funders":"","keywords":"Invasive surgery; Surgical instrument; Computer science; Torque; Degrees of freedom (physics and chemistry); Strain gauge; Position (finance); Simulation; Measure (data warehouse); Medical physics; Artificial intelligence; Human–computer interaction; Surgery; Engineering; Medicine; Physics","score_opus":0.11742389976643738,"score_gpt":0.3331973675468358,"score_spread":0.21577346778039844,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2134402458","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.992924,0.000014149279,0.0049709766,0.00022346729,0.000031437223,0.00045880035,0.000001247562,0.00001746614,0.0013584992],"genre_scores_gemma":[0.963862,0.00004464149,0.03570677,0.00024249361,0.000017190087,0.00002498271,0.000007112985,0.000007921765,0.00008690225],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99923694,0.00004164801,0.0003114409,0.00013762288,0.00013140473,0.00014094541],"domain_scores_gemma":[0.9976377,0.002115531,0.000062311796,0.000058450314,0.00005032608,0.00007566796],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00036811767,0.00007718519,0.0003416589,0.00012018771,0.000022966731,0.000002794508,0.0000129580685,0.00004496292,0.00008478384],"category_scores_gemma":[0.00023625184,0.000062263265,0.000052646134,0.00010625084,0.000042954314,0.00003585424,0.000007858629,0.000050538663,4.5128584e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0036478532,0.0013060687,0.71327484,0.00043797874,0.0004378831,0.0005063394,0.039662246,0.0014474165,0.024215546,0.0018189223,0.00015544675,0.21308945],"study_design_scores_gemma":[0.033122078,0.0010599933,0.91917837,0.0005896504,0.00008846633,0.00018586141,0.0070598694,0.02605949,0.011213638,0.00054573803,0.00047055396,0.00042629242],"about_ca_topic_score_codex":0.00000813649,"about_ca_topic_score_gemma":0.0000042753654,"teacher_disagreement_score":0.21266316,"about_ca_system_score_codex":0.00003002621,"about_ca_system_score_gemma":0.00028176984,"threshold_uncertainty_score":0.25390223},"labels":[],"label_agreement":null},{"id":"W2134486887","doi":"10.1109/rbme.2010.2082522","title":"Virtual and Augmented Medical Imaging Environments: Enabling Technology for Minimally Invasive Cardiac Interventional Guidance","year":2010,"lang":"en","type":"review","venue":"IEEE Reviews in Biomedical Engineering","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":40,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"London Health Sciences Centre; Western University","funders":"Canadian Institutes of Health Research","keywords":"Visualization; Augmented reality; Computer science; Virtual reality; Medical physics; Medical imaging; Minimally invasive procedures; Invasive surgery; Medicine; Human–computer interaction; Artificial intelligence; Surgery","score_opus":0.03005310116376176,"score_gpt":0.33490101231936364,"score_spread":0.3048479111556019,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2134486887","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000054849363,0.9907862,0.0063142795,0.00018162317,0.0010003186,0.0015210438,0.000030416022,0.00007511234,0.00003617727],"genre_scores_gemma":[0.000110618545,0.9956963,0.0024914246,0.000092607654,0.000588417,0.0006736712,0.00020360442,0.0000781653,0.00006519591],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99646217,0.00008478994,0.0017173787,0.00068829174,0.0005300796,0.00051727437],"domain_scores_gemma":[0.99796885,0.0009298847,0.00030519933,0.00031835935,0.000025987985,0.0004517047],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0017034702,0.0005235876,0.0026107775,0.00077296165,0.000044602086,0.000021358703,0.0002621659,0.00078738545,0.0001497294],"category_scores_gemma":[0.004038467,0.00041889606,0.0006648534,0.00060817733,0.00025534845,0.00006797493,0.00013297153,0.0013203862,0.000025099378],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000078008525,0.00009589076,0.000022135808,0.009092586,0.00010387034,0.0000745674,0.000011569425,0.000001046266,0.00003365611,0.00012664765,0.00005685143,0.9903734],"study_design_scores_gemma":[0.001292043,0.0000789658,0.000006318084,0.05831619,0.0002993519,0.000110028996,0.000010919506,0.0012808593,0.000004644093,0.000006524772,0.9382745,0.0003196586],"about_ca_topic_score_codex":0.0000011097836,"about_ca_topic_score_gemma":0.0000010980501,"teacher_disagreement_score":0.9900537,"about_ca_system_score_codex":0.00019879828,"about_ca_system_score_gemma":0.00021496764,"threshold_uncertainty_score":0.9998263},"labels":[],"label_agreement":null},{"id":"W2135499255","doi":"10.1007/s00464-011-2038-x","title":"Quantifying mental workloads of surgeons performing natural orifice transluminal endoscopic surgery (NOTES) procedures","year":2011,"lang":"en","type":"article","venue":"Surgical Endoscopy","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":39,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"Society of American Gastrointestinal and Endoscopic Surgeons; Boston Scientific Corporation; National Aeronautics and Space Administration","keywords":"Natural orifice transluminal endoscopic surgery; Medicine; Abdominal surgery; Endoscopic surgery; General surgery; Hepatology; Endoscopy; Surgery; Laparoscopy","score_opus":0.08410526957682188,"score_gpt":0.3261840799953141,"score_spread":0.24207881041849225,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2135499255","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98759705,0.001118253,0.00002751004,0.00010034778,0.0006766707,0.00032935376,0.000009237932,0.00015583786,0.009985769],"genre_scores_gemma":[0.99869055,0.00015944983,0.0006898863,0.00008049823,0.00013015114,0.000021946735,0.000055302517,0.000042133535,0.00013009881],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99743074,0.00010753114,0.0007912845,0.0004579699,0.0005875437,0.0006249567],"domain_scores_gemma":[0.9979001,0.0012000819,0.00018633761,0.00026396627,0.00012093545,0.00032852928],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.000558307,0.00032196796,0.0008088543,0.00026024415,0.00016616129,0.000017883405,0.00012246036,0.00016930046,0.0025261599],"category_scores_gemma":[0.00036171998,0.00026298992,0.00046240227,0.0005645962,0.00024200165,0.00018765642,0.000033207263,0.0004700265,0.00003976033],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0075677056,0.0010742979,0.9526329,0.0007994164,0.00047212062,0.0010070687,0.0034014431,0.000010224788,0.0025235408,0.0026083263,0.00005566319,0.027847288],"study_design_scores_gemma":[0.09296099,0.0016223122,0.519946,0.0068354923,0.0012630195,0.0017451678,0.0047258977,0.0059513864,0.32587174,0.0002908029,0.035988852,0.0027983482],"about_ca_topic_score_codex":0.00016508109,"about_ca_topic_score_gemma":0.000031676685,"teacher_disagreement_score":0.43268692,"about_ca_system_score_codex":0.000050352064,"about_ca_system_score_gemma":0.00024892797,"threshold_uncertainty_score":0.99998224},"labels":[],"label_agreement":null},{"id":"W2135730179","doi":"10.1067/j.cpsurg.2011.08.003","title":"A New Paradigm for Surgical Procedural Training","year":2011,"lang":"en","type":"review","venue":"Current Problems in Surgery","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":39,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"","keywords":"Medicine; Curriculum; Graduation (instrument); Endoscopy; Medical education; General surgery; Medical physics; Surgery","score_opus":0.362020352266727,"score_gpt":0.41993268955496477,"score_spread":0.05791233728823775,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2135730179","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000010156013,0.99434423,0.0003083114,0.00003411294,0.0013759561,0.0021936244,0.000017495044,0.00014737035,0.0015687473],"genre_scores_gemma":[0.00012025888,0.9971181,0.00020513154,0.000025088768,0.0009128736,0.00060222327,0.00056418416,0.00010643548,0.0003456767],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9966011,0.000111789144,0.0015548598,0.0007170285,0.00026535278,0.00074988836],"domain_scores_gemma":[0.99676144,0.0019744912,0.00044708006,0.00031192607,0.000049739232,0.00045532518],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0010051081,0.000572155,0.0031333985,0.00057325437,0.00005422657,0.00003780278,0.00014253143,0.00040674067,0.00048555623],"category_scores_gemma":[0.00042209344,0.00044098496,0.0014166301,0.00068968104,0.000058597412,0.00010987648,0.000042486503,0.0007770922,0.000045944937],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000042294843,0.00012665243,0.00020914777,0.0217874,0.000082049075,0.000030254976,0.00022730423,0.0000014211793,1.7747125e-9,0.00085512013,0.0011595588,0.97547877],"study_design_scores_gemma":[0.00167312,0.000033521344,0.000018474202,0.04490934,0.0003420669,0.00016885919,0.0000071298086,0.00002892492,3.2108986e-8,0.00041192723,0.951964,0.0004426007],"about_ca_topic_score_codex":0.000006396655,"about_ca_topic_score_gemma":0.0000027569888,"teacher_disagreement_score":0.9750362,"about_ca_system_score_codex":0.00013385374,"about_ca_system_score_gemma":0.0016366796,"threshold_uncertainty_score":0.9998042},"labels":[],"label_agreement":null},{"id":"W2136243745","doi":"10.1016/s0039-6060(03)00154-5","title":"Assessing competency in surgery: Where to begin?","year":2003,"lang":"en","type":"review","venue":"Surgery","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":139,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto; University Health Network","funders":"","keywords":"Medicine; Health professionals; Medical education; Cognition; Health care; Psychiatry","score_opus":0.19102678130943268,"score_gpt":0.4185403666822975,"score_spread":0.2275135853728648,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2136243745","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0002344319,0.9826366,0.000015551379,0.00012248526,0.000971994,0.00045301588,0.0000052131827,0.000096262134,0.01546446],"genre_scores_gemma":[0.00076840003,0.99755204,0.0001552717,0.00047235595,0.00024127399,0.000053998647,0.00015906413,0.00008992166,0.00050766073],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9971347,0.00036899647,0.0010956858,0.00050904864,0.00037459,0.0005170112],"domain_scores_gemma":[0.9941987,0.004764283,0.0002495076,0.00038601787,0.0000660682,0.00033541425],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0014710285,0.00040604474,0.0032990729,0.0009046172,0.00005247422,0.000079142555,0.000062323896,0.0003309414,0.0011370044],"category_scores_gemma":[0.00084236776,0.00033536972,0.0009787034,0.0014297257,0.000031687425,0.000113525224,0.000029272544,0.0005280218,0.00032955263],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000005461454,0.00007222295,0.0050605177,0.0054189647,0.000052647058,0.000493466,0.000013840364,0.0000010901613,1.6140444e-8,0.000050994586,0.0018458649,0.9869849],"study_design_scores_gemma":[0.00013678364,0.0000044491885,0.00080233865,0.031738162,0.0001467658,0.00006642728,0.000025911871,0.0000027803944,5.5465204e-8,0.000012448161,0.966738,0.00032588112],"about_ca_topic_score_codex":0.000020810405,"about_ca_topic_score_gemma":0.000012519108,"teacher_disagreement_score":0.98665905,"about_ca_system_score_codex":0.00018193155,"about_ca_system_score_gemma":0.0011864048,"threshold_uncertainty_score":0.9999098},"labels":[],"label_agreement":null},{"id":"W2136295528","doi":"10.1177/1054773810365994","title":"Postoperative Patient Education: A Systematic Review","year":2010,"lang":"en","type":"review","venue":"Clinical Nursing Research","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":130,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Toronto Metropolitan University","funders":"Canada Research Chairs","keywords":"Psychological intervention; Medicine; Patient education; Health education; Family medicine; Nursing; Public health","score_opus":0.3664693611093701,"score_gpt":0.6334125354793928,"score_spread":0.2669431743700227,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2136295528","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0000022044221,0.9630325,0.0000019522101,0.0011025253,0.0007640419,0.008301693,0.0000051565958,0.00005644137,0.02673352],"genre_scores_gemma":[0.000013777845,0.99555326,0.00020560613,0.0011653735,0.00050262955,0.00081975287,0.00015146553,0.00006438818,0.0015237305],"study_design_codex":"design_other","study_design_gemma":"systematic_review","domain_scores_codex":[0.99272734,0.0026892163,0.002308449,0.000694025,0.0011019018,0.000479062],"domain_scores_gemma":[0.99072087,0.0060197683,0.00037970714,0.0010654457,0.0011328514,0.00068133685],"candidate_categories":["metaresearch","research_integrity","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.004991041,0.00032552908,0.003941996,0.00027956764,0.00021402052,0.00007255381,0.00028579775,0.00067939964,0.00049062184],"category_scores_gemma":[0.016115686,0.00020707125,0.0010929633,0.000995262,0.0005777623,0.000044909306,0.00006603874,0.0042292653,0.0011831196],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000008234126,0.0005107484,7.9269796e-7,0.37523997,0.00004438932,0.000017553875,0.00002590158,2.3164142e-9,3.111165e-9,0.0002743163,0.0021484734,0.6217296],"study_design_scores_gemma":[0.00012187178,0.000293621,7.639179e-7,0.5221203,0.0006934889,0.00008898639,0.000036410936,0.000001904648,1.2332628e-8,0.000057545538,0.47648326,0.000101828686],"about_ca_topic_score_codex":0.0000013660389,"about_ca_topic_score_gemma":2.700161e-7,"teacher_disagreement_score":0.6216278,"about_ca_system_score_codex":0.0002913342,"about_ca_system_score_gemma":0.002754089,"threshold_uncertainty_score":0.99959457},"labels":[],"label_agreement":null},{"id":"W2136311838","doi":"10.1186/cc2921","title":"Critical care procedure logging using handheld computers.","year":2004,"lang":"en","type":"article","venue":"Critical Care","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"St. Michael's Hospital; University of Toronto; University Health Network; Mount Sinai Hospital","funders":"","keywords":"Upload; Mobile device; Subspecialty; Medicine; The Internet; Computer science; Database; Scope (computer science); Data collection; Multimedia; World Wide Web","score_opus":0.06630381033192084,"score_gpt":0.3847985948855007,"score_spread":0.3184947845535799,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2136311838","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9146846,0.0074838456,0.028498756,0.0086037535,0.0015068528,0.0006803106,0.000047560992,0.00079628616,0.03769804],"genre_scores_gemma":[0.9916772,0.0000010632377,0.0052469,0.0025370214,0.0004601121,0.000004989608,0.00003671472,0.00002958162,0.0000064183914],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"qualitative","domain_scores_codex":[0.9986268,0.000026817206,0.00023145412,0.00035222474,0.00033587246,0.00042678867],"domain_scores_gemma":[0.99865437,0.00028871492,0.000010623967,0.00017844503,0.00046477016,0.0004031037],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000048440575,0.00017192564,0.00029050958,0.0000718565,0.00022219932,0.00007310069,0.00006551047,0.00016758357,0.00021278494],"category_scores_gemma":[0.0011147576,0.0001556361,0.00013987305,0.00015351475,0.00025586828,0.000110023335,0.000049222574,0.00034689577,0.000041160194],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0015680908,0.0015182107,0.1003658,0.031203043,0.00022900797,0.013660917,0.06616902,0.009361436,0.00348209,0.6630447,0.00024228306,0.109155394],"study_design_scores_gemma":[0.1118928,0.008509189,0.118849576,0.026794845,0.0060082464,0.0068918266,0.48966154,0.061632026,0.03908947,0.034256145,0.086687535,0.009726806],"about_ca_topic_score_codex":0.000013086489,"about_ca_topic_score_gemma":0.0000031143388,"teacher_disagreement_score":0.62878853,"about_ca_system_score_codex":0.00018656056,"about_ca_system_score_gemma":0.00016224585,"threshold_uncertainty_score":0.6346656},"labels":[],"label_agreement":null},{"id":"W2136347599","doi":"10.1016/s1701-2163(15)30964-6","title":"Validating a Self-Confidence Scale for Surgical Trainees","year":2013,"lang":"en","type":"article","venue":"Journal of Obstetrics and Gynaecology Canada","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":79,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Centre for Advancing Health Outcomes; University of British Columbia","funders":"American Urogynecologic Society","keywords":"Medicine; Scale (ratio); Self-confidence; Confidence interval; Medical physics; Internal medicine; Psychotherapist; Cartography","score_opus":0.018091573024854885,"score_gpt":0.2586106094559282,"score_spread":0.24051903643107328,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2136347599","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99428445,0.0006763059,0.00009184002,0.00076173886,0.0017270198,0.00016360573,0.000002577364,0.0000057912384,0.0022866724],"genre_scores_gemma":[0.99767655,0.00002194579,0.0017025099,0.0004202302,0.00005014046,0.0000036211334,0.0000014853671,0.000006617504,0.00011690881],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9991624,0.000023336277,0.000364026,0.00008466084,0.000187885,0.0001777203],"domain_scores_gemma":[0.9952114,0.003957148,0.00018326943,0.00004844888,0.0003571192,0.00024261858],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00021902428,0.00007404124,0.00028675678,0.00009560469,0.00006853611,0.000020352702,0.000047798698,0.000071612405,0.000517246],"category_scores_gemma":[0.0020281074,0.000055562865,0.00006318305,0.00016129417,0.000026163636,0.000063092,0.000010314986,0.00016471081,5.103283e-7],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000038616512,0.00031088325,0.41285944,0.00022017873,0.00039494468,0.0030109964,0.00081883714,0.00024688774,0.000051506788,0.0015070384,0.0028000842,0.5777406],"study_design_scores_gemma":[0.028954525,0.0014693069,0.7758879,0.00003496305,0.00029799648,0.0008521235,0.0022091325,0.008827582,0.00019868564,0.0012081412,0.17970519,0.0003544376],"about_ca_topic_score_codex":0.0017824967,"about_ca_topic_score_gemma":0.00098146,"teacher_disagreement_score":0.57738614,"about_ca_system_score_codex":0.00019699447,"about_ca_system_score_gemma":0.000568395,"threshold_uncertainty_score":0.56634814},"labels":[],"label_agreement":null},{"id":"W2136918794","doi":"10.1186/1472-6920-12-7","title":"Instructor feedback versus no instructor feedback on performance in a laparoscopic virtual reality simulator: a randomized educational trial","year":2012,"lang":"en","type":"article","venue":"BMC Medical Education","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":45,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"St. Michael's Hospital","funders":"TrygFonden; Rigshospitalet","keywords":"Virtual reality; Randomized controlled trial; Psychomotor learning; Simulation; Medicine; Medical education; Computer science; Human–computer interaction; Surgery","score_opus":0.04748017266771268,"score_gpt":0.358819977024391,"score_spread":0.3113398043566783,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2136918794","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9757027,0.00007171409,0.000017503142,0.00095346407,0.007849228,0.0012133151,0.0000036538693,0.0000567179,0.014131694],"genre_scores_gemma":[0.993722,0.000039305465,0.00035650347,0.0009983665,0.0037759396,0.00020989795,0.00021833161,0.000026884585,0.00065272924],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.99680316,0.00041462804,0.0008697322,0.00037034065,0.0010877979,0.00045434447],"domain_scores_gemma":[0.9960113,0.002433426,0.00022314306,0.00033984496,0.0001676515,0.0008246419],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0014886255,0.00026269403,0.00072165456,0.00022501919,0.00009718986,0.000027387727,0.00014478953,0.00031646417,0.0048571443],"category_scores_gemma":[0.013423866,0.00021354422,0.00018623703,0.0004082283,0.00025395444,0.00025606804,0.000034516965,0.00050480606,0.00049900654],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.89497787,0.0041358653,0.04409509,0.0002692304,0.0001023554,8.0151005e-7,0.0024175078,0.00012289283,0.000005477651,0.01572814,0.0007291196,0.03741568],"study_design_scores_gemma":[0.8586936,0.00052524265,0.12501918,0.00052614545,0.000088725115,0.00000875897,0.000589307,0.008036077,0.000030082254,0.000088378016,0.006080835,0.0003136828],"about_ca_topic_score_codex":0.000057408568,"about_ca_topic_score_gemma":0.000027600468,"teacher_disagreement_score":0.080924086,"about_ca_system_score_codex":0.00038917977,"about_ca_system_score_gemma":0.003772975,"threshold_uncertainty_score":0.99605256},"labels":[],"label_agreement":null},{"id":"W2137542476","doi":"10.1093/pch/19.4.180","title":"Procedural skills in paediatric residency: Re-evaluating the competencies","year":2014,"lang":"en","type":"article","venue":"Paediatrics & Child Health","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Calgary; Alberta Children's Hospital; SickKids Foundation; Hospital for Sick Children; University of Toronto","funders":"","keywords":"Medicine; Likert scale; Competence (human resources); Descriptive statistics; Family medicine; Medical education; Psychology","score_opus":0.035713476914927225,"score_gpt":0.34278158363452776,"score_spread":0.30706810671960055,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2137542476","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8780635,0.0066889427,0.0002808114,0.08178838,0.00069824466,0.0017394993,0.0000065845466,0.00028802847,0.03044598],"genre_scores_gemma":[0.98353726,0.0006091175,0.0013997616,0.012954097,0.0013142911,0.000022517543,0.00002536444,0.000027114587,0.00011048714],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.997358,0.00036921428,0.00068748323,0.0003490225,0.0006622705,0.0005739996],"domain_scores_gemma":[0.99763846,0.0014277879,0.0002644085,0.00031593477,0.00008458501,0.00026879102],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0033754797,0.00018548692,0.00041081416,0.00026108208,0.0003633624,0.00003130296,0.00014827601,0.000095696174,0.00007849047],"category_scores_gemma":[0.00269544,0.00012515117,0.000117030264,0.0012158667,0.00005381094,0.00007237532,0.000058602895,0.0006679195,0.000063014355],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00016312784,0.00034006918,0.8196192,0.00036738507,0.00002120592,0.000010938455,0.0062108557,0.0011074097,0.000002549773,0.00601418,0.0016648838,0.16447823],"study_design_scores_gemma":[0.004456617,0.00065913383,0.9655742,0.00013644631,0.000043228385,0.000023595114,0.0005855874,0.014072281,0.0000029150813,0.0019875537,0.012232404,0.00022604225],"about_ca_topic_score_codex":0.00013015502,"about_ca_topic_score_gemma":0.00015595109,"teacher_disagreement_score":0.16425219,"about_ca_system_score_codex":0.0001481935,"about_ca_system_score_gemma":0.00054285524,"threshold_uncertainty_score":0.51035166},"labels":[],"label_agreement":null},{"id":"W2137983914","doi":"10.1097/01.sla.0000154456.69815.ee","title":"Establishment of the World's First Telerobotic Remote Surgical Service","year":2005,"lang":"en","type":"article","venue":"Annals of Surgery","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":227,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"McMaster University; St. Joseph’s Healthcare Hamilton","funders":"","keywords":"Medicine; General surgery; Service (business); Laparoscopy; Robotic surgery; Surgery; Operations management; Engineering","score_opus":0.21481926387479902,"score_gpt":0.35901170305819674,"score_spread":0.14419243918339772,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2137983914","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.95272154,0.00033853148,0.0000054095235,0.029170273,0.00013608452,0.00012512297,0.000003636244,0.000026919948,0.01747247],"genre_scores_gemma":[0.9965279,0.00009215489,0.000097022734,0.002294222,0.00014338728,8.9647574e-7,0.0000056079016,0.000010949061,0.00082785013],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.99879676,0.000045650922,0.00045972105,0.00013356988,0.00036266618,0.00020163272],"domain_scores_gemma":[0.9981684,0.001063209,0.00016718019,0.00027705985,0.00021777394,0.00010636323],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0005561903,0.00009585069,0.00036747055,0.0001162013,0.000040817282,0.000005695338,0.00007333038,0.000048825634,0.0007798014],"category_scores_gemma":[0.00017757014,0.00006367229,0.00025697527,0.00066417834,0.000062870145,0.00006912408,0.00004026261,0.00011537794,0.000018710562],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0017914377,0.0016287997,0.48986238,0.0010002473,0.00055359513,0.00015130705,0.0009006999,0.014693433,0.00020563173,0.0016102578,0.023545237,0.46405697],"study_design_scores_gemma":[0.0015428133,0.000031527838,0.434535,0.0010863893,0.00006494733,0.00003491272,0.00007798675,0.0036457535,0.009669012,0.00010471358,0.5490108,0.0001961033],"about_ca_topic_score_codex":0.000062081264,"about_ca_topic_score_gemma":0.00006314198,"teacher_disagreement_score":0.5254656,"about_ca_system_score_codex":0.000008601601,"about_ca_system_score_gemma":0.000059759222,"threshold_uncertainty_score":0.85382783},"labels":[],"label_agreement":null},{"id":"W2138322564","doi":"10.1186/1916-0216-43-7","title":"High definition video teaching module for learning neck dissection","year":2014,"lang":"en","type":"article","venue":"Journal of Otolaryngology - Head and Neck Surgery","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":56,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Alberta Hospital Edmonton; University of Alberta Hospital; University of Alberta","funders":"","keywords":"Otorhinolaryngology; Dissection (medical); Medicine; Observational study; Curriculum; Neck dissection; Video recording; Medical physics; Surgery; Psychology; Computer science; Multimedia; Internal medicine","score_opus":0.03244725261046053,"score_gpt":0.2899845278823439,"score_spread":0.25753727527188336,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2138322564","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9941943,0.00014313128,0.0035381261,0.00079822325,0.0004939176,0.000092603135,5.7500375e-7,0.000029769397,0.0007093532],"genre_scores_gemma":[0.9968364,0.0000591027,0.0018293469,0.00055427366,0.0006199999,0.000004162125,0.000018265117,0.000018254503,0.00006018022],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9988426,0.00016516489,0.0005034331,0.00014089067,0.00013892322,0.00020899864],"domain_scores_gemma":[0.997846,0.0015007824,0.00030409,0.000065729524,0.00011952642,0.00016388515],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0012074735,0.000116153926,0.00051742716,0.00023010699,0.00021663864,0.000020621614,0.000024523193,0.00014276155,0.00005668072],"category_scores_gemma":[0.0014500857,0.00009409433,0.00020941561,0.00007468782,0.000039171482,0.00018377673,0.0000105947365,0.00048669655,0.0000037895784],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0016860814,0.00020863384,0.96071,0.00015821758,0.00012754335,0.000079878635,0.0001693158,0.00024302122,0.0012517103,0.0025209219,0.00031438144,0.0325303],"study_design_scores_gemma":[0.0032627776,0.00076917856,0.9734044,0.0003613481,0.00009762161,0.0010510591,0.00003034456,0.0033792192,0.00020501924,0.0015366299,0.015779687,0.00012271269],"about_ca_topic_score_codex":0.000008727998,"about_ca_topic_score_gemma":0.0000022217196,"teacher_disagreement_score":0.03240759,"about_ca_system_score_codex":0.000025173395,"about_ca_system_score_gemma":0.00003762871,"threshold_uncertainty_score":0.38370553},"labels":[],"label_agreement":null},{"id":"W2138374899","doi":"10.1089/end.2010.0741","title":"A System for Laparoscopic Surgery Ergonomics and Skills Evaluation","year":2011,"lang":"en","type":"article","venue":"Journal of Endourology","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"Natural Sciences and Engineering Research Council of Canada; Imperial College London","keywords":"Medicine; Task (project management); Shoulders; Tracking (education); Invasive surgery; Artificial intelligence; Computer vision; Surgery; Medical physics; Computer science","score_opus":0.08330871609016126,"score_gpt":0.323746679282834,"score_spread":0.24043796319267274,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2138374899","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9972963,0.00022625574,0.00039781875,0.000096678734,0.00043327524,0.00012247938,8.003063e-7,0.000006361614,0.0014200474],"genre_scores_gemma":[0.99879867,0.000015349146,0.0007583998,0.00021411471,0.00018677174,0.000003383271,0.0000013754573,0.0000060512525,0.000015859214],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99940914,0.000055807297,0.00030413133,0.000057712656,0.000080264115,0.00009296912],"domain_scores_gemma":[0.99901026,0.00046911975,0.00021902933,0.000045539513,0.00017663214,0.0000794358],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0009026669,0.0000464346,0.00026712328,0.00011012594,0.00002176951,0.0000033666415,0.00001837379,0.000057160487,0.00007865228],"category_scores_gemma":[0.00037385282,0.000035357174,0.00007855896,0.000031611697,0.000023098004,0.000038482107,0.0000049379737,0.000075849886,0.0000017037868],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.01827005,0.00097323005,0.69683504,0.0005512159,0.0013372299,0.0005328612,0.003842024,0.00029225345,0.0017229607,0.012554758,0.0013182142,0.26177016],"study_design_scores_gemma":[0.04127605,0.003277704,0.90724957,0.00034887,0.0016063805,0.006389671,0.0008024844,0.010424237,0.003704784,0.0023926261,0.022233069,0.00029454258],"about_ca_topic_score_codex":0.000001448492,"about_ca_topic_score_gemma":0.0000011558354,"teacher_disagreement_score":0.26147562,"about_ca_system_score_codex":0.000025551677,"about_ca_system_score_gemma":0.00008055341,"threshold_uncertainty_score":0.14418237},"labels":[],"label_agreement":null},{"id":"W2138731652","doi":"10.1002/rcs.256","title":"Graphic and haptic modelling of the oesophagus for VR‐based medical simulation","year":2009,"lang":"en","type":"article","venue":"International Journal of Medical Robotics and Computer Assisted Surgery","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":26,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Information Technology Research Centre; Ministry of Knowledge Economy","keywords":"Haptic technology; Computer science; Virtual reality; Surgical simulation; Simulation; Medical simulation; Human–computer interaction; Fidelity; Artificial intelligence; Surgery; Medicine","score_opus":0.0695807871680185,"score_gpt":0.3273824646278353,"score_spread":0.2578016774598168,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2138731652","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.13789946,0.00042160097,0.84419054,0.01647353,0.0008845301,0.00008537729,0.0000017903662,0.000008532005,0.000034659184],"genre_scores_gemma":[0.99338025,0.000080611506,0.0035694782,0.002523358,0.00043249727,3.8778748e-7,0.000004303031,0.0000059619856,0.00000317747],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9975831,0.000055385455,0.00065520545,0.000104517996,0.0014971005,0.00010468308],"domain_scores_gemma":[0.9969594,0.001996298,0.00028248303,0.00006340945,0.0004337485,0.00026468822],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0010391476,0.00009087793,0.00032431268,0.00017259481,0.00004116855,0.000027850836,0.00013413941,0.00013736634,0.000030124054],"category_scores_gemma":[0.00061610504,0.000058335558,0.00021891,0.000101399884,0.000099037235,0.000048168185,0.000027144279,0.00024933837,8.984012e-8],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00076409796,0.00058434514,0.021947294,0.00007369098,0.00042183028,0.00026761458,0.000114268434,0.35922688,0.000008088257,0.004704123,0.000108404114,0.61177933],"study_design_scores_gemma":[0.0020711839,0.00009902983,0.028252088,0.0006997741,0.000057720015,0.00017414063,0.00000793867,0.96748155,0.0000073037772,0.00079223805,0.00030471224,0.00005233328],"about_ca_topic_score_codex":0.0000015345003,"about_ca_topic_score_gemma":5.221339e-7,"teacher_disagreement_score":0.8554808,"about_ca_system_score_codex":0.000016530714,"about_ca_system_score_gemma":0.0002646912,"threshold_uncertainty_score":0.2378855},"labels":[],"label_agreement":null},{"id":"W2139879667","doi":"10.1186/s40463-015-0059-5","title":"Surgical exploration and discovery program: Inaugural involvement of otolaryngology – head and neck surgery","year":2015,"lang":"en","type":"article","venue":"Journal of Otolaryngology - Head and Neck Surgery","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":12,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Ottawa Skills and Simulation Centre; Canada Research Chairs; Ottawa Hospital; University of Toronto; University of New Brunswick; University of Ottawa","funders":"University of Toronto; University of Ottawa","keywords":"Otorhinolaryngology; Medicine; Curriculum; Specialty; Tonsillectomy; Medical education; Head and neck; Test (biology); Physical therapy; Surgery; Family medicine; Psychology","score_opus":0.0736228672189605,"score_gpt":0.3252937587431307,"score_spread":0.2516708915241702,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2139879667","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99309593,0.0036593382,0.000032820837,0.002132057,0.0004845146,0.00033400112,0.0000036662934,0.000030954674,0.00022671503],"genre_scores_gemma":[0.99705416,0.0017313214,0.00032036245,0.00044536995,0.00032242105,0.0000151833265,0.000039836075,0.000026644724,0.0000446926],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9971767,0.00035103146,0.0013063917,0.00033101716,0.0004007339,0.00043413523],"domain_scores_gemma":[0.9967419,0.0015281746,0.0006371275,0.00017533814,0.00032360104,0.0005938511],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0017183971,0.00029458752,0.0015048969,0.00052524725,0.00009899723,0.0000506145,0.000053564487,0.00031526462,0.000036647558],"category_scores_gemma":[0.00056096626,0.0002289579,0.00025157808,0.00030379454,0.00043339527,0.00083456544,0.00008546612,0.0004884543,0.000002219872],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0029140771,0.0005465749,0.9830537,0.00024968456,0.00019114374,0.0013994565,0.00043880002,0.000005884731,0.00011913131,0.00022629411,0.0003528853,0.010502355],"study_design_scores_gemma":[0.005432198,0.0013729678,0.9776128,0.00060791575,0.00014258942,0.0037367297,0.00021906292,0.00032404574,0.00019078262,0.00043395828,0.009683877,0.00024305838],"about_ca_topic_score_codex":0.000042619802,"about_ca_topic_score_gemma":0.000021693224,"teacher_disagreement_score":0.010259297,"about_ca_system_score_codex":0.00004415955,"about_ca_system_score_gemma":0.0003310305,"threshold_uncertainty_score":0.93366325},"labels":[],"label_agreement":null},{"id":"W2140339459","doi":"10.1016/j.wneu.2010.04.005","title":"Informatic Surgery: The Union of Surgeon and Machine","year":2010,"lang":"en","type":"article","venue":"World Neurosurgery","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":10,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Medicine; Apprenticeship; Standardization; Robotics; Modalities; Robotic surgery; Neurosurgery; Medical physics; Artificial intelligence; Robot; Surgery; Computer science","score_opus":0.02975422945969333,"score_gpt":0.2586333612899276,"score_spread":0.22887913183023426,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2140339459","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99123806,0.00004605212,0.000008405472,0.0033775447,0.0005008949,0.00011317262,0.0000027959331,0.00004792508,0.0046651424],"genre_scores_gemma":[0.99803776,0.000034732606,0.0000118996695,0.0013047578,0.000053403284,0.0000034312257,0.000011587101,0.000011853739,0.00053057406],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9991322,0.000059699414,0.00036022018,0.000100579266,0.0001954469,0.00015185715],"domain_scores_gemma":[0.9973702,0.0021492762,0.00012330021,0.00021894957,0.000037453563,0.00010082034],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0007922824,0.000095223484,0.00027075375,0.00020010094,0.00007799701,0.00001569335,0.00003241307,0.00003144326,0.00027531513],"category_scores_gemma":[0.00049608777,0.000059539187,0.00010425144,0.00041696016,0.00011731381,0.000069726455,0.000027934693,0.00027709355,0.000007409708],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00014016074,0.00007762965,0.8924156,0.000100692036,0.000021834663,0.00003342078,0.00013404743,0.000009096417,0.0017506727,0.0012298102,0.0013414344,0.1027456],"study_design_scores_gemma":[0.0006160163,0.000016612375,0.8253537,0.00006365189,0.00003521134,0.000086451495,0.000016339189,0.0016729075,0.0018882095,0.00010095425,0.17003773,0.00011222694],"about_ca_topic_score_codex":0.000020693138,"about_ca_topic_score_gemma":0.000039160885,"teacher_disagreement_score":0.1686963,"about_ca_system_score_codex":0.0000032861633,"about_ca_system_score_gemma":0.000031467982,"threshold_uncertainty_score":0.3014508},"labels":[],"label_agreement":null},{"id":"W2140391106","doi":"10.3109/0142159x.2012.746447","title":"DOPS assessment: A study to evaluate the experience and opinions of trainees and assessors","year":2013,"lang":"en","type":"article","venue":"Medical Teacher","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":59,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Workplace Health, Safety and Compensation Commission","funders":"","keywords":"Medical education; Medicine; Post hoc","score_opus":0.0652972244734888,"score_gpt":0.4195159669172125,"score_spread":0.3542187424437237,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2140391106","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98823863,0.000047350324,0.00013690031,0.0048071505,0.000039434806,0.00048271057,3.24663e-7,0.000020248364,0.00622726],"genre_scores_gemma":[0.9989612,0.000006145717,0.00011293579,0.00047495792,0.000053612453,0.00006762815,0.0000016409379,0.000006572786,0.00031528916],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9988909,0.00012360743,0.00019709261,0.00015757265,0.0005070275,0.00012381868],"domain_scores_gemma":[0.99934995,0.00017839632,0.000019917743,0.00012989654,0.000042979213,0.00027886376],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00069276866,0.00007636161,0.00018869968,0.00003153385,0.000054883265,0.000016329897,0.00005854244,0.00003768312,0.0035849859],"category_scores_gemma":[0.00070754497,0.00004088531,0.000022141605,0.00012250293,0.00014797243,0.000040524537,0.000056618017,0.0001851085,0.0000055906607],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000035453242,0.0011891293,0.8490715,0.000024491988,0.00011569842,0.000016629774,0.043244462,0.0000025842635,0.00005751655,0.00060805894,0.00039859817,0.10523585],"study_design_scores_gemma":[0.0033390992,0.00036349735,0.96432376,0.000057425645,0.000038243368,0.000012933022,0.019338144,0.009529825,0.0000049473856,0.00009388105,0.0028266113,0.000071647955],"about_ca_topic_score_codex":0.00010041393,"about_ca_topic_score_gemma":0.0000052023693,"teacher_disagreement_score":0.11525222,"about_ca_system_score_codex":0.000007836629,"about_ca_system_score_gemma":0.000036893267,"threshold_uncertainty_score":0.9973259},"labels":[],"label_agreement":null},{"id":"W2140460791","doi":"10.1093/ejcts/ezu455","title":"Thoracic training across Europe: the trainees' perspective†","year":2014,"lang":"en","type":"editorial","venue":"European Journal of Cardio-Thoracic Surgery","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Perspective (graphical); Training (meteorology); Medical education; Psychology; Medicine; Computer science; Geography; Artificial intelligence","score_opus":0.05369883379395789,"score_gpt":0.35806977359271897,"score_spread":0.30437093979876106,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2140460791","genre_codex":"editorial","genre_gemma":"editorial","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"editorial","genre_consensus":"editorial","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.016877634,0.007688541,0.002232307,0.0016539816,0.8740787,0.00045765867,0.00011253634,0.00024384187,0.096654795],"genre_scores_gemma":[0.34954357,0.0007199719,0.00015123659,0.00038113378,0.6472811,0.000002628391,0.000066207394,0.00033084853,0.0015232854],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9865293,0.0066402135,0.002233452,0.000674477,0.0028636886,0.0010588926],"domain_scores_gemma":[0.98437935,0.00885675,0.0020203392,0.00091083173,0.0030641214,0.00076863455],"candidate_categories":["metaresearch","metaepi_narrow","research_integrity"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.031657565,0.000826869,0.0026163138,0.00047529108,0.0004529108,0.00032639288,0.000670084,0.00035671238,0.00019964996],"category_scores_gemma":[0.018755404,0.00055061164,0.0026289138,0.0009703942,0.00044373627,0.00023882452,0.00014856314,0.004192037,0.00018818286],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0019479755,0.00008947956,0.00020215815,0.0002150143,0.0015017038,0.007866432,0.0058084903,0.00029934137,0.000016459282,0.000013662526,0.6255421,0.35649717],"study_design_scores_gemma":[0.0009826628,0.00024579518,0.00129301,0.0014883577,0.0008211327,0.0012085552,0.0034607989,0.00003457417,0.000016892734,0.000015406902,0.98988193,0.00055086834],"about_ca_topic_score_codex":0.000003634129,"about_ca_topic_score_gemma":9.2936125e-7,"teacher_disagreement_score":0.36433983,"about_ca_system_score_codex":0.00029186404,"about_ca_system_score_gemma":0.0010978187,"threshold_uncertainty_score":0.9996945},"labels":[],"label_agreement":null},{"id":"W2140563437","doi":"10.3233/978-1-60750-929-5-334","title":"On Defining Metrics for Assessing Laparoscopic Surgical Skills in a Virtual Training Environment","year":2002,"lang":"en","type":"article","venue":"Studies in health technology and informatics","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":38,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Simon Fraser University","funders":"","keywords":"Computer science; Training (meteorology); Virtual reality; Human–computer interaction; Medical education; Medical physics; Medicine; Geography","score_opus":0.09547292790574871,"score_gpt":0.38892867933759734,"score_spread":0.29345575143184865,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2140563437","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99128747,0.0030788165,0.00038298927,0.0017869498,0.00013505555,0.000473164,0.0000030766507,0.00007343961,0.0027790305],"genre_scores_gemma":[0.992516,0.0023984825,0.0040861424,0.0008901945,0.000011275008,0.00005140533,0.000004116575,0.0000072969233,0.000035078432],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9986474,0.00002357137,0.0007283422,0.00011571894,0.00012894112,0.00035602116],"domain_scores_gemma":[0.99862146,0.0010556874,0.00014746655,0.00010277691,0.000016175856,0.000056423036],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0006684049,0.00012414847,0.00049845997,0.0007633029,0.00014886998,0.000007329157,0.000039704042,0.00016396234,0.000013993728],"category_scores_gemma":[0.0009578454,0.00010478301,0.000026241638,0.00056418404,0.00021002888,0.00008486096,0.000047734033,0.00038387277,0.0000050919775],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00007917379,0.00030812618,0.057760585,0.00072592,0.00006572368,0.00003996924,0.021827048,0.0013227029,2.28806e-7,0.07821228,0.00006794996,0.8395903],"study_design_scores_gemma":[0.09011193,0.010845761,0.040250037,0.0093038445,0.00010834059,0.00042791173,0.28527656,0.36573264,0.000079410784,0.022265822,0.17395712,0.0016405983],"about_ca_topic_score_codex":8.436984e-7,"about_ca_topic_score_gemma":0.0000018799385,"teacher_disagreement_score":0.8379497,"about_ca_system_score_codex":0.00015229036,"about_ca_system_score_gemma":0.000022133432,"threshold_uncertainty_score":0.4272927},"labels":[],"label_agreement":null},{"id":"W2141382305","doi":"10.1007/s00192-004-1177-1","title":"Urogynecology experience in Canada?s obstetrics and gynecology residency programs","year":2003,"lang":"en","type":"article","venue":"International Urogynecology Journal","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":8,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Coalition for Research in Women's Health; Health Sciences Centre; University of Toronto; Sunnybrook Health Science Centre; Mount Sinai Hospital","funders":"","keywords":"Urogynecology; Medicine; Obstetrics and gynaecology; Pessary; Gynecology; Cross-sectional study; General surgery; Family medicine; Urinary incontinence; Surgery; Pregnancy","score_opus":0.03820754551052513,"score_gpt":0.30935727212828124,"score_spread":0.2711497266177561,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2141382305","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9762716,0.00041443025,0.00006513339,0.002329454,0.0030432004,0.00019677283,0.0000012503276,0.000017341967,0.017660795],"genre_scores_gemma":[0.9963537,0.0002017538,0.0009253605,0.0020158526,0.000065805536,0.000024404073,0.000006379995,0.000015777567,0.00039098493],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9980913,0.00021558268,0.00062034343,0.00030516615,0.00030496687,0.0004626802],"domain_scores_gemma":[0.9960998,0.0030541162,0.00019548516,0.00011520082,0.0002446165,0.00029076048],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00041737087,0.00016673353,0.00034543365,0.00030967942,0.000111393674,0.00002959291,0.00015564835,0.00016665083,0.002455718],"category_scores_gemma":[0.010634825,0.00015464763,0.000058614507,0.000251651,0.00015206599,0.00012388092,0.00004464125,0.000662408,0.00001463562],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00005814989,0.00015704645,0.94833964,0.0000038315043,0.00007142793,0.0026728958,0.00024666544,0.00008007298,0.000029369785,0.0064868215,0.000096072305,0.041757997],"study_design_scores_gemma":[0.0064174347,0.0003593588,0.8255388,0.000021770764,0.000028484916,0.004748278,0.001246546,0.00071743334,0.000056387744,0.002336753,0.15832713,0.00020158365],"about_ca_topic_score_codex":0.0064913235,"about_ca_topic_score_gemma":0.18454014,"teacher_disagreement_score":0.17804882,"about_ca_system_score_codex":0.0009837167,"about_ca_system_score_gemma":0.002041242,"threshold_uncertainty_score":0.9984562},"labels":[],"label_agreement":null},{"id":"W2142052673","doi":"10.1109/robot.2006.1641781","title":"Toward tool gesture and motion recognition on a novel minimally invasive surgery robotic system","year":2006,"lang":"en","type":"article","venue":"","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Simon Fraser University","funders":"","keywords":"Gesture; Artificial intelligence; Computer vision; Process (computing); Computer science; Laparoscopic surgery; Invasive surgery; Robot; Gesture recognition; Surgical instrument; Human–computer interaction; Surgery; Laparoscopy; Medicine","score_opus":0.06802167228513156,"score_gpt":0.25312626352768786,"score_spread":0.1851045912425563,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2142052673","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9726658,0.000028292921,0.0019959458,0.00063125504,0.000114702394,0.00024689187,0.000002923205,0.00014775562,0.024166444],"genre_scores_gemma":[0.99828833,0.000003312049,0.0005874704,0.0005028229,0.00017429728,0.000008941027,0.00009553875,0.000011229688,0.00032806763],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9992845,0.000021422362,0.00021760058,0.00018630885,0.00016641698,0.00012372644],"domain_scores_gemma":[0.99929976,0.00044265282,0.000052849395,0.00006891625,0.00007778644,0.000058050744],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00015460559,0.00009742941,0.0002066737,0.00009370858,0.000038682687,0.000022611726,0.000010911817,0.000089473644,0.000101057485],"category_scores_gemma":[0.00015147663,0.000075497956,0.000060888586,0.00011091176,0.000017928593,0.00005797138,0.0000065343356,0.0000846647,0.00005011427],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0057108863,0.0040079453,0.35356617,0.0055025415,0.0006789046,0.0019116222,0.0015951078,0.006907001,0.027007215,0.03146624,0.005325308,0.5563211],"study_design_scores_gemma":[0.007096544,0.00032246741,0.97507113,0.0014298111,0.00020434507,0.00035686424,0.0009492774,0.009699679,0.0033862274,0.00019166741,0.00085848547,0.00043349693],"about_ca_topic_score_codex":0.00004224176,"about_ca_topic_score_gemma":0.000008884138,"teacher_disagreement_score":0.62150496,"about_ca_system_score_codex":0.000047552076,"about_ca_system_score_gemma":0.000027748254,"threshold_uncertainty_score":0.30787173},"labels":[],"label_agreement":null},{"id":"W2142582038","doi":"10.2106/jbjs.f.01502","title":"The Effect of Computer Navigation on Trainee Learning of Surgical Skills","year":2007,"lang":"en","type":"article","venue":"Journal of Bone and Joint Surgery","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":50,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Mount Sinai Hospital; Ottawa Hospital","funders":"","keywords":"Modalities; Orthopedic surgery; Session (web analytics); Task (project management); Medicine; Learning effect; Physical therapy; Motor learning; Compromise; Motor skill; Physical medicine and rehabilitation; Medical physics; Computer science; Surgery; Psychology","score_opus":0.014284440267408226,"score_gpt":0.27857773649146444,"score_spread":0.26429329622405623,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2142582038","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.998386,0.00027124476,0.00033222785,0.00025894566,0.00015435944,0.000048476024,2.4262445e-7,0.0000040111745,0.00054449576],"genre_scores_gemma":[0.9995375,0.0001196229,0.000053740092,0.00002979766,0.00021498502,1.2880369e-7,0.0000016525358,0.0000058137725,0.000036714173],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99860364,0.00010374076,0.0008276017,0.00005180117,0.0003044265,0.00010879301],"domain_scores_gemma":[0.994705,0.004507416,0.0005457267,0.00004731499,0.00010465253,0.00008987728],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0043510473,0.000069048736,0.00055989885,0.00015858615,0.00004363164,0.0000058378937,0.000007459717,0.00005043819,0.000020112637],"category_scores_gemma":[0.00030368238,0.000037604976,0.0003020653,0.0001168523,0.00006493821,0.000035874058,0.0000066813027,0.00024636296,6.205448e-7],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0045138975,0.00022498732,0.26802114,0.00027917026,0.00024360682,0.00094623526,0.0004979867,0.00077676115,0.0017241584,0.0002559165,0.00031735093,0.7221988],"study_design_scores_gemma":[0.0081315655,0.0035192722,0.9446322,0.0027734947,0.00015971721,0.0016127294,0.00017686257,0.001679768,0.018033704,0.00006693316,0.019059306,0.00015448318],"about_ca_topic_score_codex":0.0000015548375,"about_ca_topic_score_gemma":1.093969e-7,"teacher_disagreement_score":0.7220443,"about_ca_system_score_codex":0.000010328025,"about_ca_system_score_gemma":0.000019975036,"threshold_uncertainty_score":0.15334864},"labels":[],"label_agreement":null},{"id":"W2143151238","doi":"10.1002/ca.1037","title":"Dissection: A positive experience","year":2001,"lang":"en","type":"article","venue":"Clinical Anatomy","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":108,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Medicine; Workload; Dissection (medical); Stress (linguistics); Surgery","score_opus":0.08364513647590506,"score_gpt":0.46301774332690065,"score_spread":0.3793726068509956,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2143151238","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.91995794,0.000046776142,0.0003327407,0.001433245,0.00020023876,0.00008710101,4.2812036e-7,0.00007946111,0.0778621],"genre_scores_gemma":[0.996139,0.000034009307,0.00013796276,0.0019304451,0.0002996925,0.0000057751377,0.0000060547645,0.0000058535143,0.0014411893],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9992647,0.00003253285,0.00026692598,0.00018848055,0.0001249427,0.00012241607],"domain_scores_gemma":[0.9992868,0.0002968785,0.000033303524,0.000117528165,0.00006027154,0.00020524673],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00014260193,0.00005964488,0.00016766014,0.000022930806,0.000054374228,0.000009239315,0.000033553806,0.000070327056,0.0016403599],"category_scores_gemma":[0.00029435457,0.000045379344,0.00012393654,0.00020073843,0.00010528273,0.000046096276,0.000015951282,0.00016624513,0.00017877769],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0004475203,0.00036573454,0.81422347,0.000003483393,0.000040019517,0.0007933667,0.00025195777,0.000002302851,0.000007509949,0.0024658837,0.0001848352,0.1812139],"study_design_scores_gemma":[0.0028798461,0.00021008222,0.7853247,0.00004072855,0.000021062562,0.00017217366,0.00030132817,0.0010795238,0.000036638405,0.00030034987,0.20954049,0.0000930738],"about_ca_topic_score_codex":0.0000047371923,"about_ca_topic_score_gemma":0.0000015019734,"teacher_disagreement_score":0.20935565,"about_ca_system_score_codex":0.0000118771995,"about_ca_system_score_gemma":0.0000193799,"threshold_uncertainty_score":0.9992723},"labels":[],"label_agreement":null},{"id":"W2143310255","doi":"10.1016/j.amjsurg.2006.01.041","title":"Self-assessment during a 2-day laparoscopic colectomy course: can surgeons judge how well they are learning new skills?","year":2006,"lang":"en","type":"article","venue":"The American Journal of Surgery","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":49,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"St. Paul's Hospital; University of British Columbia","funders":"","keywords":"Credentialing; Inter-rater reliability; Medicine; Rating scale; Physical therapy; Psychology; Medical physics; Medical education","score_opus":0.012839662927014633,"score_gpt":0.27254080410865,"score_spread":0.25970114118163534,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2143310255","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9911727,0.00019146137,0.00009261356,0.007182044,0.00027565527,0.00010798234,0.0000016348712,0.00006911628,0.00090682134],"genre_scores_gemma":[0.9978756,0.00013186599,0.00018591527,0.00040277778,0.00053317397,0.0000025003728,0.0000042444763,0.00003870047,0.00082526787],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9978892,0.0003831342,0.0005289661,0.00017004117,0.00059024343,0.0004383846],"domain_scores_gemma":[0.99655914,0.0015750211,0.0011682092,0.00020574742,0.00018927317,0.00030261397],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0011239956,0.00021469725,0.0008804084,0.00020760419,0.00022499671,0.00007541367,0.00012136949,0.000036214573,0.00014146113],"category_scores_gemma":[0.000118173375,0.00014394715,0.0003621898,0.000501302,0.00012411285,0.00009278696,0.000028568431,0.0006528783,0.000007917547],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00015708446,0.00024327589,0.99075854,0.00002146922,0.00023884849,0.0004276108,0.00026280156,0.0010361986,0.00020923893,0.000023179022,0.00071793137,0.0059038415],"study_design_scores_gemma":[0.0017420435,0.00009914798,0.98745835,0.00026859905,0.00020272873,0.00041756753,0.0013434782,0.00016681568,0.00022236253,0.0000339696,0.007871541,0.00017341232],"about_ca_topic_score_codex":0.00023637728,"about_ca_topic_score_gemma":0.000033070664,"teacher_disagreement_score":0.00715361,"about_ca_system_score_codex":0.00017916734,"about_ca_system_score_gemma":0.0006298531,"threshold_uncertainty_score":0.5869995},"labels":[],"label_agreement":null},{"id":"W2144960783","doi":"10.1016/j.athoracsur.2004.04.041","title":"Training Residents in Mitral Valve Surgery","year":2004,"lang":"en","type":"article","venue":"The Annals of Thoracic Surgery","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":34,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Nova Scotia Cancer Centre","funders":"","keywords":"Medicine; Mitral valve; Cardiology; Internal medicine","score_opus":0.28656679459794593,"score_gpt":0.4347735538670122,"score_spread":0.1482067592690663,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2144960783","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99035424,0.0009798977,0.000027874958,0.00478474,0.00021924987,0.00013042793,0.0000028920765,0.000052927506,0.0034477375],"genre_scores_gemma":[0.99770004,0.000174443,0.000046054505,0.0017937043,0.00014194705,0.00000743286,0.000016578053,0.000022679504,0.000097134594],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99812716,0.00021501252,0.0006317283,0.00020085859,0.00041985116,0.00040536775],"domain_scores_gemma":[0.9966336,0.0026433044,0.00018553482,0.0003018235,0.00009905113,0.00013671722],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0036270518,0.00014836872,0.0005972341,0.00033952235,0.00005702202,0.000014390562,0.0000864572,0.00009084876,0.00018957123],"category_scores_gemma":[0.0013969081,0.00010706054,0.0009396111,0.000636568,0.00011975067,0.00011889273,0.000027082484,0.00023266052,0.00003105376],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0020984872,0.0005300069,0.35727385,0.0002806106,0.0005656989,0.0005618798,0.0039426694,0.0017296254,0.00021544813,0.00038368866,0.0011761013,0.6312419],"study_design_scores_gemma":[0.0005041798,0.000036031928,0.9805465,0.0017185535,0.00008690273,0.00007566268,0.0011377812,0.00007024794,0.008075783,0.005127161,0.002336179,0.00028505706],"about_ca_topic_score_codex":0.0001388406,"about_ca_topic_score_gemma":0.000015926487,"teacher_disagreement_score":0.6309569,"about_ca_system_score_codex":0.000019090758,"about_ca_system_score_gemma":0.00022599113,"threshold_uncertainty_score":0.4365802},"labels":[],"label_agreement":null},{"id":"W2145054461","doi":"10.1016/j.amjsurg.2009.01.003","title":"Development of a comprehensive vascular skills assessment for surgical trainees","year":2009,"lang":"en","type":"article","venue":"The American Journal of Surgery","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":14,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Medicine; Cronbach's alpha; Specialty; Vascular surgery; Medical education; Construct validity; Reliability (semiconductor); Surgery; Family medicine; Psychometrics; Patient satisfaction; Clinical psychology","score_opus":0.051590763329144425,"score_gpt":0.3493523505930554,"score_spread":0.297761587263911,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2145054461","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9965507,0.00015371961,0.0019817406,0.00087526336,0.00007465699,0.00009986131,0.0000011545378,0.000007675975,0.0002552223],"genre_scores_gemma":[0.9890902,0.000060948718,0.010140097,0.00055184896,0.00013224754,0.0000015895519,0.000003068466,0.000007975534,0.00001204016],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99861795,0.00007821522,0.00067377853,0.00007571673,0.0003847584,0.00016961244],"domain_scores_gemma":[0.99732286,0.0015597533,0.0005854046,0.00010768116,0.0002970714,0.00012721574],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00090551155,0.0001013055,0.000709829,0.00013322366,0.00005379796,0.000006887855,0.0000680597,0.000016965732,0.00004668122],"category_scores_gemma":[0.00007055901,0.000059255923,0.00042533892,0.0002460093,0.00012844561,0.000035454676,0.000006946197,0.00013890446,7.3199794e-7],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0013338068,0.0006471023,0.007880163,0.000029873183,0.0006355764,0.00012805106,0.0013403236,0.00036658245,0.0011906279,0.00024079905,0.00013539431,0.9860717],"study_design_scores_gemma":[0.005042413,0.0006355246,0.92568254,0.00039720206,0.00022345026,0.00044335218,0.0036655895,0.00032376524,0.0009845254,0.0002022722,0.062194943,0.00020441237],"about_ca_topic_score_codex":7.921022e-7,"about_ca_topic_score_gemma":5.1259416e-8,"teacher_disagreement_score":0.98586726,"about_ca_system_score_codex":0.000037022455,"about_ca_system_score_gemma":0.00026583436,"threshold_uncertainty_score":0.24163865},"labels":[],"label_agreement":null},{"id":"W2145193541","doi":"10.1016/j.jamcollsurg.2013.09.016","title":"Surgical Simulation in 2013: Why Is It Still Not the Standard in Surgical Training?","year":2013,"lang":"en","type":"review","venue":"Journal of the American College of Surgeons","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":92,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto; St. Michael's Hospital","funders":"","keywords":"Medicine; Surgical simulation; Surgical procedures; Training (meteorology); Surgery; General surgery; Medical physics","score_opus":0.10260520665820266,"score_gpt":0.38457797450361797,"score_spread":0.2819727678454153,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2145193541","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.06606492,0.89789134,0.000027981912,0.024831636,0.001393449,0.0036261047,0.00073487445,0.00003250892,0.0053971875],"genre_scores_gemma":[0.29363334,0.7048849,0.00007744318,0.0005765817,0.00024350324,0.000016064356,0.000005908508,0.00006234137,0.0004998908],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9945096,0.0010112067,0.0025073087,0.00028932682,0.0012108557,0.00047171797],"domain_scores_gemma":[0.99030405,0.005963604,0.0026441426,0.0004777959,0.000357239,0.0002531604],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0024867952,0.00043825078,0.003833575,0.000638491,0.00006977389,0.00002311554,0.0004902875,0.00021170783,0.00083623664],"category_scores_gemma":[0.0006710722,0.0002229836,0.0016022349,0.0021458387,0.00055065076,0.00011490557,0.000109074936,0.0015281511,0.000010004522],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0023993144,0.0005875083,0.0039690696,0.0012830236,0.00079914444,0.002596953,0.0011571446,0.0039882683,2.9549435e-7,0.00024861877,0.00745977,0.9755109],"study_design_scores_gemma":[0.0027136428,0.00025541117,0.0006798069,0.0062704575,0.00038673254,0.00072709465,0.00066495966,0.0007793699,4.851866e-7,0.000028368075,0.9872729,0.00022073305],"about_ca_topic_score_codex":0.00019701205,"about_ca_topic_score_gemma":0.00009010822,"teacher_disagreement_score":0.97981316,"about_ca_system_score_codex":0.0003107082,"about_ca_system_score_gemma":0.0010548156,"threshold_uncertainty_score":0.91562045},"labels":[],"label_agreement":null},{"id":"W2145411744","doi":"10.1109/robot.2008.4543587","title":"Pneumatically Operated MRI-Compatible Needle Placement Robot for Prostate Interventions","year":2008,"lang":"en","type":"article","venue":"","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":22,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University","funders":"National Center for Research Resources; National Institute of Biomedical Imaging and Bioengineering; National Cancer Institute; National Science Foundation","keywords":"Prostate; Computer science; Robot; Medicine; Biomedical engineering; Medical physics; Artificial intelligence; Internal medicine","score_opus":0.11211346718169862,"score_gpt":0.35975582784687254,"score_spread":0.24764236066517392,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2145411744","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5440961,0.000100355996,0.33097756,0.0044922405,0.00028613894,0.0030983803,0.000016866261,0.00052770384,0.11640466],"genre_scores_gemma":[0.972285,0.000008563956,0.013940739,0.0005558927,0.000027109325,0.00007424822,0.000087522305,0.000012659652,0.013008285],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99924105,0.000014312368,0.00030846908,0.00013689097,0.00012936768,0.00016990218],"domain_scores_gemma":[0.9995113,0.00009579993,0.000032073152,0.00010536228,0.00012788948,0.00012759636],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00012254986,0.00008316587,0.0001874485,0.000060036007,0.000118795804,0.000013753878,0.00003149249,0.000031234336,0.00234585],"category_scores_gemma":[0.00007622167,0.000061839986,0.0001329037,0.00013938441,0.000032220396,0.00005129958,0.000015113782,0.000062457286,0.000098014294],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0148021765,0.025095038,0.23130256,0.0057780286,0.00455921,0.0006389305,0.03045118,0.2974226,0.017533889,0.13546482,0.08040065,0.15655093],"study_design_scores_gemma":[0.061079673,0.0047428235,0.078591,0.0012795925,0.00034240884,0.00020888614,0.0029669697,0.75993675,0.0071853576,0.00081215595,0.08192154,0.00093283306],"about_ca_topic_score_codex":0.000013227021,"about_ca_topic_score_gemma":0.000007793813,"teacher_disagreement_score":0.46251416,"about_ca_system_score_codex":0.000027528135,"about_ca_system_score_gemma":0.00005203677,"threshold_uncertainty_score":0.99856615},"labels":[],"label_agreement":null},{"id":"W2146069698","doi":"10.1016/j.surg.2006.09.012","title":"Teaching suturing and knot-tying skills to medical students: A randomized controlled study comparing computer-based video instruction and (concurrent and summary) expert feedback","year":2007,"lang":"en","type":"article","venue":"Surgery","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":307,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University Health Network; The Wilson Centre; University of Toronto","funders":"","keywords":"Medicine; Knot tying; Blinding; Randomized controlled trial; Test (biology); Physical therapy; Repeated measures design; Medical physics; Surgery; Statistics","score_opus":0.022151277077826763,"score_gpt":0.3315822172280652,"score_spread":0.3094309401502384,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2146069698","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99378467,0.0005374762,0.0030491345,0.0003441645,0.0006534096,0.0013390451,3.4959388e-7,0.000101895515,0.00018983478],"genre_scores_gemma":[0.9983196,0.000044288092,0.00030744149,0.0008516009,0.00039661225,0.00003552516,0.000006186778,0.000021310574,0.000017428802],"study_design_codex":"observational","study_design_gemma":"randomized_trial","domain_scores_codex":[0.997284,0.0003755506,0.0008497316,0.00042040634,0.0007452467,0.0003250607],"domain_scores_gemma":[0.9934595,0.0055945665,0.00014876851,0.000120921555,0.00005914284,0.00061705144],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.006409592,0.0002429595,0.0016317831,0.00036418898,0.00021708455,0.0001241566,0.00005231266,0.00008954524,0.000032922413],"category_scores_gemma":[0.0016385636,0.00018584602,0.00014276936,0.00012817135,0.000112975824,0.000105545376,0.00012844901,0.00032481112,0.0000010271115],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.038651664,0.0006358799,0.6940819,0.000084962194,0.0004145739,0.00017483225,0.0024414863,0.00003762214,0.000025764917,0.000031529406,0.000042979034,0.2633768],"study_design_scores_gemma":[0.6855013,0.00017347003,0.29009655,0.0016002253,0.00024343832,0.000070170034,0.0014531331,0.019425016,0.00005289272,0.000010068751,0.0009321582,0.00044157018],"about_ca_topic_score_codex":0.00015326684,"about_ca_topic_score_gemma":0.00003465686,"teacher_disagreement_score":0.64684963,"about_ca_system_score_codex":0.000049087485,"about_ca_system_score_gemma":0.000048496888,"threshold_uncertainty_score":0.7578581},"labels":[],"label_agreement":null},{"id":"W2146437460","doi":"10.1089/gyn.2014.0038","title":"Introduction of a Structured Assessment of Clinical Competency for Fellows in Gynecologic Oncology: A Pilot Study","year":2015,"lang":"en","type":"article","venue":"Journal of Gynecologic Surgery","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Saskatchewan; St. Michael's Hospital; Sunnybrook Hospital","funders":"University of Washington","keywords":"Medicine; Gynecologic oncology; Specialty; Medical education; Attendance; Observational study; Test (biology); Medical physics; Family medicine; Internal medicine","score_opus":0.227774508662544,"score_gpt":0.45774144305930936,"score_spread":0.22996693439676535,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2146437460","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99521065,0.00008943056,0.00013192403,0.00089151546,0.002070647,0.00066527416,0.0000028023212,0.000010653349,0.00092711684],"genre_scores_gemma":[0.9954606,0.000033957844,0.0037746544,0.00015931424,0.0005097183,0.000013349023,0.0000069039697,0.0000104097335,0.000031043426],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9957013,0.0007312752,0.002689445,0.00021328795,0.00043697155,0.00022773563],"domain_scores_gemma":[0.987979,0.00868034,0.0020483516,0.00017939294,0.0009083732,0.000204555],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.009975845,0.00015036846,0.0018198983,0.00043291485,0.000023798637,0.000004990485,0.00010845283,0.00015536808,0.0003426788],"category_scores_gemma":[0.014758874,0.000104350256,0.00035639346,0.00039922242,0.00013194852,0.00009283974,0.00003703197,0.00046651883,8.381479e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0033861916,0.0068636853,0.95954126,0.000048067202,0.00024661605,0.0001616949,0.00016147892,0.0011518811,0.00015090626,0.000075271135,0.0011783781,0.02703455],"study_design_scores_gemma":[0.011147186,0.02318171,0.958346,0.00003290978,0.00018380013,0.00005558445,0.002169788,0.0006502094,0.000032600343,0.0007284036,0.0033784574,0.0000933364],"about_ca_topic_score_codex":0.000008471599,"about_ca_topic_score_gemma":0.000045642344,"teacher_disagreement_score":0.026941214,"about_ca_system_score_codex":0.00023434969,"about_ca_system_score_gemma":0.001476694,"threshold_uncertainty_score":0.9935402},"labels":[],"label_agreement":null},{"id":"W2148224172","doi":"10.1067/s0002-9378(03)00878-0","title":"Interactive voice response to assess residents' laparoscopic skills: An instrument validation study","year":2003,"lang":"en","type":"article","venue":"American Journal of Obstetrics and Gynecology","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":12,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University; University of Ottawa","funders":"","keywords":"Medicine; Cronbach's alpha; Generalizability theory; Construct validity; Likert scale; Competence (human resources); Preceptor; Rating scale; Scale (ratio); Medical education; Physical therapy; Psychometrics; Clinical psychology; Psychology","score_opus":0.035435664393464794,"score_gpt":0.3544215890223899,"score_spread":0.3189859246289251,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2148224172","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9984192,0.000035551708,0.00019233864,0.00027957858,0.0005969429,0.00019304936,9.25375e-7,0.0000063547795,0.00027603784],"genre_scores_gemma":[0.99817586,0.000019890107,0.0010979956,0.00060744054,0.000021529939,0.0000031525772,9.2900996e-7,0.000009983983,0.00006321874],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9983841,0.00064613135,0.00041208992,0.00015661126,0.00024055605,0.00016051951],"domain_scores_gemma":[0.9933241,0.0056447345,0.00032873658,0.000118741315,0.00029285808,0.00029085675],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0009101452,0.00009870685,0.00039055807,0.00040973895,0.000062138664,0.000031030017,0.00006070402,0.00003173269,0.00007128668],"category_scores_gemma":[0.015175378,0.000080725076,0.00004066878,0.0005986819,0.000056340094,0.00012587626,0.000019792462,0.00021689857,0.0000056041595],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0013385674,0.0017507502,0.814968,0.0000053550316,0.0002105876,0.00047026313,0.004233695,0.00021543862,0.00034146736,0.000090603215,0.000015263586,0.17636001],"study_design_scores_gemma":[0.0057683,0.013206672,0.9650547,0.000024221355,0.00009749689,0.00009809454,0.009779653,0.000028210236,0.00037454264,0.000056441357,0.005410248,0.00010143586],"about_ca_topic_score_codex":0.000011433755,"about_ca_topic_score_gemma":0.0000033298877,"teacher_disagreement_score":0.17625856,"about_ca_system_score_codex":0.00014674218,"about_ca_system_score_gemma":0.00012933328,"threshold_uncertainty_score":0.9931202},"labels":[],"label_agreement":null},{"id":"W2148558227","doi":"10.1109/titb.2008.926496","title":"A Framework for the Design of a Novel Haptic-Based Medical Training Simulator","year":2008,"lang":"en","type":"article","venue":"IEEE Transactions on Information Technology in Biomedicine","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":25,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University","funders":"","keywords":"Haptic technology; Kinesthetic learning; Computer science; Modular design; Medical simulation; Imaging phantom; Simulation; Software; Computer architecture simulator; Ultrasound; Medical physics; Radiology; Medicine","score_opus":0.0743624826659165,"score_gpt":0.3270926994348333,"score_spread":0.2527302167689168,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2148558227","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.010480536,0.000027221497,0.97735167,0.0108142495,0.00024569462,0.00084047084,0.000014813171,0.00017027301,0.00005507116],"genre_scores_gemma":[0.9659048,0.00003144653,0.03206032,0.0017774529,0.000028193244,0.00016942198,0.000008251086,0.000010994665,0.000009166893],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99846536,0.00001500873,0.0007089762,0.00012156846,0.00045290074,0.00023620119],"domain_scores_gemma":[0.99754435,0.001784247,0.00016018306,0.00026095053,0.00015461913,0.00009562901],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00053563406,0.00014724005,0.00035107066,0.0010587608,0.00015655883,0.0000032061853,0.0001502329,0.00043756625,0.00019438691],"category_scores_gemma":[0.0005037614,0.00010020906,0.00009490219,0.001296087,0.000579762,0.00010884615,0.0000010456712,0.0005021711,0.000008233102],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.005586257,0.0021551643,0.00055224996,0.00039576524,0.00055185216,0.000044895078,0.00761222,0.3799611,0.0013452423,0.01917298,0.00012056618,0.5825017],"study_design_scores_gemma":[0.015572281,0.0010629811,0.0003090268,0.0005110248,0.00008206161,0.000111834546,0.0014498348,0.97412103,0.003914284,0.00065913313,0.0020633652,0.00014316697],"about_ca_topic_score_codex":0.0000065251356,"about_ca_topic_score_gemma":0.0000011832146,"teacher_disagreement_score":0.9554242,"about_ca_system_score_codex":0.000059291444,"about_ca_system_score_gemma":0.00032254658,"threshold_uncertainty_score":0.40864068},"labels":[],"label_agreement":null},{"id":"W2148833920","doi":"10.1177/000348940711601101","title":"Objective Assessment of Temporal Bone Drilling Skills","year":2007,"lang":"en","type":"article","venue":"Annals of Otology Rhinology & Laryngology","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":64,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"The Wilson Centre","funders":"","keywords":"Otorhinolaryngology; Logistic regression; Checklist; Inter-rater reliability; Medicine; Reliability (semiconductor); Temporal bone; Rating scale; Statistics; Surgery; Psychology","score_opus":0.045834071956066785,"score_gpt":0.38911870380553354,"score_spread":0.3432846318494668,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2148833920","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9647028,0.00045446985,0.001754858,0.0018884758,0.00029199498,0.00029116205,0.0000066878088,0.00006071757,0.030548826],"genre_scores_gemma":[0.9949226,0.00008930973,0.002365527,0.0022976664,0.000075794844,0.000007261633,0.00003908175,0.00001686178,0.00018593678],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9977508,0.00019528405,0.0009235674,0.00038277538,0.00016579402,0.00058174087],"domain_scores_gemma":[0.9975973,0.0010195802,0.0004829801,0.00033849367,0.0004154141,0.00014626443],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001026061,0.00020407913,0.0011167075,0.0004853567,0.000056029687,0.0000012067158,0.00012696738,0.00060348574,0.0006606821],"category_scores_gemma":[0.00038782318,0.00018365431,0.00024076684,0.0003029014,0.00088898226,0.000054026004,0.00007948627,0.0004547364,0.000017276852],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00060680235,0.00074685726,0.9588096,0.000053347765,0.0005243109,0.0005139546,0.00038364276,0.00005671693,0.00313638,0.028140958,0.0001162599,0.006911178],"study_design_scores_gemma":[0.003328057,0.0015281776,0.97597575,0.000040073675,0.000090529575,0.00056354376,0.00020416114,0.00021900785,0.010908427,0.0016185403,0.0053707114,0.00015302151],"about_ca_topic_score_codex":0.00006399648,"about_ca_topic_score_gemma":0.000050962884,"teacher_disagreement_score":0.03036289,"about_ca_system_score_codex":0.000016494843,"about_ca_system_score_gemma":0.00014466059,"threshold_uncertainty_score":0.74892056},"labels":[],"label_agreement":null},{"id":"W2149536208","doi":"10.1016/j.jvir.2007.09.004","title":"Endovascular Training with Animals versus Virtual Reality Systems: An Economic Analysis","year":2008,"lang":"en","type":"article","venue":"Journal of Vascular and Interventional Radiology","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":46,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Virtual reality; Trainer; Medicine; Renting; Cost analysis; Training (meteorology); Medical physics; Medical education; Operations management; Simulation; Computer science; Operations research; Artificial intelligence; Engineering","score_opus":0.07933878000840591,"score_gpt":0.32950057662558496,"score_spread":0.2501617966171791,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2149536208","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.988909,0.0017486528,0.008473681,0.000075440934,0.00016858187,0.0000689407,0.0000055468895,0.000009760928,0.0005404022],"genre_scores_gemma":[0.9991676,0.00017223624,0.00029086464,0.00002992076,0.00028387815,0.0000019992378,0.000024320134,0.000008779301,0.000020358879],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9986543,0.00023984625,0.0005692424,0.00017385578,0.00021398801,0.00014879106],"domain_scores_gemma":[0.9991161,0.0001592189,0.0002667964,0.00012249108,0.00012668959,0.00020866551],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00090364454,0.000115896895,0.00066768646,0.00028382833,0.00007968004,0.000013733021,0.00006332289,0.0000834528,0.00028085796],"category_scores_gemma":[0.00008399194,0.00008385259,0.0006969761,0.00012291703,0.00014536545,0.00013571866,0.000011096109,0.00019253296,0.0000022618058],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.032667734,0.002178733,0.36409974,0.00028204444,0.1447013,0.005270473,0.0053357985,0.354758,0.0005745661,0.05961095,0.0004496486,0.030071035],"study_design_scores_gemma":[0.039821766,0.017018288,0.8570587,0.0002347418,0.006486174,0.015655514,0.002738135,0.04501223,0.00003510604,0.00013395512,0.015354838,0.00045053576],"about_ca_topic_score_codex":0.000042831205,"about_ca_topic_score_gemma":0.000021382208,"teacher_disagreement_score":0.492959,"about_ca_system_score_codex":0.00007262752,"about_ca_system_score_gemma":0.000098489414,"threshold_uncertainty_score":0.3419409},"labels":[],"label_agreement":null},{"id":"W2149849827","doi":"10.5489/cuaj.1339","title":"Are Canadian urology residency programs fulfilling the Royal College expectations?: A survey of graduated chief residents","year":2014,"lang":"en","type":"article","venue":"Canadian Urological Association Journal","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":16,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"McGill University","funders":"Astellas Pharma; Amgen","keywords":"Medicine; Graduation (instrument); Family medicine; Program director; Pediatric urology; Residency training; Competence (human resources); Urology; General surgery; Medical education; Continuing education; Management","score_opus":0.039289980853179814,"score_gpt":0.2656510442318979,"score_spread":0.22636106337871809,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2149849827","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9689775,0.0001653324,0.000043474996,0.023344811,0.0003458618,0.0003440673,0.00006454941,0.00003077652,0.0066836197],"genre_scores_gemma":[0.9959667,0.000005763508,0.000054276727,0.0033683039,0.00021018792,0.000009956631,0.00006773087,0.000015212852,0.00030187194],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99712753,0.0009950574,0.00058808544,0.00021542887,0.00045019214,0.0006237016],"domain_scores_gemma":[0.99645305,0.00089506025,0.0005909337,0.00015370791,0.00081767805,0.0010895485],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0021436228,0.00015280445,0.00037304952,0.0003003012,0.0005728199,0.00006453419,0.00018274652,0.0002979133,0.00045966817],"category_scores_gemma":[0.008192918,0.0001092566,0.00013232876,0.00060769444,0.00007932968,0.000049490507,0.000010337009,0.00069256185,0.00003863413],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00007285214,0.000027550821,0.99581707,0.000002226385,0.00008598772,0.000060686,0.00013202899,0.0003205369,6.9594523e-7,0.0005647221,0.001679591,0.0012360518],"study_design_scores_gemma":[0.001360145,0.00021726309,0.9854376,0.000015321264,0.0000547099,0.000042624917,0.00027742967,0.0042206435,0.0000012889191,0.0007625702,0.007502059,0.000108383676],"about_ca_topic_score_codex":0.17378329,"about_ca_topic_score_gemma":0.66799134,"teacher_disagreement_score":0.49420804,"about_ca_system_score_codex":0.0007659502,"about_ca_system_score_gemma":0.0010073435,"threshold_uncertainty_score":0.98082805},"labels":[],"label_agreement":null},{"id":"W2149880737","doi":"10.1053/j.sempedsurg.2015.02.015","title":"The evolving identity, capacity, and capability of the future surgeon","year":2015,"lang":"en","type":"review","venue":"Seminars in Pediatric Surgery","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":8,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Hospital for Sick Children; University of Toronto; SickKids Foundation","funders":"","keywords":"Medicine; Information revolution; Craft; Identity (music); Personal identity; Technological revolution; Industrial Revolution; Artificial intelligence; Law; Sociology; Computer science; History; Aesthetics","score_opus":0.05410294010827122,"score_gpt":0.32922781350501307,"score_spread":0.27512487339674185,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2149880737","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.01423851,0.9820976,3.8113848e-7,0.00008856702,0.0018402309,0.0005552391,0.000016035554,0.000023696864,0.0011397217],"genre_scores_gemma":[0.012828187,0.9858621,0.0000101837995,0.000020886255,0.0010697108,0.000026382451,0.000016352971,0.000033415374,0.00013281092],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9968889,0.00056986697,0.001076065,0.00037659032,0.00073049945,0.00035808817],"domain_scores_gemma":[0.992296,0.0061538983,0.00058975024,0.0006207719,0.00018235292,0.00015727356],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0051553412,0.00032222466,0.0016421006,0.00026412203,0.00013429744,0.000040300252,0.00022450196,0.0004025236,0.00004106118],"category_scores_gemma":[0.0025626537,0.00017243857,0.00065806234,0.00149528,0.00021569317,0.000105515566,0.00023677516,0.0007836954,0.0000046892787],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000012874815,0.000060218696,0.19949427,0.006324968,0.00003761374,0.000019659232,0.0001081885,4.820641e-7,5.919412e-9,0.000051393487,0.002396338,0.79149395],"study_design_scores_gemma":[0.0003055423,0.000013295579,0.021292163,0.0039719436,0.0008456684,0.0000836506,0.00014830916,0.000012602607,1.0265268e-7,0.00039903843,0.9726641,0.00026356184],"about_ca_topic_score_codex":0.000049868235,"about_ca_topic_score_gemma":0.00006898127,"teacher_disagreement_score":0.9702678,"about_ca_system_score_codex":0.0001740776,"about_ca_system_score_gemma":0.0006798689,"threshold_uncertainty_score":0.70318407},"labels":[],"label_agreement":null},{"id":"W2150158397","doi":"10.3138/jvme.0514-050r2","title":"Validation of an Effective, Easy-to-Make Hemostasis Simulator","year":2014,"lang":"en","type":"article","venue":"Journal of Veterinary Medical Education","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":16,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Haptic technology; Simulation; Hemostasis; Surgical simulation; Medicine; Simulation training; Medical physics; Computer science; Surgery","score_opus":0.04923736046888487,"score_gpt":0.3994062527256755,"score_spread":0.3501688922567906,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2150158397","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99523044,0.00003501907,0.0018916428,0.0010554679,0.0006483597,0.00016504654,5.6752765e-7,0.000011522528,0.0009619164],"genre_scores_gemma":[0.9964658,0.0000054589004,0.0017280106,0.0011382117,0.00060234155,0.000003862737,0.000010686759,0.000012535501,0.00003308951],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9983927,0.00019978081,0.0005137385,0.00011025955,0.00067293737,0.00011060407],"domain_scores_gemma":[0.99828976,0.00033562482,0.00026734997,0.00014218592,0.00037295758,0.0005921088],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0011065518,0.00008915804,0.0002990973,0.00019978499,0.000032247266,0.000009088394,0.000088597466,0.00009740954,0.00052627764],"category_scores_gemma":[0.0034691165,0.000070402195,0.00010309163,0.00022291295,0.000039749477,0.00012043217,0.000016257398,0.0001964427,0.00000937946],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0012192187,0.0011132575,0.00457622,0.000104691324,0.00004830033,0.000019368836,0.0004594339,0.00039401307,0.0030669123,0.00011481512,0.000077449775,0.9888063],"study_design_scores_gemma":[0.016129559,0.027254855,0.67223823,0.0028082305,0.00042260662,0.0026964894,0.0009275946,0.025521776,0.016463365,0.0007894132,0.23423669,0.0005112128],"about_ca_topic_score_codex":0.0000050363046,"about_ca_topic_score_gemma":2.3745949e-7,"teacher_disagreement_score":0.9882951,"about_ca_system_score_codex":0.000060752256,"about_ca_system_score_gemma":0.0003169118,"threshold_uncertainty_score":0.57623714},"labels":[],"label_agreement":null},{"id":"W2150672122","doi":"10.1016/j.jsurg.2014.05.016","title":"Surgical Residents’ Perceptions on Learning Gastrointestinal Endoscopy: More Hours and More Standardization Wanted","year":2014,"lang":"en","type":"article","venue":"Journal of surgical education","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":6,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Cancer Care Ontario; St. Michael's Hospital; Memorial University of Newfoundland; The Wilson Centre; York University; Hospital for Sick Children; Health Sciences Centre; University of Toronto; Sunnybrook Health Science Centre","funders":"University of Toronto","keywords":"Endoscopy; Competence (human resources); Medicine; Curriculum; Medical education; Perception; Trainer; Standardization; Surgery; Psychology; Computer science; Pedagogy","score_opus":0.019395026138538694,"score_gpt":0.34272257910354625,"score_spread":0.32332755296500754,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2150672122","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99044764,0.00007978219,0.0011413922,0.0042726533,0.00019929832,0.000114058304,0.0000013599504,0.00003333631,0.0037104506],"genre_scores_gemma":[0.99706906,0.00012186557,0.0014510843,0.00018875577,0.0007522687,0.0000024569952,0.000029755038,0.00002004285,0.00036468223],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9982868,0.00022021751,0.0005190436,0.00018140145,0.0005967048,0.00019583995],"domain_scores_gemma":[0.99806505,0.000683152,0.00030277157,0.00010058378,0.00047541092,0.000373013],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00082437234,0.0001503804,0.00034419066,0.0002605072,0.00015127023,0.00005692578,0.00005144906,0.000075030985,0.00045937917],"category_scores_gemma":[0.0009957224,0.00011624623,0.0001415142,0.00024702784,0.00011854718,0.00015655557,0.0000147502105,0.0005387656,0.000010235406],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0076274606,0.0016166817,0.8491978,0.00013272653,0.000119040335,0.00042148336,0.0024236147,0.0067887777,0.0010326301,0.0022978787,0.0011916772,0.12715021],"study_design_scores_gemma":[0.010597776,0.001974328,0.93198293,0.0018390798,0.00019573166,0.009437915,0.0041403407,0.0039609415,0.000116665986,0.00019339865,0.035292916,0.00026797823],"about_ca_topic_score_codex":0.0000077574605,"about_ca_topic_score_gemma":4.4518777e-7,"teacher_disagreement_score":0.12688223,"about_ca_system_score_codex":0.00011205018,"about_ca_system_score_gemma":0.00022844902,"threshold_uncertainty_score":0.502988},"labels":[],"label_agreement":null},{"id":"W2151252603","doi":"10.1227/01.neu.0000197050.70397.c1","title":"The Orbitozygomatic Approach","year":2006,"lang":"en","type":"article","venue":"Operative Neurosurgery","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":37,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"St. Michael's Hospital; University of Toronto","funders":"","keywords":"Medicine; Craniotomy; Variety (cybernetics); Surgical procedures; Surgery; Medical physics; Computer science; Artificial intelligence","score_opus":0.02780753007669235,"score_gpt":0.28825684243832367,"score_spread":0.2604493123616313,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2151252603","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.81677246,0.0001355785,0.0003557836,0.00208567,0.00028689083,0.00027683773,0.0000014405001,0.00010114242,0.17998421],"genre_scores_gemma":[0.9932569,0.000009784143,0.00012395064,0.0008013845,0.00019138814,0.000022829297,0.00001301333,0.0000142548415,0.005566458],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99916863,0.00008187325,0.00021325843,0.00016049988,0.00019685285,0.00017890817],"domain_scores_gemma":[0.999191,0.00050104444,0.000034528875,0.00015967275,0.000057236106,0.000056557332],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0001974988,0.000094714764,0.00015615506,0.000029155677,0.00032583755,0.00007177154,0.000037478017,0.000030338655,0.0000769442],"category_scores_gemma":[0.00015462983,0.000053120864,0.0000852672,0.00019565146,0.00008969902,0.000051261577,0.000014735335,0.00013277316,0.00005613945],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0019041055,0.0035568003,0.57846916,0.00024471452,0.00037695793,0.001522494,0.0016586734,0.010542942,0.02472689,0.14260656,0.080568746,0.15382195],"study_design_scores_gemma":[0.0047604158,0.00019862907,0.5150823,0.000078901874,0.0000806355,0.00030111935,0.00044522175,0.049258213,0.0040732054,0.00083732785,0.4243639,0.00052012247],"about_ca_topic_score_codex":0.000007477026,"about_ca_topic_score_gemma":0.0000013086211,"teacher_disagreement_score":0.34379518,"about_ca_system_score_codex":0.000017883798,"about_ca_system_score_gemma":0.00003404853,"threshold_uncertainty_score":0.25061122},"labels":[],"label_agreement":null},{"id":"W2151494007","doi":"10.1016/s0002-9610(02)01403-4","title":"Evaluating the effectiveness of a 2-year curriculum in a surgical skills center","year":2003,"lang":"en","type":"article","venue":"The American Journal of Surgery","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":124,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"Shanxi Scholarship Council of China; Physicians' Services Incorporated Foundation","keywords":"Checklist; Formative assessment; Medicine; Curriculum; Session (web analytics); Medical education; Psychology; Pedagogy; Computer science","score_opus":0.044012418310710115,"score_gpt":0.3688252993121616,"score_spread":0.3248128810014515,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2151494007","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9979233,0.00012876482,0.000022914568,0.00015830674,0.00012842046,0.00009281981,5.335334e-7,0.0000034169236,0.0015414838],"genre_scores_gemma":[0.9996868,0.000044157518,0.000075801,0.00011136279,0.000061626524,0.000002087396,4.2965522e-7,0.000009407882,0.000008321456],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9971758,0.0016854721,0.00049188494,0.00007486794,0.00039908852,0.000172849],"domain_scores_gemma":[0.99246573,0.0067059165,0.00045909203,0.00013831824,0.0001598108,0.000071119226],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.007457992,0.00008489242,0.00053335814,0.00011828341,0.000034059805,0.0000072287894,0.00007174259,0.000015692018,0.00009708774],"category_scores_gemma":[0.0015329623,0.00003978691,0.000271475,0.0005923899,0.00023276532,0.000039447863,0.000011934187,0.00028399777,0.00000313774],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0014836132,0.0003566642,0.9621962,0.000022088252,0.000100347104,0.00013576329,0.00022841446,0.00051373895,0.00015514508,0.0002614412,0.0000070382785,0.03453959],"study_design_scores_gemma":[0.0037067484,0.00044134512,0.99028814,0.0009210029,0.000081671555,0.0010398395,0.0014957075,0.00026113773,0.0003683147,0.00030485436,0.0009858676,0.00010535296],"about_ca_topic_score_codex":0.000016275946,"about_ca_topic_score_gemma":2.2399601e-7,"teacher_disagreement_score":0.034434237,"about_ca_system_score_codex":0.000035192206,"about_ca_system_score_gemma":0.00012164075,"threshold_uncertainty_score":0.2584806},"labels":[],"label_agreement":null},{"id":"W2151695204","doi":"10.1016/j.jsurg.2010.09.005","title":"A Deficiency in Knowledge of Basic Principles of Laparoscopy Among Attendees of an Advanced Laparoscopic Surgery Course","year":2010,"lang":"en","type":"article","venue":"Journal of surgical education","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":9,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Medicine; Attendance; Laparoscopy; Pneumoperitoneum; Laparoscopic surgery; General surgery; Medical education","score_opus":0.029335592186184974,"score_gpt":0.3539136403689718,"score_spread":0.32457804818278685,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2151695204","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99623185,0.0004069192,0.0000038384633,0.00012534184,0.0005609198,0.0001203558,0.00000203204,0.00000456222,0.0025441702],"genre_scores_gemma":[0.9991784,0.00007413383,0.00053289847,0.00001003311,0.00011350832,0.000002596279,0.000006463314,0.00001003819,0.00007192111],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99828064,0.00008794171,0.0010777975,0.000116657255,0.00029494683,0.00014200408],"domain_scores_gemma":[0.9976519,0.0006120769,0.0008435717,0.0001670888,0.0005543997,0.00017099647],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0009795455,0.000102853555,0.00062869675,0.00032046746,0.00001695881,0.0000043383466,0.00008996377,0.0001062768,0.00021704691],"category_scores_gemma":[0.00044084835,0.00008085864,0.00016983369,0.00044311624,0.00019018624,0.0002072797,0.000012142545,0.00030865983,8.803074e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0006830961,0.005266136,0.9451795,0.00029377505,0.000029043526,0.00001130795,0.0014499258,0.0002806091,0.011540445,0.0012768834,0.0000135839155,0.033975665],"study_design_scores_gemma":[0.0024301044,0.00032797415,0.97593987,0.00075547356,0.00006835451,0.00005415645,0.001111246,0.00033275725,0.017302517,0.00011485399,0.0014723885,0.00009030768],"about_ca_topic_score_codex":0.00002259824,"about_ca_topic_score_gemma":0.000042091604,"teacher_disagreement_score":0.03388536,"about_ca_system_score_codex":0.000026473144,"about_ca_system_score_gemma":0.00085970317,"threshold_uncertainty_score":0.32973197},"labels":[],"label_agreement":null},{"id":"W2152156996","doi":"10.1016/j.wneu.2012.08.022","title":"Fundamentals of Neurosurgery: Virtual Reality Tasks for Training and Evaluation of Technical Skills","year":2012,"lang":"en","type":"article","venue":"World Neurosurgery","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":135,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University; Montreal Neurological Institute and Hospital; National Research Council Canada","funders":"National Research Council Canada; Brain Tumour Research; Strong; Brain Tumour Foundation of Canada; McGill University","keywords":"Medicine; Neurosurgery; Virtual reality; Medical physics; Medical education; Training (meteorology); Human–computer interaction; Surgery","score_opus":0.13281703055454547,"score_gpt":0.3781678195098005,"score_spread":0.24535078895525503,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2152156996","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99636453,0.000115304785,0.00007357318,0.0004640036,0.00040980475,0.0005128435,0.000033961598,0.000044784865,0.0019811671],"genre_scores_gemma":[0.99906296,0.000014327331,0.000076324686,0.0005015787,0.00013163275,0.00003530866,0.000034407847,0.00002469631,0.00011877279],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99808764,0.00019120569,0.0006752646,0.00022467611,0.00053375127,0.00028747457],"domain_scores_gemma":[0.99706644,0.0021020256,0.00028475578,0.00021238456,0.00014262505,0.00019178503],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0028152948,0.00013955764,0.0005242396,0.0003067931,0.00005688702,0.0000076293627,0.000034314435,0.00006353237,0.00012991829],"category_scores_gemma":[0.0015359757,0.00012730596,0.00018664957,0.0004503616,0.00015584557,0.000117290685,0.000030392208,0.00012705615,9.105934e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0011190579,0.0016509409,0.60462683,0.00026228558,0.00010522084,0.000006960658,0.0009227438,0.00026914422,0.106756955,0.0028910693,0.0015113201,0.27987748],"study_design_scores_gemma":[0.0044952533,0.00026842972,0.9579207,0.00024166345,0.00040217195,0.000051056017,0.00013740969,0.0023548037,0.017026955,0.00021889614,0.01661671,0.00026599152],"about_ca_topic_score_codex":0.0000034208858,"about_ca_topic_score_gemma":0.0000023489126,"teacher_disagreement_score":0.35329384,"about_ca_system_score_codex":0.000034504283,"about_ca_system_score_gemma":0.00007165635,"threshold_uncertainty_score":0.51913863},"labels":[],"label_agreement":null},{"id":"W2154189717","doi":"10.1089/tmj.2006.0076","title":"Laparoscopic Learning Evaluation over the Internet","year":2007,"lang":"en","type":"article","venue":"Telemedicine Journal and e-Health","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"The Internet; Process (computing); Training system; Computer science; Laparoscopy; Medicine; General surgery; World Wide Web","score_opus":0.07403757104836593,"score_gpt":0.40936045684817407,"score_spread":0.3353228857998081,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2154189717","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.96719086,0.0037300081,0.0014635758,0.021079171,0.00034039054,0.00026331862,1.407689e-7,0.000031121046,0.0059014345],"genre_scores_gemma":[0.98921573,0.00041408368,0.000099178826,0.008835904,0.0008359786,9.927271e-7,0.0000072342086,0.000008097657,0.00058279786],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9986391,0.00009416935,0.0004102317,0.000100963094,0.0004922678,0.00026324706],"domain_scores_gemma":[0.99922836,0.00012849443,0.0002035786,0.00006068852,0.00006636129,0.00031248914],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0061803926,0.000083186496,0.00022595249,0.00009397196,0.000227304,0.000019105506,0.00003447856,0.000030846924,0.0007870249],"category_scores_gemma":[0.00019229355,0.00004461915,0.000036851423,0.000149162,0.00005173948,0.000043474538,0.000013510858,0.00059326494,0.000007894227],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00013073471,0.000046580775,0.17474414,0.000039292197,0.000052026084,0.000019289273,0.0031485502,0.00002032846,0.000025059502,0.00023576105,0.005387316,0.8161509],"study_design_scores_gemma":[0.006612238,0.0010116937,0.86000603,0.00035883381,0.000039274313,0.0004880928,0.001853987,0.0049763834,0.000011655603,0.00019429783,0.1243889,0.00005858702],"about_ca_topic_score_codex":0.00007820466,"about_ca_topic_score_gemma":0.000034890087,"teacher_disagreement_score":0.8160923,"about_ca_system_score_codex":0.000104679195,"about_ca_system_score_gemma":0.0001461812,"threshold_uncertainty_score":0.8617371},"labels":[],"label_agreement":null},{"id":"W2154466577","doi":"10.1109/wirelessvitae.2009.5172424","title":"Effects of network delay on training for telesurgery","year":2009,"lang":"en","type":"article","venue":"","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University","funders":"","keywords":"Computer science; Training (meteorology); Artificial intelligence; Computer network","score_opus":0.04144700579194671,"score_gpt":0.31417836780977504,"score_spread":0.2727313620178283,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2154466577","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.89205897,0.00010112099,0.008490803,0.00062231,0.00019165452,0.00051926053,4.904246e-7,0.00011985914,0.097895525],"genre_scores_gemma":[0.995134,0.0000023871653,0.001700337,0.0026181825,0.000197828,0.0000040365735,0.00000454506,0.000005420283,0.000333282],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99952924,0.0000102956765,0.00013928303,0.00008737282,0.000090142676,0.00014364411],"domain_scores_gemma":[0.998835,0.0009853649,0.000030227668,0.000056551482,0.000025213852,0.00006759346],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0001561399,0.000055712815,0.00019080231,0.000030857198,0.000020054264,0.0000023957314,0.0000144829755,0.00004150615,0.00006737825],"category_scores_gemma":[0.00016639027,0.000040449133,0.00009397858,0.00009477624,0.000009309787,0.00001276404,0.0000014296986,0.000045696343,0.0000035504356],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.001113143,0.00020215366,0.0015870555,0.00006724404,0.000060580634,0.000033813278,0.00030727914,0.0021515219,0.0005738742,0.022083221,0.0013632895,0.97045684],"study_design_scores_gemma":[0.045442637,0.008031228,0.6633988,0.0020729643,0.00045909363,0.000047274567,0.00036530037,0.05275279,0.026968928,0.012408482,0.18716168,0.0008908255],"about_ca_topic_score_codex":4.880492e-7,"about_ca_topic_score_gemma":1.57193e-7,"teacher_disagreement_score":0.969566,"about_ca_system_score_codex":0.000006307711,"about_ca_system_score_gemma":0.000015150908,"threshold_uncertainty_score":0.16494678},"labels":[],"label_agreement":null},{"id":"W2154617875","doi":"10.1002/alr.21053","title":"An objective and automated method for assessing surgical skill in endoscopic sinus surgery using eye‐tracking and tool‐motion data","year":2012,"lang":"en","type":"article","venue":"International Forum of Allergy & Rhinology","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":54,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University","funders":"National Cancer Institute; National Science Foundation","keywords":"Medicine; Credentialing; Eye tracking; Context (archaeology); Certification; Endoscopic sinus surgery; Medical physics; Gaze; Motion (physics); Test (biology); Surgery; Computer vision; Artificial intelligence; Computer science; Medical education","score_opus":0.07842918887220769,"score_gpt":0.42887538273382714,"score_spread":0.35044619386161946,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2154617875","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9902689,0.00023622859,0.00817269,0.00041356232,0.00040603595,0.00013877243,0.000018629938,0.000059812544,0.00028540206],"genre_scores_gemma":[0.9845102,0.000027989254,0.014963183,0.00010584334,0.000119783144,0.000004178072,0.00024851254,0.000013093278,0.0000072545595],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.998806,0.00011332495,0.0003848054,0.00028017833,0.00015283079,0.0002628879],"domain_scores_gemma":[0.9984862,0.0010186516,0.00015200861,0.00014599829,0.0001218832,0.00007522285],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00066188443,0.00011600047,0.00032610903,0.000275109,0.000051652663,0.000025963272,0.00008134699,0.00014016066,0.00004792057],"category_scores_gemma":[0.00043490017,0.000109229055,0.000038312068,0.00009044907,0.000079012854,0.00064868026,0.000088890876,0.00012051213,3.524135e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000518676,0.00046692448,0.8615395,0.00004363131,0.00042278186,0.00006521458,0.00082400476,0.0005216858,0.003259829,0.010447284,0.000014276725,0.12187618],"study_design_scores_gemma":[0.0027374667,0.000060878614,0.6433952,0.00012352176,0.000029654711,0.0002406446,0.0004792627,0.35011572,0.00077152747,0.0003543545,0.0015690479,0.00012275211],"about_ca_topic_score_codex":0.00015799959,"about_ca_topic_score_gemma":0.000045676472,"teacher_disagreement_score":0.34959403,"about_ca_system_score_codex":0.00005804848,"about_ca_system_score_gemma":0.000052390762,"threshold_uncertainty_score":0.44542316},"labels":[],"label_agreement":null},{"id":"W2154771383","doi":"10.1016/j.jamcollsurg.2013.07.273","title":"Development and validation of a comprehensive simulation-enhanced training curriculum in bariatric surgery","year":2013,"lang":"en","type":"article","venue":"Journal of the American College of Surgeons","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Medicine; Curriculum; Simulation training; Medical physics; Medical education; Surgery; Simulation","score_opus":0.03764088849872669,"score_gpt":0.28877320537735596,"score_spread":0.25113231687862925,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2154771383","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9989365,0.000051045106,0.00017602944,0.0004012942,0.00009359902,0.00016553664,0.0000028151624,0.000003375224,0.00016985288],"genre_scores_gemma":[0.99836403,0.000019670588,0.0014931522,0.000074608855,0.000020879395,0.0000021872193,9.168868e-7,0.000007770586,0.000016789189],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9985531,0.00010441107,0.00081576896,0.000078577345,0.0003191864,0.00012893509],"domain_scores_gemma":[0.9970964,0.0012620894,0.0010536674,0.0000889363,0.0004119998,0.00008687892],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0003829672,0.00008995967,0.00061284023,0.00032224946,0.00003788839,0.0000040945706,0.000054384844,0.000024832238,0.000057441586],"category_scores_gemma":[0.0003680136,0.000061667066,0.0001469996,0.0008472236,0.00011747369,0.000097165735,0.000023985194,0.00013629845,6.4833847e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0005886661,0.0006242395,0.87980324,0.00015699932,0.00041986763,0.000042484833,0.0036467898,0.04124096,0.0058572902,0.00015241616,0.00017058049,0.067296445],"study_design_scores_gemma":[0.0016612039,0.000085248656,0.98305815,0.00036165738,0.00006118399,0.000039117866,0.006248142,0.0051507056,0.0025076459,0.00007608749,0.0006478113,0.00010306573],"about_ca_topic_score_codex":0.0000663617,"about_ca_topic_score_gemma":0.000005303006,"teacher_disagreement_score":0.10325487,"about_ca_system_score_codex":0.000042794047,"about_ca_system_score_gemma":0.000262936,"threshold_uncertainty_score":0.25147098},"labels":[],"label_agreement":null},{"id":"W2156140306","doi":"10.1016/s1701-2163(16)32917-6","title":"Standing on the Shoulders of Giants: Contemplating a Standard National Curriculum for Surgical Training in Gynaecology","year":2008,"lang":"en","type":"review","venue":"Journal of Obstetrics and Gynaecology Canada","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":14,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Medicine; Curriculum; Obstetrics and gynaecology; Medical education; Training (meteorology); MEDLINE; Medical physics","score_opus":0.09805533665340381,"score_gpt":0.35275017437969963,"score_spread":0.2546948377262958,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2156140306","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.004190292,0.98406017,0.00002879482,0.00022213413,0.004894783,0.00080988347,0.00012631953,0.000004010621,0.005663616],"genre_scores_gemma":[0.3618651,0.63753015,0.00018699397,0.00022001173,0.000089546076,0.000020505804,0.000021983986,0.000035276484,0.00003040548],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9973132,0.00019786267,0.0013923644,0.00019367223,0.0005897437,0.00031315922],"domain_scores_gemma":[0.97274375,0.025331663,0.0011764163,0.000075002776,0.0005119056,0.00016128912],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0009646904,0.000243297,0.0019160921,0.0005529448,0.00012513307,0.000010966213,0.00012773607,0.0003159443,0.00030717638],"category_scores_gemma":[0.014485409,0.00015354573,0.00031534611,0.000570069,0.00012075686,0.000037040496,0.000023473802,0.00083331374,8.5194614e-8],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000021764557,0.0000523462,0.0013840697,0.00069026824,0.00031647013,0.0018344488,0.0001455982,0.0000809297,5.753772e-9,0.0019348889,0.00026873022,0.99327046],"study_design_scores_gemma":[0.008278158,0.0008720621,0.0015813072,0.0005634174,0.00023979152,0.00046026905,0.0011284124,0.0002436066,1.39185e-7,0.00010711781,0.98632526,0.00020048155],"about_ca_topic_score_codex":0.00026268774,"about_ca_topic_score_gemma":0.0015069149,"teacher_disagreement_score":0.99307,"about_ca_system_score_codex":0.0017569955,"about_ca_system_score_gemma":0.0064248242,"threshold_uncertainty_score":0.99920785},"labels":[],"label_agreement":null},{"id":"W2157204366","doi":"10.1177/1553350608329802","title":"Novel Hands-Free Pointer Improves Instruction Efficiency in Laparoscopic Surgery","year":2008,"lang":"en","type":"article","venue":"Surgical Innovation","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":24,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"London Health Sciences Centre; Lawson Health Research Institute; Western University","funders":"","keywords":"Pointer (user interface); Medicine; Laparoscopic surgery; Laparoscopy; Laparoscopic cholecystectomy; Surgery; General surgery; Computer science; Computer vision","score_opus":0.05401192832547587,"score_gpt":0.2991308633777134,"score_spread":0.24511893505223753,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2157204366","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9870035,0.000021471204,0.00020583809,0.00050315476,0.00029470393,0.00016881822,0.0000016702891,0.00009575888,0.01170505],"genre_scores_gemma":[0.99884045,0.000012103703,0.00014316349,0.00033092243,0.00017674647,0.000012072073,0.00007852092,0.0000136650215,0.00039235078],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.998604,0.000024727426,0.00058235816,0.00025605597,0.0002989419,0.00023393094],"domain_scores_gemma":[0.99925375,0.00020524593,0.00010760882,0.00019947697,0.00017916571,0.000054766533],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0003552832,0.00012725499,0.00030101638,0.0004941815,0.00007742694,0.000013379724,0.00005068648,0.00013054864,0.00024062587],"category_scores_gemma":[0.00046468724,0.00010838155,0.000069352405,0.0018528141,0.00010051679,0.0001656207,0.00003002511,0.0002397274,0.000023766812],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0039607575,0.0023049698,0.8359677,0.00021874582,0.00009124666,0.00075691915,0.00093717675,0.00019642121,0.009893302,0.052407485,0.0009833652,0.09228186],"study_design_scores_gemma":[0.06132284,0.00024335439,0.9095678,0.00023736966,0.00001624185,0.0006407834,0.000094158895,0.0034827504,0.0062255026,0.0008165248,0.016961249,0.00039144282],"about_ca_topic_score_codex":0.00003457875,"about_ca_topic_score_gemma":0.0000051213137,"teacher_disagreement_score":0.091890424,"about_ca_system_score_codex":0.000071001414,"about_ca_system_score_gemma":0.00008222935,"threshold_uncertainty_score":0.44196713},"labels":[],"label_agreement":null},{"id":"W2157254120","doi":"","title":"The Advanced Trauma Operative Management course in a Canadian residency program.","year":2008,"lang":"en","type":"article","venue":"PubMed","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":26,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Toronto General Hospital; University of Toronto","funders":"","keywords":"Medicine; Course (navigation); Residency training; Medical education; General surgery; Family medicine; Continuing education","score_opus":0.04046511337278608,"score_gpt":0.3123449375644559,"score_spread":0.27187982419166984,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2157254120","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.75822514,0.00034774176,0.0000018169497,0.005327875,0.000096950345,0.002367941,0.0000011622936,0.000057198973,0.23357415],"genre_scores_gemma":[0.99445385,0.000057194393,0.00014791342,0.00040248872,0.000027577336,0.0016854048,0.00000472291,0.000007295736,0.0032135716],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99919057,0.000028153276,0.0001347347,0.00012525484,0.00013948987,0.00038177043],"domain_scores_gemma":[0.9995257,0.000051660732,0.000016269756,0.00011767229,0.000027956685,0.00026068505],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00021948035,0.00006195903,0.0000930798,0.00005355504,0.00014038538,0.000012557031,0.000049503342,0.000025617406,0.000030198893],"category_scores_gemma":[0.000063236854,0.000041220934,0.000028836614,0.00022607758,0.000057415247,0.000039869956,0.000007171426,0.00009851094,0.000010126185],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00005717259,0.000057893794,0.035497274,0.0000037436546,0.000024031733,0.00039854675,0.00034432497,0.000041004303,4.6325617e-8,0.001315187,0.00008718002,0.9621736],"study_design_scores_gemma":[0.001966513,0.00001934746,0.90207285,0.000008354676,0.000008135168,0.00001027755,0.00031187275,0.00019673679,0.0000061655037,0.000053749496,0.095298655,0.000047356178],"about_ca_topic_score_codex":0.004894949,"about_ca_topic_score_gemma":0.07923227,"teacher_disagreement_score":0.96212626,"about_ca_system_score_codex":0.00011666792,"about_ca_system_score_gemma":0.000062895386,"threshold_uncertainty_score":0.9375693},"labels":[],"label_agreement":null},{"id":"W2157651987","doi":"10.5152/jtgga.2015.15188","title":"Impact of current video game playing on robotic simulation skills among medical students","year":2015,"lang":"en","type":"article","venue":"Journal of the Turkish-German Gynecological Association","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":12,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Video game; Psychology; Significant difference; Physical therapy; Simulation; Medical education; Medicine; Computer science; Multimedia","score_opus":0.042233204432623656,"score_gpt":0.3991316930043613,"score_spread":0.35689848857173767,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2157651987","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9976482,0.000040965704,0.00016041887,0.0005614094,0.0008005558,0.0002497624,0.000001967199,0.000019435443,0.00051727844],"genre_scores_gemma":[0.99918085,0.000008736999,0.000021042486,0.00031051724,0.00036530878,0.0000017987936,0.000005455565,0.00001164836,0.00009464298],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9956998,0.00042027625,0.00091345294,0.00014102142,0.002568158,0.00025724087],"domain_scores_gemma":[0.99527115,0.0021180892,0.0014894168,0.00013968688,0.00060725096,0.00037440564],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0025587492,0.00016412408,0.0005678421,0.00012913175,0.00006655473,0.000041968528,0.00030061835,0.00026481625,0.00035146225],"category_scores_gemma":[0.012690416,0.00008966349,0.00049801014,0.0003115672,0.000048814363,0.00015975311,0.00008830349,0.00076236454,0.000019156176],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0002622182,0.001073779,0.93077385,0.00000876809,0.00019783147,0.000017776922,0.00036375714,0.062065374,0.000018800461,0.000015578999,0.0004520174,0.0047502653],"study_design_scores_gemma":[0.0048903744,0.0007155399,0.9760654,0.00020839751,0.00015363762,0.0000076063193,0.000021898246,0.017230626,0.00002392735,0.00041274662,0.00017936192,0.00009051542],"about_ca_topic_score_codex":0.0000036718286,"about_ca_topic_score_gemma":0.000001879442,"teacher_disagreement_score":0.045291536,"about_ca_system_score_codex":0.0013160851,"about_ca_system_score_gemma":0.00020979563,"threshold_uncertainty_score":0.9956261},"labels":[],"label_agreement":null},{"id":"W2158240410","doi":"10.1016/j.jsurg.2014.08.013","title":"From Time-Based to Competency-Based Standards: Core Transitional Competencies in Plastic Surgery","year":2014,"lang":"en","type":"article","venue":"Journal of surgical education","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":13,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"St Joseph's Health Centre; Victoria Hospital; St Joseph's Health Care; Western University","funders":"","keywords":"Core competency; Medical education; Delphi method; Plastic surgery; Medicine; Craniofacial surgery; Graduate medical education; Psychology; Family medicine; Surgery; Craniofacial; Computer science; Accreditation","score_opus":0.02618392412938143,"score_gpt":0.30848971526387153,"score_spread":0.2823057911344901,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2158240410","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9900194,0.00007807183,0.0032166822,0.0049749427,0.00067992933,0.000105573454,0.000024570278,0.000017517317,0.0008833331],"genre_scores_gemma":[0.9953926,0.0000032106927,0.0028878336,0.0009937076,0.00059287396,0.0000038233748,0.00009649386,0.00001257244,0.000016890324],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9981839,0.00011882913,0.0006602091,0.00014315655,0.00072650984,0.00016741382],"domain_scores_gemma":[0.994879,0.0039702463,0.00019618912,0.00009661596,0.00053205,0.00032586855],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00089651404,0.0001256771,0.0004752244,0.00038742519,0.000041544194,0.000023650784,0.000059284666,0.00007805922,0.0018770667],"category_scores_gemma":[0.0008926521,0.00010154853,0.00020372892,0.00034768984,0.000052391602,0.00007607492,0.0000035513285,0.0002455153,0.00002906537],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.034579247,0.013024697,0.5819241,0.0005963014,0.0003780401,0.00092426833,0.0028162987,0.15406252,0.005291519,0.0072015873,0.015243918,0.1839575],"study_design_scores_gemma":[0.018521508,0.0010417053,0.67061055,0.0037293066,0.00021660271,0.0001357655,0.0006437014,0.06997263,0.00052560255,0.0023814605,0.23161015,0.0006110378],"about_ca_topic_score_codex":0.000023614752,"about_ca_topic_score_gemma":0.0000068362556,"teacher_disagreement_score":0.21636623,"about_ca_system_score_codex":0.0001890055,"about_ca_system_score_gemma":0.0023180642,"threshold_uncertainty_score":0.99903536},"labels":[],"label_agreement":null},{"id":"W2158432498","doi":"10.1177/0194599815586756","title":"End User Comparison of Anatomically Matched 3‐Dimensional Printed and Virtual Haptic Temporal Bone Simulation","year":2015,"lang":"en","type":"article","venue":"Otolaryngology","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":31,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Manitoba","funders":"","keywords":"Haptic technology; Cadaveric spasm; Likert scale; Computer science; Temporal bone; Medicine; Simulation; Medical physics; Physical medicine and rehabilitation; Surgery; Mathematics; Statistics","score_opus":0.04666518559645977,"score_gpt":0.33465021341973583,"score_spread":0.28798502782327606,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2158432498","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99755514,0.00007790309,0.00094554224,0.0002615995,0.00007691439,0.0001896249,0.000002206639,0.00004388126,0.0008472202],"genre_scores_gemma":[0.9981474,4.5730897e-7,0.0013660811,0.00026222886,0.0000347479,0.000002867066,0.000054346216,0.00001201091,0.000119832745],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9990661,0.0000706716,0.00034789968,0.00018366124,0.00019112226,0.0001405372],"domain_scores_gemma":[0.9991959,0.00025465808,0.00010756734,0.00011825804,0.00013786923,0.00018578875],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0002159999,0.00009900122,0.00040118827,0.000098660836,0.000022600716,0.0000045647375,0.000028193494,0.00013925692,0.00022339572],"category_scores_gemma":[0.0002503424,0.000085000065,0.000041075087,0.00010440353,0.00013897833,0.000049675586,0.000043486405,0.00015126378,0.000020608522],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0017671892,0.0003576708,0.97935563,0.0000269769,0.0000949689,0.00006271655,0.00068650494,0.005760622,0.0054997103,0.0037421295,0.00006552773,0.0025803382],"study_design_scores_gemma":[0.00879028,0.0007217949,0.5400481,0.000040514093,0.00007217418,0.00006808223,0.00019855345,0.44512215,0.0006877174,0.00023974877,0.0038669407,0.00014389091],"about_ca_topic_score_codex":0.000030794647,"about_ca_topic_score_gemma":0.00001226443,"teacher_disagreement_score":0.43936154,"about_ca_system_score_codex":0.000023076973,"about_ca_system_score_gemma":0.00006247462,"threshold_uncertainty_score":0.3466202},"labels":[],"label_agreement":null},{"id":"W2159182288","doi":"10.1016/j.jamcollsurg.2009.09.043","title":"Operating from the Other Side of the Table: Control Dynamics and the Surgeon Educator","year":2009,"lang":"en","type":"article","venue":"Journal of the American College of Surgeons","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":82,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"SickKids Foundation; The Wilson Centre; University of Toronto","funders":"","keywords":"Medicine; Negotiation; Control (management); Theme (computing); Reflexivity; Patient safety; Thematic analysis; Constructivist teaching methods; Process (computing); Schedule; Medical education; Qualitative research; Psychology; Management; Computer science; Health care; Pedagogy; Teaching method","score_opus":0.009591880073590364,"score_gpt":0.2572856812135301,"score_spread":0.24769380113993977,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2159182288","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9515467,0.00033631324,0.000054453114,0.045906033,0.0002456795,0.0002635733,0.000100866026,0.0000035465869,0.0015428073],"genre_scores_gemma":[0.9956164,0.000044005334,0.00007235147,0.0038478114,0.00011831422,0.0000012479671,3.788931e-7,0.000011302225,0.00028820598],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99830925,0.0004151734,0.0006074878,0.000085868414,0.0004191264,0.00016311517],"domain_scores_gemma":[0.99531645,0.002975718,0.0010754956,0.00032985903,0.00022725065,0.000075257805],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0012023957,0.00012134457,0.0006059779,0.000036184912,0.00020235819,0.000014127668,0.00028294034,0.000027504859,0.00006937729],"category_scores_gemma":[0.0011180507,0.000044373355,0.0003102687,0.0005215071,0.0006555375,0.000044202872,0.000037808648,0.00034379892,2.8835666e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0037714262,0.0006447922,0.9349638,0.00002091302,0.0015154798,0.000033465385,0.0020756188,0.0032872153,0.0024568583,0.010810607,0.0048463694,0.035573445],"study_design_scores_gemma":[0.009193367,0.00025380927,0.95694256,0.00047570575,0.00065623055,0.00019662878,0.008856492,0.012595058,0.00048562253,0.0007100053,0.009483045,0.00015148168],"about_ca_topic_score_codex":0.00080113724,"about_ca_topic_score_gemma":0.00013455795,"teacher_disagreement_score":0.04406965,"about_ca_system_score_codex":0.00003962512,"about_ca_system_score_gemma":0.000315825,"threshold_uncertainty_score":0.24153551},"labels":[],"label_agreement":null},{"id":"W2159740091","doi":"10.1186/s40463-014-0031-9","title":"Comparison of cadaveric and isomorphic virtual haptic simulation in temporal bone training","year":2014,"lang":"en","type":"article","venue":"Journal of Otolaryngology - Head and Neck Surgery","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":31,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Manitoba","funders":"","keywords":"Cadaveric spasm; Haptic technology; Virtual reality; Computer science; Artificial intelligence; Computer graphics (images); Human–computer interaction; Anatomy; Biology","score_opus":0.06439139365650895,"score_gpt":0.33325478260321567,"score_spread":0.2688633889467067,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2159740091","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99847317,0.0005817668,0.00029357625,0.00029159628,0.00013779044,0.000069731694,7.0915075e-7,0.0000069437842,0.00014472006],"genre_scores_gemma":[0.9994809,0.000040916595,0.0001479526,0.00021796733,0.00008943964,6.0056277e-7,0.0000051374504,0.00000829512,0.000008801716],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9985687,0.00014691663,0.0008231408,0.00011815822,0.000173053,0.00017002455],"domain_scores_gemma":[0.9977521,0.0015520661,0.00040100835,0.000063576066,0.00008166217,0.0001496256],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00094878726,0.00011043349,0.0008993054,0.00036211553,0.000040388448,0.0000071628506,0.000021225422,0.00013496769,0.000046644393],"category_scores_gemma":[0.0005283708,0.00009197616,0.0000918488,0.00016907019,0.00012071603,0.00012161009,0.000013710253,0.00031353268,9.658689e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000642134,0.00012967679,0.98767054,0.000055052882,0.000032842534,0.00009664427,0.0007394434,0.0007692432,0.00054680865,0.00006985184,0.000011471132,0.009236269],"study_design_scores_gemma":[0.002927857,0.00057978113,0.94262975,0.00029700279,0.00004205554,0.00032229922,0.0001576452,0.05196646,0.000036665482,0.00006675884,0.0008913792,0.00008236486],"about_ca_topic_score_codex":0.000011866859,"about_ca_topic_score_gemma":0.000009597188,"teacher_disagreement_score":0.051197216,"about_ca_system_score_codex":0.000014445736,"about_ca_system_score_gemma":0.000069539514,"threshold_uncertainty_score":0.3750679},"labels":[],"label_agreement":null},{"id":"W2160347493","doi":"10.1016/j.amjsurg.2005.04.006","title":"Quantification of motion characteristics and forces applied to tissues during suturing","year":2005,"lang":"en","type":"article","venue":"The American Journal of Surgery","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":51,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Mount Sinai Hospital; University of Toronto","funders":"","keywords":"Wrist; Rotation (mathematics); Movement (music); Process (computing); Computer science; Physical medicine and rehabilitation; Simulation; Medicine; Artificial intelligence; Biomedical engineering; Surgery; Physics; Acoustics","score_opus":0.04221192592941842,"score_gpt":0.29750089684545045,"score_spread":0.25528897091603203,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2160347493","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99808836,0.000053378386,0.00058282155,0.0010496266,0.000054038257,0.000041343203,6.732567e-7,0.000006654929,0.00012309093],"genre_scores_gemma":[0.99913085,0.0000900549,0.00030591403,0.00014403202,0.00030174325,6.1078237e-7,0.0000010018073,0.0000069863945,0.000018835124],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9993328,0.000026190995,0.00035152372,0.000052159245,0.00015641752,0.000080942445],"domain_scores_gemma":[0.9991035,0.00024954736,0.00042354895,0.00007338998,0.00007668624,0.00007336203],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00045433914,0.00005168931,0.00029080108,0.00012422427,0.00003765907,0.0000089594005,0.000029505743,0.000009240023,0.00001963657],"category_scores_gemma":[0.00010621464,0.000034310036,0.000052318304,0.00015288775,0.00007309681,0.000046451558,0.000009009527,0.00007532604,0.0000022135675],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.001335424,0.00007376484,0.13143387,0.00004811783,0.00008939645,0.000009984012,0.001453028,0.0007408881,0.03461633,0.0001261582,0.000015562813,0.8300575],"study_design_scores_gemma":[0.00025320085,0.000036502654,0.987714,0.00010193299,0.000037660913,0.000068155576,0.0006231965,0.00012512034,0.010199422,0.000008639788,0.00078610814,0.000046039317],"about_ca_topic_score_codex":0.0000034915345,"about_ca_topic_score_gemma":1.7073457e-7,"teacher_disagreement_score":0.85628015,"about_ca_system_score_codex":0.00001473163,"about_ca_system_score_gemma":0.000013355005,"threshold_uncertainty_score":0.13991226},"labels":[],"label_agreement":null},{"id":"W2162618594","doi":"10.5489/cuaj.09036","title":"Survey of senior resident training in urologic laparoscopy, robotics and endourology surgery in Canada","year":2010,"lang":"en","type":"article","venue":"Canadian Urological Association Journal","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":33,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"Queen's University; University of Ottawa","funders":"","keywords":"Medicine; Nephrectomy; Laparoscopy; Percutaneous nephrolithotomy; General surgery; Percutaneous; Gold standard (test); Curriculum; Prostatectomy; Laparoscopic surgery; Surgery; Urology; Prostate cancer; Internal medicine; Kidney; Psychology","score_opus":0.03578775330447695,"score_gpt":0.25704866862785786,"score_spread":0.2212609153233809,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2162618594","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9931451,0.00007624597,0.0000025836584,0.0058657243,0.00035634488,0.00009040431,0.000015169378,0.0000046876357,0.00044374712],"genre_scores_gemma":[0.9977454,0.000027843387,0.00006333205,0.0020554378,0.000067268695,0.0000020137754,0.00001480479,0.000007227627,0.000016701546],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9980965,0.0003993277,0.0005948219,0.00017113295,0.00025537526,0.00048284009],"domain_scores_gemma":[0.9968423,0.0021825414,0.0002544171,0.00006839811,0.00014329722,0.00050902646],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002449743,0.000110041074,0.00048505238,0.0003029803,0.000056733712,0.000017763838,0.00006107803,0.00024415719,0.0003373503],"category_scores_gemma":[0.0056286673,0.00009605656,0.000044205703,0.0003420986,0.000040672694,0.00004373153,0.0000108047325,0.0010716645,0.0000014298133],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00007028276,0.0000109629145,0.9963176,0.0000022894212,0.0000140952125,0.00025627328,0.000114968665,0.00077535847,0.00003160808,0.00005813279,0.00008510507,0.002263294],"study_design_scores_gemma":[0.00092574116,0.000055390672,0.99611795,0.0000071025647,0.000009990573,0.00009793782,0.00011857856,0.001438807,0.0000050340977,0.00017973388,0.0009623693,0.000081369355],"about_ca_topic_score_codex":0.766478,"about_ca_topic_score_gemma":0.9925774,"teacher_disagreement_score":0.22609934,"about_ca_system_score_codex":0.00051359786,"about_ca_system_score_gemma":0.0036198006,"threshold_uncertainty_score":0.6738447},"labels":[],"label_agreement":null},{"id":"W2162740361","doi":"10.1136/gut.2009.191825","title":"The impact of constructive feedback on training in gastrointestinal endoscopy using high-fidelity virtual-reality simulation: a randomised controlled trial","year":2009,"lang":"en","type":"article","venue":"Gut","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":113,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto; St. Michael's Hospital","funders":"","keywords":"Colonoscopy; Virtual reality; Computer science; Simulation; Dreyfus model of skill acquisition; Learning curve; Transfer of training; Randomized controlled trial; Task (project management); Supervisor; Fidelity; Medicine; Endoscopy; Physical therapy; Medical physics; Surgery; Human–computer interaction","score_opus":0.06355373257430856,"score_gpt":0.3761074784964663,"score_spread":0.31255374592215773,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2162740361","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9911607,0.00000909995,0.0021598751,0.00013027774,0.000076674165,0.0018807385,0.0000056401077,0.000030480058,0.004546509],"genre_scores_gemma":[0.9993578,7.792167e-7,0.00034432666,0.000077414225,0.00018075187,0.000010781302,0.000008123052,0.000007793083,0.000012227078],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.99808633,0.00038984197,0.0007368714,0.00021155644,0.00030312434,0.00027227486],"domain_scores_gemma":[0.9947388,0.0044916156,0.0003021311,0.00019028751,0.00015558756,0.00012155356],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001262459,0.00017397232,0.0007371133,0.000085740496,0.000092987706,0.000021701482,0.00005735513,0.000056684898,0.00011012032],"category_scores_gemma":[0.003370753,0.00010709629,0.00032164968,0.00021935305,0.00014298457,0.000056169494,0.0000072662046,0.0002402213,0.0000022713145],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.82439744,0.00015762047,0.0008700442,0.0000022226377,0.000067652974,0.000017433304,0.000400383,0.16360408,0.0011341174,0.0009847583,0.0000014021806,0.008362871],"study_design_scores_gemma":[0.804311,0.0017099511,0.027161237,0.00017835478,0.00004781188,0.000018713563,0.0003345222,0.16500619,0.000037917078,0.0011070505,0.0000021391024,0.00008515884],"about_ca_topic_score_codex":0.000097737815,"about_ca_topic_score_gemma":0.000005034144,"teacher_disagreement_score":0.026291193,"about_ca_system_score_codex":0.00014758081,"about_ca_system_score_gemma":0.00029533968,"threshold_uncertainty_score":0.436726},"labels":[],"label_agreement":null},{"id":"W2162900839","doi":"10.1504/ijmei.2012.045300","title":"Toward the design of a novel surgeon-computer interface using image processing of surgical tools in minimally invasive surgery","year":2012,"lang":"en","type":"article","venue":"International Journal of Medical Engineering and Informatics","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Surrey Memorial Hospital; Simon Fraser University","funders":"","keywords":"Computer science; Gesture; Image-guided surgery; Artificial intelligence; Feature (linguistics); Computer vision; Interface (matter); Invasive surgery; Image processing; Artificial neural network; Endoscope; Human–computer interaction; Surgery; Medicine; Image (mathematics)","score_opus":0.07136474838963619,"score_gpt":0.31730072651773983,"score_spread":0.24593597812810364,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2162900839","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.81438506,0.00024748791,0.18452728,0.00044948808,0.00028888014,0.000054324173,0.0000018296812,0.0000043611153,0.00004131924],"genre_scores_gemma":[0.98418593,0.00015346233,0.015389453,0.000070181486,0.00019206181,4.814661e-7,0.0000013814342,0.000006247628,8.0172185e-7],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99799275,0.000020343634,0.0010032953,0.00002940722,0.0008201012,0.00013410617],"domain_scores_gemma":[0.9976514,0.0015225078,0.00036678556,0.000040460014,0.00027767167,0.00014114712],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0017978863,0.000087203276,0.00033523343,0.00022524863,0.000007642619,0.000021193055,0.00013259942,0.00007903915,0.000033381275],"category_scores_gemma":[0.0011465217,0.000056306628,0.00008975032,0.00012455898,0.000070751594,0.00036730518,0.00005347629,0.0002777311,2.2698418e-7],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.003116116,0.0023768127,0.054552063,0.0036591808,0.0017868084,0.0006111933,0.06116654,0.40094185,0.0042321864,0.0012355666,0.0002862576,0.46603543],"study_design_scores_gemma":[0.0031239344,0.00008636419,0.0061341655,0.0030782325,0.00003886535,0.0016857442,0.0009247426,0.98251987,0.0015231698,0.000003819041,0.0007796879,0.00010138416],"about_ca_topic_score_codex":0.0000042310776,"about_ca_topic_score_gemma":7.993241e-8,"teacher_disagreement_score":0.581578,"about_ca_system_score_codex":0.000035449153,"about_ca_system_score_gemma":0.0002066318,"threshold_uncertainty_score":0.22961177},"labels":[],"label_agreement":null},{"id":"W2163485822","doi":"10.1016/j.amjsurg.2007.12.058","title":"What surgeons tell their patients about the intraoperative role of residents: a qualitative study","year":2008,"lang":"en","type":"article","venue":"The American Journal of Surgery","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":39,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto; University Health Network","funders":"","keywords":"Thematic analysis; Medicine; Qualitative research; Patient care; Nursing; Family medicine; Medical education","score_opus":0.0657364701517793,"score_gpt":0.3469152227577571,"score_spread":0.2811787526059778,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2163485822","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99824435,0.00044804695,0.0000069816397,0.0006818581,0.00018653616,0.00018346321,0.0000036486244,0.000006919724,0.00023820632],"genre_scores_gemma":[0.9987118,0.0005997864,0.00000958697,0.00053406844,0.0000846425,0.000003469936,0.0000018198173,0.00001525411,0.00003953045],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99726945,0.0010979209,0.00077588385,0.00010362343,0.00056141824,0.00019169752],"domain_scores_gemma":[0.99293536,0.005184285,0.0009893096,0.00022585099,0.00055166555,0.00011352526],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001989348,0.00014045423,0.00070773094,0.00014321507,0.00016731095,0.000021254253,0.00014693075,0.000015602818,0.000133285],"category_scores_gemma":[0.0006196281,0.00006315138,0.0002906609,0.00050768483,0.00067199784,0.00022505989,0.000032161224,0.00032469438,0.000005478151],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0021595184,0.0009988522,0.70350134,0.000004487378,0.0007208217,0.000069899885,0.24477139,0.00006547224,0.00005915316,0.00001986343,0.00020801091,0.047421172],"study_design_scores_gemma":[0.0007642277,0.00040612297,0.7044449,0.00012512847,0.000058832535,0.000047619516,0.2936468,0.000018504144,0.00017468898,0.00006345321,0.00018785112,0.00006187547],"about_ca_topic_score_codex":0.00015882033,"about_ca_topic_score_gemma":0.0000046249106,"teacher_disagreement_score":0.04887543,"about_ca_system_score_codex":0.000034857454,"about_ca_system_score_gemma":0.00016893652,"threshold_uncertainty_score":0.25752386},"labels":[],"label_agreement":null},{"id":"W2163880280","doi":"10.3109/10929080500228654","title":"The impact of latency on surgical precision and task completion during robotic-assisted remote telepresence surgery","year":2005,"lang":"en","type":"article","venue":"Computer Aided Surgery","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":113,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"St. Joseph’s Healthcare Hamilton; Bell (Canada); McMaster University","funders":"","keywords":"Latency (audio); Computer science; Task (project management); Engineering; Telecommunications","score_opus":0.04732785827224243,"score_gpt":0.3143494897855693,"score_spread":0.26702163151332686,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2163880280","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99707115,0.00025091344,0.001136478,0.00064778177,0.00022467552,0.00019603949,0.000002163215,0.00008686439,0.00038396643],"genre_scores_gemma":[0.9988673,0.00020258127,0.00040677626,0.000052788222,0.00034597877,0.0000017567521,0.000022638664,0.000020367264,0.000079815756],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9981163,0.00021397551,0.00059645675,0.00033178565,0.00039902033,0.0003424505],"domain_scores_gemma":[0.9923292,0.0067833997,0.000190047,0.00034696923,0.00013884807,0.00021157703],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0008528698,0.00020138387,0.00061804644,0.00020462078,0.00019747377,0.00004707737,0.000067522546,0.000100847516,0.00006609907],"category_scores_gemma":[0.00029282717,0.00012859493,0.0004000174,0.0003299149,0.00012221276,0.000109078785,0.00006783122,0.0002297958,0.000016530388],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0019927751,0.0002842363,0.23047161,0.0000715431,0.00016883733,0.00022346158,0.00013810315,0.015029654,0.00039531902,0.00005464736,0.0013938573,0.74977595],"study_design_scores_gemma":[0.0009850546,0.00006472846,0.9042789,0.00039664135,0.000017757176,0.00019253377,0.000004681436,0.09222111,0.00015900702,0.000035611134,0.0014982295,0.00014574567],"about_ca_topic_score_codex":0.000029384664,"about_ca_topic_score_gemma":0.000001711959,"teacher_disagreement_score":0.7496302,"about_ca_system_score_codex":0.00007184212,"about_ca_system_score_gemma":0.00007099445,"threshold_uncertainty_score":0.52439487},"labels":[],"label_agreement":null},{"id":"W2164331428","doi":"10.1111/j.1445-2197.2008.04823.x","title":"Training tomorrow’s surgeons: what are we looking for and how can we achieve it?","year":2009,"lang":"en","type":"article","venue":"ANZ Journal of Surgery","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":76,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Toronto; St. Michael's Hospital","funders":"","keywords":"Accreditation; Competence (human resources); Medicine; Medical education; Graduate medical education; Psychology","score_opus":0.13207437592562213,"score_gpt":0.32396358943339754,"score_spread":0.1918892135077754,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2164331428","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8274134,0.0071580377,0.0006258379,0.16342276,0.0007685527,0.00016970525,0.0000046679033,0.000031988584,0.0004050694],"genre_scores_gemma":[0.99100643,0.005074274,0.0002686857,0.0030216011,0.00042676044,0.0000012799891,0.000004387819,0.000017275064,0.00017930208],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99875516,0.000053785923,0.0004274609,0.00014590683,0.0003063532,0.00031134067],"domain_scores_gemma":[0.99740344,0.0015802769,0.00042035326,0.00009191361,0.0002060445,0.00029798422],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0011301503,0.00015485162,0.0006289032,0.00030624567,0.000105993146,0.00012808388,0.000043168784,0.00009381591,0.00005477001],"category_scores_gemma":[0.0005048175,0.00012370353,0.0003072441,0.00019347174,0.000042350624,0.00044186437,0.000007553472,0.00026438863,4.9406395e-7],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00059556164,0.00008810921,0.026153326,0.00006821402,0.00013862964,0.0006687395,0.0023838638,0.00003172454,0.00020116562,0.000092403,0.002177752,0.9674005],"study_design_scores_gemma":[0.017471809,0.0017555716,0.2525587,0.024408797,0.0010180386,0.007196501,0.07485454,0.0018881687,0.0018196665,0.008309038,0.6070664,0.0016527685],"about_ca_topic_score_codex":0.0000013970024,"about_ca_topic_score_gemma":0.000005356207,"teacher_disagreement_score":0.9657477,"about_ca_system_score_codex":0.00003469518,"about_ca_system_score_gemma":0.00013902002,"threshold_uncertainty_score":0.50444835},"labels":[],"label_agreement":null},{"id":"W2164471742","doi":"10.1016/j.surg.2015.07.025","title":"Entrustment, autonomy, and performance in the operating room","year":2015,"lang":"en","type":"letter","venue":"Surgery","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":13,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"","keywords":"Medicine; Phone; Phone call; Service (business); Autonomy; Operating theater; Perspective (graphical); Operating theatres; Medical education; Medical emergency; Operating room management; Nursing; Operations management; Surgery; Computer science","score_opus":0.06370821880056113,"score_gpt":0.28839751014681314,"score_spread":0.224689291346252,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2164471742","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.48647347,0.0011685344,0.0000030702352,0.4458449,0.0006707011,0.0005270358,0.000007252114,0.0000797877,0.06522526],"genre_scores_gemma":[0.57592624,0.000038948154,0.000023779283,0.42128626,0.0013358137,0.000021818607,0.00017623733,0.00001767815,0.0011732613],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9990106,0.00008739396,0.0002484435,0.0001841426,0.00024880318,0.00022060741],"domain_scores_gemma":[0.9989952,0.0007073804,0.000059992748,0.00016616135,0.000031434265,0.000039875744],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00073380745,0.0001369602,0.00031608014,0.00010744444,0.00004533759,0.000039347833,0.00004141498,0.00019751975,0.00018046849],"category_scores_gemma":[0.00013967996,0.0000861023,0.000059634807,0.000119623735,0.000029439818,0.000052185125,0.000020435935,0.0007615254,0.000026427533],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00004056279,0.000039486356,0.3545793,0.000268962,0.00006029448,0.0012512407,0.0013786386,0.000021831955,5.558605e-7,0.000017654824,0.57119095,0.0711505],"study_design_scores_gemma":[0.0004313322,0.000017136474,0.038680635,0.00018114562,0.000020362662,0.00005029504,0.00006125392,0.0007462083,0.000001373852,0.0000094465495,0.9596969,0.00010393277],"about_ca_topic_score_codex":0.000012855581,"about_ca_topic_score_gemma":9.981487e-7,"teacher_disagreement_score":0.3885059,"about_ca_system_score_codex":0.000059780257,"about_ca_system_score_gemma":0.0002102882,"threshold_uncertainty_score":0.351115},"labels":[],"label_agreement":null},{"id":"W2165144009","doi":"10.1016/j.amjsurg.2013.07.033","title":"Expert surgeon's quiet eye and slowing down: expertise differences in performance and quiet eye duration during identification and dissection of the recurrent laryngeal nerve","year":2013,"lang":"en","type":"article","venue":"The American Journal of Surgery","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":52,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Foothills Medical Centre; University of Calgary","funders":"","keywords":"Medicine; Duration (music); Fixation (population genetics); Eye movement; Eye tracking; Surgery; Audiology; Ophthalmology; Artificial intelligence","score_opus":0.02588847407797514,"score_gpt":0.2711577019295625,"score_spread":0.24526922785158736,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2165144009","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9979244,0.0006028867,0.000010307579,0.0011884671,0.00015300862,0.000102841965,5.189891e-7,0.00000503943,0.000012525696],"genre_scores_gemma":[0.99859965,0.0012388676,0.00001111805,0.00004629796,0.00007441647,0.000005996531,9.955289e-7,0.000006535849,0.000016131533],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9989088,0.00015590299,0.0004943407,0.00010366605,0.00021762846,0.00011961529],"domain_scores_gemma":[0.99896723,0.00030918757,0.00047845533,0.00009444723,0.00008031256,0.00007036657],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0005950566,0.0000920776,0.00032467308,0.00011934384,0.00010758002,0.000036899288,0.00003892398,0.000020673937,0.000015249542],"category_scores_gemma":[0.00014022339,0.000051119885,0.000068442045,0.00021704691,0.00022083356,0.00028480543,0.000024997313,0.00015507879,2.3144126e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00025449815,0.000031528944,0.9450571,0.000026916307,0.000025257716,0.0000025836066,0.0020989205,0.000006270295,0.0077973404,0.0000019256934,0.0000065037325,0.04469117],"study_design_scores_gemma":[0.00039730407,0.000058629943,0.9938783,0.00031189676,0.000018440056,0.00005743102,0.0025402112,0.0010916915,0.0015711717,0.000007864798,0.000009243599,0.000057828656],"about_ca_topic_score_codex":0.00010845993,"about_ca_topic_score_gemma":0.000004527648,"teacher_disagreement_score":0.048821203,"about_ca_system_score_codex":0.000024514562,"about_ca_system_score_gemma":0.000022758377,"threshold_uncertainty_score":0.20846084},"labels":[],"label_agreement":null},{"id":"W2165188319","doi":"10.1016/j.ejcts.2010.06.035","title":"Training and assessment of technical skills and competency in cardiac surgery","year":2010,"lang":"en","type":"review","venue":"European Journal of Cardio-Thoracic Surgery","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":53,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Competence (human resources); Curriculum; Certification; Medical education; Medicine; Fidelity; Computer science; Medical physics; Psychology; Pedagogy","score_opus":0.0915090569364348,"score_gpt":0.38894750256922406,"score_spread":0.29743844563278926,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2165188319","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.008232404,0.9791609,0.00005074576,0.000038727536,0.0008503101,0.00028573402,0.000020258767,0.000023500317,0.011337442],"genre_scores_gemma":[0.09902604,0.8992293,0.0010140789,0.00002961742,0.0005611253,0.0000025997438,0.000023430115,0.00009226252,0.000021546248],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99280006,0.003267552,0.0025328004,0.00035142788,0.00066813355,0.0003800274],"domain_scores_gemma":[0.99115896,0.006402384,0.0014448817,0.00032169878,0.00021921322,0.00045283878],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.018226137,0.00043684195,0.005823341,0.0011409951,0.000048834856,0.00004172856,0.00010486239,0.00020830375,0.00003411589],"category_scores_gemma":[0.0015888888,0.00033494105,0.0018365635,0.00053400366,0.00023766163,0.000121485806,0.000086584536,0.0018230305,0.000001916213],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000021487373,0.000072366085,0.009756924,0.0024856534,0.00029151732,0.001874803,0.000059444843,9.764461e-7,0.0000030223528,0.000009436484,0.000045845176,0.9853785],"study_design_scores_gemma":[0.00026555173,0.00007459536,0.036486212,0.025704898,0.0012599379,0.0029872973,0.000071266644,0.0000028201544,0.000001267855,0.0000054294837,0.9327814,0.0003593098],"about_ca_topic_score_codex":8.893816e-7,"about_ca_topic_score_gemma":3.2350007e-7,"teacher_disagreement_score":0.9850192,"about_ca_system_score_codex":0.00007989391,"about_ca_system_score_gemma":0.00096920255,"threshold_uncertainty_score":0.99991024},"labels":[],"label_agreement":null},{"id":"W2165572081","doi":"10.1177/155335060501200407","title":"Telementoring: An Important Enabling Tool for the Community Surgeon","year":2005,"lang":"en","type":"article","venue":"Surgical Innovation","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":60,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University; St. Joseph’s Healthcare Hamilton; Cégep de Chicoutimi","funders":"","keywords":"Medicine; General surgery; Surgery; Community hospital; Laparoscopy; Laparoscopic surgery; Medical physics; Nursing","score_opus":0.10844602950550199,"score_gpt":0.3771169654114841,"score_spread":0.2686709359059821,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2165572081","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99336606,0.00004656385,0.0015362935,0.0017905154,0.0001335967,0.00043636517,0.0000042579395,0.000109226115,0.002577103],"genre_scores_gemma":[0.99747276,0.000011179252,0.00056379207,0.0007387779,0.0005542769,0.000039967214,0.00020646279,0.00001387464,0.0003989286],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9988625,0.000063997155,0.0005111287,0.00012435201,0.00022947673,0.00020853085],"domain_scores_gemma":[0.99859965,0.00069472095,0.00011670682,0.0002492166,0.0002934331,0.000046268055],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0021815544,0.00009771719,0.00015740951,0.00009301934,0.00033949487,0.000040866,0.00006919973,0.00007079542,0.00038425377],"category_scores_gemma":[0.00036922705,0.000064412874,0.000060970193,0.00062687957,0.00003757395,0.00015343493,0.000020430536,0.00028479146,0.0000062894937],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0010354168,0.00068011816,0.07212927,0.000049781298,0.00011029504,0.000012945409,0.0006789642,0.0005654134,0.0010823713,0.12133097,0.00017615441,0.8021483],"study_design_scores_gemma":[0.0039072833,0.00016897127,0.028276414,0.000023529325,0.00003421634,0.000015329582,0.00033204496,0.01442171,0.0014316596,0.00039169312,0.9508633,0.00013385543],"about_ca_topic_score_codex":0.000027402712,"about_ca_topic_score_gemma":0.00001032831,"teacher_disagreement_score":0.9506871,"about_ca_system_score_codex":0.00005556551,"about_ca_system_score_gemma":0.00003733529,"threshold_uncertainty_score":0.42073095},"labels":[],"label_agreement":null},{"id":"W2166482277","doi":"10.1017/cjn.2014.123","title":"Needs Assessment for Incoming PGY-1 Residents in Neurosurgical Residency","year":2015,"lang":"en","type":"article","venue":"Canadian Journal of Neurological Sciences / Journal Canadien des Sciences Neurologiques","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"Western University; Dalhousie University","funders":"Dalhousie University","keywords":"Likert scale; Curriculum; Residency training; Medicine; Lumbar puncture; Medical education; Neurosurgery; Scale (ratio); Competence (human resources); Psychology; Continuing education; Surgery; Pedagogy; Internal medicine","score_opus":0.09515935073296398,"score_gpt":0.35698066781743315,"score_spread":0.26182131708446915,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2166482277","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9843736,0.00039227828,0.000089542125,0.0075215427,0.0008804839,0.00026095516,0.0000041218073,0.000016888436,0.0064605544],"genre_scores_gemma":[0.9913482,0.00007069721,0.0044760727,0.0037214425,0.00031873354,0.0000043043656,4.5124762e-7,0.000012863897,0.000047201578],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99533504,0.00078452996,0.0011860572,0.0004338056,0.0010154906,0.0012450796],"domain_scores_gemma":[0.99459136,0.0011808722,0.00058853143,0.00012958026,0.00060606695,0.0029035844],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.007716496,0.0002819691,0.0006443133,0.0016945901,0.0011126735,0.00049589615,0.0009885012,0.00020431839,0.000081977916],"category_scores_gemma":[0.0058875405,0.00019255013,0.00026542562,0.0019018527,0.0027712516,0.0007968733,0.000056119756,0.001239447,0.0000019714196],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00031486462,0.00004450746,0.9831873,0.000007004981,0.00000786856,0.0062256414,0.0003366875,0.004470011,0.000011996712,0.001987731,0.00023971757,0.0031666681],"study_design_scores_gemma":[0.0036482099,0.07027049,0.84445286,0.0001300835,0.00005494196,0.020667082,0.000856561,0.008092634,0.000032985994,0.045999594,0.0054195267,0.00037503737],"about_ca_topic_score_codex":0.00095289794,"about_ca_topic_score_gemma":0.021604978,"teacher_disagreement_score":0.13873444,"about_ca_system_score_codex":0.0003997205,"about_ca_system_score_gemma":0.0068852417,"threshold_uncertainty_score":0.99994266},"labels":[],"label_agreement":null},{"id":"W2166850456","doi":"10.1080/01421590701663295","title":"Games as teaching tools in a surgical residency","year":2007,"lang":"en","type":"article","venue":"Medical Teacher","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":40,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Montreal General Hospital; McGill University","funders":"","keywords":"Preference; Medical education; Set (abstract data type); Quality (philosophy); Face (sociological concept); Medicine; Psychology; Mathematics education; Computer science; Sociology","score_opus":0.056166922594381115,"score_gpt":0.39087720794315345,"score_spread":0.33471028534877234,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2166850456","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.64021504,0.00016024713,0.00010987512,0.0022033346,0.00007609588,0.00010507011,8.963386e-8,0.00008552001,0.3570447],"genre_scores_gemma":[0.990944,0.000012491788,0.0001761166,0.00097620714,0.000500518,0.0000050466347,0.000009214138,0.000018271305,0.0073580802],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9978567,0.00013316625,0.0004502097,0.00026718123,0.0008855328,0.0004072581],"domain_scores_gemma":[0.99872977,0.00050383096,0.0000371546,0.00017524911,0.00002066562,0.00053333066],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0034348338,0.00012755237,0.00030818497,0.00013514559,0.000045095185,0.000016695625,0.000093491646,0.00026597863,0.015116091],"category_scores_gemma":[0.0046935296,0.00009572191,0.00010583394,0.00019656851,0.00009582546,0.00007397803,0.000042112955,0.0010977582,0.00024743198],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0004456096,0.00048948376,0.29075736,0.000020846115,0.000027861477,0.006540187,0.0010813312,0.0000015373943,0.00000958007,0.008324644,0.00044618704,0.6918554],"study_design_scores_gemma":[0.012154982,0.00025328758,0.24516287,0.00056249887,0.00003241996,0.00060700043,0.0010731792,0.002241481,0.00005625944,0.0013844343,0.73614067,0.00033092743],"about_ca_topic_score_codex":0.00010823126,"about_ca_topic_score_gemma":0.000046157533,"teacher_disagreement_score":0.73569447,"about_ca_system_score_codex":0.00007576122,"about_ca_system_score_gemma":0.00014111752,"threshold_uncertainty_score":0.98578423},"labels":[],"label_agreement":null},{"id":"W2167863229","doi":"10.1117/1.jbo.18.5.058001","title":"Infrared laser thermal fusion of blood vessels: preliminary<i>ex vivo</i>tissue studies","year":2013,"lang":"en","type":"article","venue":"Journal of Biomedical Optics","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":30,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"McGill University","keywords":"Laser; Materials science; Seal (emblem); Biomedical engineering; Ex vivo; Fibrous joint; Optics; Hemostasis; Surgery; Medicine; In vivo","score_opus":0.02989176622720432,"score_gpt":0.31452797917914305,"score_spread":0.28463621295193875,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2167863229","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99331313,0.0011984508,0.00010623512,0.001985793,0.0003774889,0.00015670958,0.0000026700775,0.00001402533,0.0028454817],"genre_scores_gemma":[0.99310607,0.00041078677,0.004733262,0.00044307252,0.00048183594,0.0000015482606,0.0000029943951,0.000014986577,0.0008054168],"study_design_codex":"design_other","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9981274,0.000052520023,0.0008238037,0.00009640931,0.00070493977,0.0001949097],"domain_scores_gemma":[0.998112,0.00044992406,0.00040267417,0.00013063842,0.00056323205,0.00034147906],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00039381522,0.00012718249,0.00051812973,0.00016923255,0.000036793324,0.000011448406,0.00010991565,0.00013865088,0.0010700937],"category_scores_gemma":[0.00078616146,0.00008096992,0.00013923483,0.00026213302,0.00025929094,0.00012139756,0.00006113977,0.00029827325,0.000020766534],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0060585868,0.014617657,0.013594358,0.0026811403,0.008601577,0.004784116,0.0160812,0.0005512074,0.4251845,0.0010240192,0.032443322,0.47437832],"study_design_scores_gemma":[0.12548657,0.063025735,0.17015791,0.011454539,0.008952885,0.0034005078,0.022288574,0.015616455,0.306906,0.006653383,0.2639601,0.0020973242],"about_ca_topic_score_codex":0.0000018040301,"about_ca_topic_score_gemma":7.267151e-8,"teacher_disagreement_score":0.472281,"about_ca_system_score_codex":0.000017964301,"about_ca_system_score_gemma":0.00009076798,"threshold_uncertainty_score":0.99984306},"labels":[],"label_agreement":null},{"id":"W2168017558","doi":"10.1016/j.amjsurg.2014.08.038","title":"The effect of blocked versus random task practice schedules on the acquisition and retention of surgical skills","year":2014,"lang":"en","type":"article","venue":"The American Journal of Surgery","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":17,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Manitoba; Manitoba Health; Health Sciences Centre","funders":"Royal College of Physicians and Surgeons of Canada","keywords":"Task (project management); Dreyfus model of skill acquisition; Random assignment; Randomized controlled trial; Random effects model; Significant difference; Learning curve; Psychology; Physical medicine and rehabilitation; Physical therapy; Medicine; Computer science; Surgery; Internal medicine; Meta-analysis","score_opus":0.017238714358219318,"score_gpt":0.2964940186013462,"score_spread":0.2792553042431269,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2168017558","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99429685,0.00021645881,0.00006848446,0.0045605763,0.00017059746,0.00009763969,7.8298183e-7,0.0000042831653,0.0005843359],"genre_scores_gemma":[0.999234,0.00042421257,0.000031783977,0.0001305143,0.0001625453,0.0000014596171,9.46889e-7,0.000007671776,0.0000068532236],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9976714,0.0012773274,0.00045065436,0.00006632453,0.00041933884,0.00011491125],"domain_scores_gemma":[0.9550841,0.043481834,0.0010347652,0.00016527904,0.00017261371,0.000061438084],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.006017344,0.000087168824,0.0004654099,0.00006428509,0.000108427244,0.00001334366,0.00006830161,0.000020973013,0.000021492779],"category_scores_gemma":[0.0031026884,0.000034063538,0.00023937378,0.00022389725,0.00052136433,0.000054114164,0.000014506753,0.00022338008,0.0000015008528],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.2512602,0.0004142213,0.0536283,0.000091859314,0.0020074344,0.00010406244,0.0007930093,0.000467336,0.0035309675,0.003758903,0.00033488407,0.68360883],"study_design_scores_gemma":[0.102364264,0.025008673,0.7645991,0.0042827358,0.0056841997,0.0025234716,0.008993431,0.004827136,0.03185041,0.0017086179,0.047300447,0.0008575041],"about_ca_topic_score_codex":0.000007709832,"about_ca_topic_score_gemma":1.0754593e-7,"teacher_disagreement_score":0.7109708,"about_ca_system_score_codex":0.000012571378,"about_ca_system_score_gemma":0.000027087119,"threshold_uncertainty_score":0.37144318},"labels":[],"label_agreement":null},{"id":"W2168062284","doi":"","title":"Impact of cognitive imaging and sex differences on the development of laparoscopic suturing skills.","year":2005,"lang":"en","type":"article","venue":"PubMed","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":57,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Medicine; Concordance; Context (archaeology); Cognition; Analysis of variance; Test (biology); Internal medicine; Psychiatry","score_opus":0.0344513752508557,"score_gpt":0.29334524049401045,"score_spread":0.2588938652431548,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2168062284","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9926919,0.000051326275,0.000010410007,0.00010993006,0.000015688542,0.00020684769,0.0000013918831,0.000008438183,0.0069041173],"genre_scores_gemma":[0.9997584,0.000005468078,0.000040642306,0.00006177545,0.000034625045,0.00003404691,0.0000017563704,0.000003418789,0.00005983826],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9995484,0.000016041984,0.00014027543,0.00007217697,0.00011254138,0.000110596564],"domain_scores_gemma":[0.9994697,0.00036489274,0.000050970157,0.000038983722,0.000024117939,0.00005134704],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00015207382,0.00005354249,0.00013307146,0.000041196883,0.000027789376,0.0000046368104,0.000019772355,0.000012542463,0.000049318704],"category_scores_gemma":[0.00014953373,0.000029208777,0.000028699833,0.00005760026,0.000048227666,0.000020916717,0.000012636384,0.00005075534,6.6500354e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000031262924,0.000064903084,0.552173,0.000007662381,0.00004641647,4.698275e-7,0.0015276471,0.0000028289212,0.000009721329,0.000020293202,0.0000015193218,0.44611424],"study_design_scores_gemma":[0.0011339801,0.000013021744,0.9948637,0.000066602996,0.000014150573,9.2580956e-7,0.00024904145,0.000095109404,0.0034814687,0.000008371401,0.000043484946,0.000030144709],"about_ca_topic_score_codex":0.0000047055155,"about_ca_topic_score_gemma":0.0000025942797,"teacher_disagreement_score":0.44608408,"about_ca_system_score_codex":0.000018073517,"about_ca_system_score_gemma":0.000018419629,"threshold_uncertainty_score":0.119109936},"labels":[],"label_agreement":null},{"id":"W2168261033","doi":"10.1002/lary.23361","title":"Virtual reality myringotomy simulation with real‐time deformation: Development and validity testing","year":2012,"lang":"en","type":"article","venue":"The Laryngoscope","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":36,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University","funders":"","keywords":"Virtual reality; Myringotomy; Simulation; Computer science; Likert scale; Haptic technology; Artificial intelligence; Surgery; Medicine; Mathematics; Middle ear","score_opus":0.09256750274877194,"score_gpt":0.3172099777516118,"score_spread":0.22464247500283985,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2168261033","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9760836,0.000017249826,0.00096934364,0.00018782778,0.00002689766,0.00026496028,6.9585406e-7,0.00011747746,0.022331962],"genre_scores_gemma":[0.9976826,0.0000018028742,0.0016619179,0.0002390453,0.00014637761,0.000009948842,0.000023688306,0.000011730031,0.00022291223],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9991871,0.00006842828,0.00019925812,0.00010424431,0.00022979228,0.0002111775],"domain_scores_gemma":[0.9991539,0.00042654583,0.000077429664,0.00013678166,0.000070477414,0.0001348754],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0007535535,0.00010475017,0.0001510367,0.00002830388,0.00022591422,0.00002266421,0.000034347926,0.000042619875,0.000094740084],"category_scores_gemma":[0.00013700088,0.00006110477,0.000014811361,0.00018257623,0.000050210165,0.00021149195,0.000036809543,0.0001118089,0.0000648353],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0012061782,0.00042089564,0.7539115,0.00017816224,0.00022429091,0.000017900851,0.016155353,0.012906431,0.00079195807,0.0020583854,0.000092849405,0.2120361],"study_design_scores_gemma":[0.0023168423,0.00016772126,0.9352315,0.00013804914,0.00007749142,0.000044766053,0.0002265266,0.04464319,0.0008972335,0.000031304935,0.016030159,0.00019518039],"about_ca_topic_score_codex":0.000025177482,"about_ca_topic_score_gemma":0.0000021149015,"teacher_disagreement_score":0.21184093,"about_ca_system_score_codex":0.00004379772,"about_ca_system_score_gemma":0.000042002208,"threshold_uncertainty_score":0.24917802},"labels":[],"label_agreement":null},{"id":"W2168799295","doi":"10.1016/j.amjsurg.2011.05.008","title":"Research priorities in surgical simulation for the 21st century","year":2011,"lang":"en","type":"article","venue":"The American Journal of Surgery","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":88,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"National Institute of Biomedical Imaging and Bioengineering","keywords":"Delphi method; Credentialing; Scale (ratio); Medical education; Surgical simulation; Delphi; Simulation training; Curriculum; Medicine; Medical physics; Psychology; Computer science; Simulation; Surgery; Pedagogy","score_opus":0.2420794067325364,"score_gpt":0.40907868675161346,"score_spread":0.16699928001907707,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2168799295","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99496377,0.0006973235,0.00007007243,0.0010295329,0.00019658814,0.00016444399,9.4877515e-7,0.0000070038304,0.002870309],"genre_scores_gemma":[0.9987452,0.0005940576,0.000069134454,0.00018873178,0.00034882122,0.0000044644457,5.7421846e-7,0.000011227146,0.00003779869],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9985791,0.0002747945,0.0004381439,0.00007001134,0.00040296276,0.0002350087],"domain_scores_gemma":[0.98708975,0.012159394,0.00024476432,0.00013802723,0.00028647066,0.00008160737],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0042906147,0.00006596188,0.00031585046,0.00021071393,0.000109650966,0.00001431078,0.00010104547,0.00002014751,0.00012172399],"category_scores_gemma":[0.00063241646,0.00003212017,0.00020453989,0.0005109362,0.00040725892,0.00006690177,0.000018210765,0.00037261832,0.0000037254233],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.010744761,0.00021283052,0.13562079,0.000021843984,0.00015878864,0.00020322156,0.003676264,0.0014319291,0.000015879086,0.001553317,0.00007956199,0.8462808],"study_design_scores_gemma":[0.003490138,0.00046219383,0.8860059,0.0002774867,0.000082737046,0.00029208712,0.029446473,0.003824091,0.000068026195,0.00081926165,0.0750818,0.00014983062],"about_ca_topic_score_codex":0.000045722103,"about_ca_topic_score_gemma":0.0000012987957,"teacher_disagreement_score":0.84613097,"about_ca_system_score_codex":0.00004116479,"about_ca_system_score_gemma":0.00013755262,"threshold_uncertainty_score":0.16188619},"labels":[],"label_agreement":null},{"id":"W2169605000","doi":"10.1016/j.cmpb.2013.05.014","title":"ImaGiNe Seldinger: First simulator for Seldinger technique and angiography training","year":2013,"lang":"en","type":"article","venue":"Computer Methods and Programs in Biomedicine","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":29,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto; Ford Motor Company (Canada)","funders":"Engineering and Physical Sciences Research Council","keywords":"Seldinger technique; Haptic technology; Computer science; Fluoroscopy; Catheter; Medical physics; Radiology; Apprenticeship; Workstation; Angiography; Medicine; Simulation","score_opus":0.08027287002005933,"score_gpt":0.3793595720508114,"score_spread":0.29908670203075205,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2169605000","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.1649267,0.0036212008,0.8228396,0.004166071,0.00037483012,0.003487672,0.0000030543888,0.00029721428,0.0002836286],"genre_scores_gemma":[0.46608317,0.000054134012,0.5327607,0.00059048604,0.0002631178,0.00019334485,0.000021200824,0.000020099451,0.000013754392],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9986128,0.0000725427,0.00040134098,0.00042264914,0.00012766753,0.00036298737],"domain_scores_gemma":[0.9986907,0.0006880833,0.0000759183,0.0001609278,0.000103243896,0.00028108744],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0012034444,0.00022508245,0.0005344538,0.00040455186,0.000091056856,0.000057875986,0.00005842235,0.00014088949,0.00004191316],"category_scores_gemma":[0.00006839681,0.00016772415,0.000117886986,0.00061367743,0.00024138979,0.00009339303,0.000057157966,0.00018797982,5.679537e-7],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000053394193,0.00008187909,0.026501449,0.00021211921,0.00007459786,0.00000948258,0.00099187,0.0000036230654,0.00046268778,0.0001396062,0.0000703467,0.97139895],"study_design_scores_gemma":[0.026735405,0.004855615,0.123864904,0.0027479518,0.00044298798,0.00044919783,0.00103578,0.36237293,0.00066769315,0.009194187,0.4663662,0.0012671398],"about_ca_topic_score_codex":0.000028557743,"about_ca_topic_score_gemma":0.0000011662706,"teacher_disagreement_score":0.9701318,"about_ca_system_score_codex":0.00001381391,"about_ca_system_score_gemma":0.000013263451,"threshold_uncertainty_score":0.68395925},"labels":[],"label_agreement":null},{"id":"W2170607366","doi":"10.1007/s00268-008-9643-4","title":"Predictors of Technical Skill Acquisition Among Resident Trainees in a Laparoscopic Skills Education Program","year":2008,"lang":"en","type":"letter","venue":"World Journal of Surgery","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":82,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"National Institute of Diabetes and Digestive and Kidney Diseases; National Institutes of Health","keywords":"Abdominal surgery; Vascular surgery; Dreyfus model of skill acquisition; Cardiac surgery; Medicine; Cardiothoracic surgery; Medical education; Surgery; Political science","score_opus":0.02245525687181585,"score_gpt":0.3008260978010674,"score_spread":0.2783708409292516,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2170607366","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.94470227,0.0013164972,0.0000054675065,0.04843325,0.0016527427,0.0008393033,0.000007712682,0.00006015037,0.002982597],"genre_scores_gemma":[0.96811813,0.0005057992,0.00025426553,0.025944522,0.0035892853,0.00004125847,0.0001392816,0.00005260939,0.0013548267],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.996829,0.00016904615,0.0016365332,0.00021253596,0.0008490048,0.00030392985],"domain_scores_gemma":[0.99710953,0.0010748941,0.0011305867,0.00020936494,0.00032705226,0.00014856222],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0007175319,0.00025082266,0.0011676204,0.0018536204,0.00003067968,0.000017649709,0.0001065053,0.0004070652,0.00028845936],"category_scores_gemma":[0.00042189143,0.00020776388,0.0005539908,0.00079808274,0.00018622003,0.00015406069,0.000017968292,0.0016174198,0.0000025799168],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0002011121,0.0009332682,0.6059355,0.00034147987,0.0001540804,0.0013574209,0.00032057118,0.000029504561,0.000022545793,0.0000031964364,0.37844777,0.012253555],"study_design_scores_gemma":[0.0013283504,0.00014336886,0.80460006,0.005572162,0.0001580772,0.00036487405,0.000047539703,0.0000054259267,0.000085219726,0.000041786607,0.18746027,0.00019283575],"about_ca_topic_score_codex":0.000018851064,"about_ca_topic_score_gemma":0.000014905918,"teacher_disagreement_score":0.19866459,"about_ca_system_score_codex":0.00024042794,"about_ca_system_score_gemma":0.00074441667,"threshold_uncertainty_score":0.8472365},"labels":[],"label_agreement":null},{"id":"W2170754773","doi":"10.1177/1553350611430673","title":"Objective Assessment of Laparoscopic Skills","year":2011,"lang":"en","type":"article","venue":"Surgical Innovation","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":13,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Medicine; Laparoscopic surgery; Laparoscopy; General surgery; Medical physics; Surgery","score_opus":0.05776811279023188,"score_gpt":0.3656936239784629,"score_spread":0.307925511188231,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2170754773","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.76207715,0.000005395909,0.00039391263,0.00003644682,0.00008318216,0.000117027834,0.000001375926,0.000034315795,0.23725116],"genre_scores_gemma":[0.9979858,0.0000028259153,0.0014114977,0.00012737534,0.000046526835,0.0000070930864,0.00003317388,0.0000066703524,0.00037904226],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9992259,0.000026524405,0.00032307065,0.00012492012,0.00019769737,0.000101875856],"domain_scores_gemma":[0.99940133,0.00007647151,0.00010211635,0.00010417245,0.00028190715,0.000033988857],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00024160933,0.00006590824,0.00019435682,0.00014038135,0.000023041224,0.0000028998993,0.000025340387,0.000066312,0.0015173972],"category_scores_gemma":[0.00007216578,0.000052339677,0.000039538885,0.0008048077,0.00005191078,0.000056007844,0.000013057672,0.00011404362,0.0000116916],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0002735173,0.0011159625,0.52596927,0.00006133957,0.00011699922,0.00007066235,0.00062490645,0.000014990291,0.0010985733,0.42619008,0.000036952933,0.044426735],"study_design_scores_gemma":[0.0047353758,0.00027789304,0.97879094,0.00006763794,0.000025192912,0.000011276224,0.000093159644,0.00052912405,0.008019792,0.0020348947,0.0053220307,0.000092710405],"about_ca_topic_score_codex":0.000010844403,"about_ca_topic_score_gemma":4.3611442e-7,"teacher_disagreement_score":0.45282164,"about_ca_system_score_codex":0.000029606052,"about_ca_system_score_gemma":0.000051576135,"threshold_uncertainty_score":0.9993954},"labels":[],"label_agreement":null},{"id":"W2171504757","doi":"10.1186/1916-0216-42-35","title":"Use of a Low-fidelity simulator to improve trans-nasal fibre-optic flexible laryngoscopy in the clinical setting: A randomized, single-blinded, prospective study","year":2013,"lang":"en","type":"article","venue":"Journal of Otolaryngology - Head and Neck Surgery","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":13,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Alberta Health Services; University of Calgary","funders":"","keywords":"Glottis; Laryngoscopy; Endoscopy; Visualization; Randomized controlled trial; Medicine; Fidelity; Airway; Simulation; Medical physics; Intubation; Computer science; Surgery; Larynx; Artificial intelligence","score_opus":0.07033831374518347,"score_gpt":0.35679864548783363,"score_spread":0.2864603317426502,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2171504757","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9957365,0.00018830175,0.000110587214,0.0014943291,0.0002951311,0.0020848115,0.0000029293396,0.0000171792,0.000070226146],"genre_scores_gemma":[0.99770135,0.000029017521,0.0005039205,0.0014552028,0.00022664432,0.00003962546,0.0000019743272,0.0000219316,0.000020356967],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9954916,0.0011759659,0.0021959885,0.00032188013,0.00043181967,0.0003827155],"domain_scores_gemma":[0.9887612,0.009604144,0.000613313,0.00027056073,0.00043205047,0.00031876698],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0050535426,0.0002475597,0.0019598943,0.0003872425,0.00007465756,0.00005084502,0.00011324744,0.00022699559,0.00010189641],"category_scores_gemma":[0.0037441112,0.00015228237,0.00056788337,0.0004399306,0.0002406908,0.00035222195,0.00003813139,0.0008106092,0.000005913729],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.06456669,0.0027332832,0.9268112,0.000097590615,0.00036916762,0.00038904021,0.002122223,0.00009807331,0.0005507008,0.00002544346,0.00007655315,0.0021600097],"study_design_scores_gemma":[0.08360785,0.0020722684,0.91124815,0.0003564967,0.00019867231,0.00022695583,0.00041412725,0.0012973198,0.00014465924,0.00016646796,0.000114136565,0.0001529147],"about_ca_topic_score_codex":0.00008918052,"about_ca_topic_score_gemma":0.000015683303,"teacher_disagreement_score":0.01904117,"about_ca_system_score_codex":0.000038489474,"about_ca_system_score_gemma":0.0002370217,"threshold_uncertainty_score":0.6209895},"labels":[],"label_agreement":null},{"id":"W2171640366","doi":"10.1109/iembs.2005.1616180","title":"From Scans to Sutures: Computer-Assisted Orthopedic Surgery in the Twenty-First Century","year":2005,"lang":"en","type":"article","venue":"","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University","funders":"","keywords":"Orthopedic surgery; Computer science; Medicine; Surgery","score_opus":0.03432888627346282,"score_gpt":0.28979334892288205,"score_spread":0.25546446264941924,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2171640366","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9706474,0.00013243167,0.00062921585,0.014696091,0.00029463315,0.00026826112,0.0000052090973,0.00009452911,0.013232261],"genre_scores_gemma":[0.98437107,0.000018551069,0.00080929574,0.013632868,0.0009165212,0.000007937038,0.000062617626,0.000010188871,0.00017095054],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9989597,0.00006199776,0.0002767843,0.00020344612,0.00028239464,0.00021566243],"domain_scores_gemma":[0.9987002,0.00088263827,0.00002958082,0.00020914731,0.000028311431,0.0001501069],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0002926559,0.00010647931,0.00022244318,0.000111926056,0.000058468984,0.000026423008,0.000072129566,0.000060337105,0.0015920931],"category_scores_gemma":[0.0000672711,0.00006413937,0.00010568459,0.0003606989,0.00002540209,0.000044471413,0.00002179466,0.00015032527,0.00015134328],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00034796027,0.00081402814,0.33843952,0.000021930826,0.00008361831,0.0002524354,0.007300915,0.0014836299,0.000011936559,0.00049126195,0.022646157,0.6281066],"study_design_scores_gemma":[0.0013086909,0.000027356427,0.48075613,0.00008340296,0.000017331591,0.000008802925,0.00082737394,0.002904907,0.00000590295,0.000005611723,0.5139589,0.00009562999],"about_ca_topic_score_codex":0.00032889438,"about_ca_topic_score_gemma":0.001019515,"teacher_disagreement_score":0.628011,"about_ca_system_score_codex":0.000041587617,"about_ca_system_score_gemma":0.000035822985,"threshold_uncertainty_score":0.99932057},"labels":[],"label_agreement":null},{"id":"W2171675603","doi":"10.1111/j.1471-0528.2008.01732.x","title":"Objective assessment of surgical competence in gynaecological laparoscopy: development and validation of a procedure‐specific rating scale","year":2008,"lang":"en","type":"article","venue":"BJOG An International Journal of Obstetrics & Gynaecology","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":101,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto; St. Michael's Hospital","funders":"Gentofte Hospital","keywords":"Inter-rater reliability; Cohen's kappa; Rating scale; Kappa; Construct validity; Medicine; Obstetrics and gynaecology; Rank correlation; Competence (human resources); Psychology; Physical therapy; Psychometrics; Medical physics; Statistics; Clinical psychology; Mathematics; Social psychology","score_opus":0.04448157600871837,"score_gpt":0.3419769177655685,"score_spread":0.2974953417568501,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2171675603","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99593085,0.0001595592,0.00037026047,0.00006599692,0.0007096278,0.0001542768,0.0000028871111,0.0000060612456,0.0026005043],"genre_scores_gemma":[0.98868424,0.00013777029,0.011061662,0.000035154517,0.00004348817,0.000004463946,0.000012875852,0.0000074413488,0.000012900418],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9979341,0.00013578724,0.0010053262,0.00017704372,0.0005987796,0.00014893235],"domain_scores_gemma":[0.9966573,0.0015704902,0.0006688676,0.00006659874,0.00091954815,0.00011720903],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00059582246,0.00011419369,0.0004876273,0.0005565383,0.000042047097,0.000008519485,0.00015342253,0.00012397616,0.00034601564],"category_scores_gemma":[0.00085733103,0.00009633294,0.00007428064,0.0003555828,0.00016750992,0.00016953384,0.00004990437,0.00029813434,6.628492e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00018193736,0.0008422922,0.98077375,0.000021600095,0.00007585969,0.00064609636,0.0010728388,0.0010711063,0.00024292713,0.0007778544,0.0000025459694,0.01429121],"study_design_scores_gemma":[0.0050377846,0.00074652996,0.98853064,0.000027577296,0.000015896072,0.00041587968,0.0004385042,0.0013261901,0.002959361,0.00007593839,0.00034445184,0.000081237944],"about_ca_topic_score_codex":0.0000024928622,"about_ca_topic_score_gemma":0.0000022816587,"teacher_disagreement_score":0.014209973,"about_ca_system_score_codex":0.00033924874,"about_ca_system_score_gemma":0.00048314332,"threshold_uncertainty_score":0.39283434},"labels":[],"label_agreement":null},{"id":"W2175940543","doi":"10.1016/j.ejvs.2015.08.014","title":"Transatlantic Multispecialty Consensus on Fundamental Endovascular Skills: Results of a Delphi Consensus Study","year":2015,"lang":"en","type":"article","venue":"European Journal of Vascular and Endovascular Surgery","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":22,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"","keywords":"Medicine; Consensus conference; Delphi; Delphi method; MEDLINE; Medical physics; Internal medicine; Statistics; Law","score_opus":0.06335930007504612,"score_gpt":0.28636035099169865,"score_spread":0.22300105091665254,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2175940543","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99380237,0.0023653442,0.0002590629,0.00015474713,0.00045927663,0.0004346593,0.000012453414,0.000036791742,0.0024753103],"genre_scores_gemma":[0.998394,0.0003200592,0.0006694988,0.00014207933,0.00037415526,0.0000013400256,0.0000135374,0.00006455005,0.00002074914],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99440175,0.0017757398,0.0016841486,0.0003969439,0.0013571258,0.0003842747],"domain_scores_gemma":[0.99679714,0.0009772116,0.0005621184,0.00050994515,0.00047643264,0.0006771626],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.007942604,0.00035619683,0.0013135897,0.00049929204,0.000094361596,0.000040044706,0.00012644597,0.00006213203,0.00004420866],"category_scores_gemma":[0.0019081376,0.00027932305,0.001360902,0.00037360544,0.00027923097,0.00005261927,0.000042403026,0.00046986583,0.000018948254],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.030360024,0.022129292,0.21840955,0.00081184285,0.031672362,0.10242021,0.025677344,0.010518971,0.001313309,0.00021875308,0.004867198,0.5516011],"study_design_scores_gemma":[0.23170863,0.009387574,0.5631833,0.0031933298,0.0062546106,0.008931455,0.018262545,0.0011085515,0.0025931033,0.00006905932,0.15331374,0.0019941144],"about_ca_topic_score_codex":0.000041491705,"about_ca_topic_score_gemma":0.000006058262,"teacher_disagreement_score":0.54960704,"about_ca_system_score_codex":0.000057322224,"about_ca_system_score_gemma":0.00019070711,"threshold_uncertainty_score":0.9999659},"labels":[],"label_agreement":null},{"id":"W2177048772","doi":"10.2106/00004623-200412000-00029","title":"THE CONTRIBUTIONS OF KINESIOLOGY TO SURGICAL EDUCATION","year":2004,"lang":"en","type":"article","venue":"Journal of Bone and Joint Surgery","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":35,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Toronto; Mount Sinai Hospital","funders":"","keywords":"Kinesiology; Mount; Medical education; Library science; Medicine; Engineering; Computer science","score_opus":0.02767837834430175,"score_gpt":0.3131368162189608,"score_spread":0.285458437874659,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2177048772","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98754704,0.0010322017,0.000112067755,0.010445394,0.00026814223,0.000048676935,9.998071e-7,0.0000030344654,0.00054242485],"genre_scores_gemma":[0.9989781,0.00031813956,0.00008213637,0.0003506606,0.0002106359,8.579794e-7,0.0000015250778,0.000002862224,0.000055075674],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99913394,0.00003429896,0.000576927,0.000042731248,0.00012346449,0.000088611705],"domain_scores_gemma":[0.9987382,0.0005598306,0.00023464614,0.000052863816,0.00028073028,0.00013367856],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00091942353,0.00004266896,0.00035366334,0.00013549793,0.000054916018,0.0000060506122,0.0000063724883,0.000037030997,0.000028478587],"category_scores_gemma":[0.00087947835,0.00002440595,0.00014996235,0.00012257001,0.000047499398,0.00003110613,0.000007866489,0.00010316075,0.000002239724],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.009253887,0.0033531522,0.20996632,0.00030688537,0.0007842774,0.0014367383,0.0015342076,0.001170675,0.023864463,0.058748234,0.014064483,0.67551666],"study_design_scores_gemma":[0.004363854,0.00050725375,0.75277287,0.00071985775,0.00012595704,0.00315545,0.00054949836,0.000014826292,0.0044949437,0.004146349,0.22901937,0.00012979221],"about_ca_topic_score_codex":0.000006616128,"about_ca_topic_score_gemma":8.741343e-7,"teacher_disagreement_score":0.6753869,"about_ca_system_score_codex":0.000021645421,"about_ca_system_score_gemma":0.00027335473,"threshold_uncertainty_score":0.105288126},"labels":[],"label_agreement":null},{"id":"W2178624680","doi":"","title":"Fuzzy classification: towards evaluating performance on a surgical simulator.","year":2005,"lang":"en","type":"article","venue":"PubMed","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":29,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Surrey Memorial Hospital","funders":"","keywords":"Computer science; Fuzzy logic; Classifier (UML); Artificial intelligence; Machine learning; Simulation; Task (project management); Human–computer interaction; Engineering","score_opus":0.14494136916814943,"score_gpt":0.3524750910057999,"score_spread":0.20753372183765045,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2178624680","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7899383,0.000060958573,0.0000048443276,0.0020893435,0.00009197983,0.0004002343,8.0305864e-7,0.0001237895,0.20728974],"genre_scores_gemma":[0.99612385,0.0000134193315,0.00014027201,0.0007666887,0.0008172487,0.00021199232,0.0000132418145,0.000016058526,0.0018972104],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.998661,0.000041316373,0.00026874128,0.00024308795,0.00047388996,0.00031200505],"domain_scores_gemma":[0.9992489,0.0001642875,0.000059620168,0.0002097167,0.00008319248,0.0002342859],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0006183002,0.00011455053,0.00018712004,0.00007286107,0.00008954159,0.000022465496,0.000056900055,0.00008034915,0.00026970624],"category_scores_gemma":[0.00022283681,0.00009131855,0.00008754935,0.00021715353,0.000038063532,0.00008425614,0.000015655527,0.00019521137,0.00016922048],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0003007937,0.00007639285,0.01042275,0.000011523153,0.00001889448,0.000007763201,0.00005994537,0.0026571164,0.0000022143104,0.0007317141,0.00003384911,0.98567706],"study_design_scores_gemma":[0.0043012565,0.00007675977,0.79999685,0.000018859999,0.000028817358,0.000019725156,0.000024860174,0.07158183,0.00011753657,0.00002061822,0.12369446,0.00011840521],"about_ca_topic_score_codex":0.0000010097169,"about_ca_topic_score_gemma":3.3357023e-7,"teacher_disagreement_score":0.9855586,"about_ca_system_score_codex":0.00011296613,"about_ca_system_score_gemma":0.00003762917,"threshold_uncertainty_score":0.37238622},"labels":[],"label_agreement":null},{"id":"W2179841464","doi":"10.1007/978-3-642-33215-9_35","title":"Robotic Surgical Training: Imparting Necessary Skills to Future Urologic Surgeons","year":2013,"lang":"en","type":"book-chapter","venue":"","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Montréal","funders":"","keywords":"Training (meteorology); Medicine; Medical physics; Medical education; General surgery; Geography","score_opus":0.04423688772986478,"score_gpt":0.2948291428607456,"score_spread":0.2505922551308808,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2179841464","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0037586216,0.00024523953,0.00017762717,0.00396602,0.00058022456,0.00070718053,0.0000056560975,0.00040949535,0.9901499],"genre_scores_gemma":[0.45115197,0.000046334462,0.00071889424,0.0037319418,0.0014332618,0.00002130062,0.00016210397,0.00010766328,0.54262656],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99733484,0.000035212157,0.00076068554,0.0006867012,0.0005469439,0.00063560886],"domain_scores_gemma":[0.9977329,0.0006137089,0.00018813116,0.00042714993,0.00015821928,0.0008799334],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0003628382,0.0005493019,0.0011818656,0.00026499876,0.00012235582,0.000071391085,0.00014488595,0.00076994475,0.045330808],"category_scores_gemma":[0.0001003948,0.00040481208,0.0004989449,0.000102814694,0.00008063074,0.00008588981,0.00009467007,0.00089419435,0.0023642757],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00069907465,0.00045964762,0.0037467938,0.00028322497,0.0013071753,0.006419912,0.0026170535,0.0039766426,0.000017305585,0.50461763,0.025716454,0.45013908],"study_design_scores_gemma":[0.0021623436,0.00029839223,0.0019404099,0.00021838503,0.00020832082,0.0003025611,0.00026185965,0.0006920178,0.000002283416,0.0019318904,0.9913703,0.00061120075],"about_ca_topic_score_codex":0.000013297135,"about_ca_topic_score_gemma":0.000010285549,"teacher_disagreement_score":0.9656539,"about_ca_system_score_codex":0.000061647006,"about_ca_system_score_gemma":0.00016256048,"threshold_uncertainty_score":0.9998404},"labels":[],"label_agreement":null},{"id":"W2181480236","doi":"10.1016/s1701-2163(16)35163-5","title":"Does Residency Training Improve Cognitive Competence in Obstetric and Gynaecologic Surgery?","year":2012,"lang":"en","type":"article","venue":"Journal of Obstetrics and Gynaecology Canada","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":5,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"McGill University; Montreal General Hospital; Jewish General Hospital","funders":"","keywords":"Medicine; Residency training; Competence (human resources); Cognition; Medical education; Psychiatry","score_opus":0.03168981562751555,"score_gpt":0.2631037604507005,"score_spread":0.23141394482318495,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2181480236","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98301303,0.0064851427,0.000009372922,0.00029993508,0.00859513,0.0001248212,0.0000054158836,0.0000042577535,0.0014628636],"genre_scores_gemma":[0.9988361,0.00028096442,0.00016969314,0.0005761693,0.000047324247,0.0000021006051,0.00000192273,0.000008973774,0.00007674195],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99853987,0.00009830372,0.0005802905,0.00013631681,0.00026124006,0.00038396774],"domain_scores_gemma":[0.98533946,0.013664223,0.00034315235,0.000054256037,0.0002178926,0.0003809932],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0006671855,0.00013431611,0.0005556142,0.00044754506,0.00007543792,0.000015181928,0.000043318145,0.00012884094,0.00026124125],"category_scores_gemma":[0.017478336,0.00008495472,0.000053171352,0.00055313116,0.00009202638,0.00015152765,0.000030341786,0.00042285683,3.332441e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000011178261,0.00005288178,0.786632,0.000027153486,0.00004006109,0.0012077787,0.00030407758,0.000002592446,0.0000028001828,0.00008377435,0.000017461398,0.21161821],"study_design_scores_gemma":[0.0028353606,0.00018410203,0.99254984,0.000018413897,0.00006711189,0.00008223388,0.0024961405,0.00008931526,0.000015582178,0.00011700077,0.0014308658,0.00011406254],"about_ca_topic_score_codex":0.0015405584,"about_ca_topic_score_gemma":0.0046382453,"teacher_disagreement_score":0.21150416,"about_ca_system_score_codex":0.00037847427,"about_ca_system_score_gemma":0.0011155881,"threshold_uncertainty_score":0.9907979},"labels":[],"label_agreement":null},{"id":"W2183645397","doi":"10.1177/0363546515608161","title":"Simulation of Anterior Cruciate Ligament Reconstruction in a Dry Model","year":2015,"lang":"en","type":"article","venue":"The American Journal of Sports Medicine","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":22,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University; The Wilson Centre; Health Sciences Centre; Sunnybrook Health Science Centre; Women's College Hospital; University of Toronto","funders":"","keywords":"Anterior cruciate ligament reconstruction; Checklist; Medicine; Anterior cruciate ligament; Physical therapy; Hamstring; Physical medicine and rehabilitation; Surgery; Psychology","score_opus":0.04527142695842186,"score_gpt":0.3314827901433263,"score_spread":0.2862113631849045,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2183645397","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99438417,0.00090755144,0.002095258,0.0015679469,0.00014457376,0.000095129,1.8940669e-7,0.000005677421,0.0007994891],"genre_scores_gemma":[0.9983496,0.00039786007,0.00063012243,0.00041596827,0.00017070505,4.6979878e-7,1.8778987e-7,0.000008070732,0.00002699365],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9984664,0.00003776469,0.0008564465,0.000070069014,0.00046555075,0.00010378151],"domain_scores_gemma":[0.9982759,0.00011549299,0.0010873268,0.00011427763,0.00025901527,0.00014798407],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001365368,0.00008042472,0.00061404647,0.00019867977,0.000012276197,0.0000017176759,0.000053773038,0.000017114387,0.000035858593],"category_scores_gemma":[0.00032345465,0.000045291163,0.00007345742,0.00032795235,0.00027876598,0.000054908,0.000009226658,0.00017453141,4.604157e-7],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0018160582,0.000050348055,0.04290644,0.000009706393,0.00003055492,0.0000639364,0.0026238267,0.20136943,0.00021963945,0.000004891681,0.00000291279,0.75090224],"study_design_scores_gemma":[0.013692343,0.0027068213,0.27296254,0.011832782,0.00028371936,0.00041619336,0.012731726,0.68263155,0.00017592788,0.00228397,0.00012435067,0.00015807031],"about_ca_topic_score_codex":0.000028100378,"about_ca_topic_score_gemma":7.9451235e-7,"teacher_disagreement_score":0.75074416,"about_ca_system_score_codex":0.00006520106,"about_ca_system_score_gemma":0.00011471002,"threshold_uncertainty_score":0.184692},"labels":[],"label_agreement":null},{"id":"W2187765174","doi":"10.3402/meo.v20.30024","title":"The Fundamentals of Laparoscopic Surgery and LapVR evaluation metrics may not correlate with operative performance in a novice cohort","year":2015,"lang":"en","type":"article","venue":"Medical Education Online","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":14,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Manitoba","funders":"University of Manitoba","keywords":"Medicine; Cohort; Laparoscopic surgery; Medical physics; General surgery; Laparoscopy; Internal medicine","score_opus":0.07080608265147763,"score_gpt":0.4023024637952001,"score_spread":0.3314963811437225,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2187765174","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9925856,0.0004513827,0.000017554623,0.0052601476,0.00024275183,0.00036918942,0.000002335004,0.000010291213,0.0010607564],"genre_scores_gemma":[0.9979745,0.00021714729,0.00018042541,0.0011340934,0.00007836531,0.00003584776,0.00012409705,0.000007368763,0.00024813815],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99840665,0.000118899006,0.00035398503,0.00014826101,0.0008536869,0.00011853061],"domain_scores_gemma":[0.99856734,0.00061976654,0.000105751256,0.00011670109,0.00036473814,0.00022570608],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0021268215,0.00008117165,0.00023333641,0.00012351187,0.00004548731,0.000011740889,0.000041309388,0.000067054294,0.00016030169],"category_scores_gemma":[0.0033137337,0.000048632206,0.000016780381,0.0005384808,0.00014832903,0.000072530995,0.00001613828,0.00018912373,0.0000044478797],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0003210322,0.00067313784,0.8340868,0.00003252281,0.000031190997,0.0000016728565,0.0006722121,0.000081223894,0.0000032093724,0.00013163102,0.00011273228,0.16385266],"study_design_scores_gemma":[0.0035088928,0.00017813865,0.93046266,0.00034031548,0.000064282496,0.000020571299,0.0015266916,0.054687757,0.00006403356,0.000011836699,0.009057152,0.00007764859],"about_ca_topic_score_codex":0.00006298415,"about_ca_topic_score_gemma":0.00008180033,"teacher_disagreement_score":0.16377501,"about_ca_system_score_codex":0.000098985794,"about_ca_system_score_gemma":0.0018804892,"threshold_uncertainty_score":0.39670882},"labels":[],"label_agreement":null},{"id":"W2191794480","doi":"10.1002/bjs.10047","title":"Setting pass scores for assessment of technical performance by surgical trainees","year":2015,"lang":"en","type":"article","venue":"British journal of surgery","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":28,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Mount Sinai Hospital; University of Toronto; St. Michael's Hospital","funders":"","keywords":"Medicine; Consistency (knowledge bases); Set (abstract data type); Artificial intelligence","score_opus":0.08092526935615033,"score_gpt":0.3448260392858218,"score_spread":0.2639007699296715,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2191794480","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99610245,0.0010146564,0.0005041559,0.00037518534,0.00019882036,0.000106120046,0.00001516417,0.000016888338,0.0016665641],"genre_scores_gemma":[0.99765575,0.00020926716,0.0016771265,0.00008962795,0.00027430104,0.0000035729397,0.000017729895,0.000015005436,0.000057592773],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99840444,0.000050754177,0.0007693794,0.0000971804,0.0004814909,0.00019677295],"domain_scores_gemma":[0.9979093,0.0010141628,0.00034093502,0.00005795344,0.00042257758,0.00025505433],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0020991382,0.00008289785,0.00051840645,0.00009926318,0.00003902918,0.00002380578,0.00005545725,0.00008062526,0.000059126207],"category_scores_gemma":[0.00069511426,0.00007834407,0.0002769065,0.00014429585,0.00007476167,0.00014073488,0.000013401788,0.00023867495,3.800991e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0008691653,0.0007019314,0.5441869,0.00028114373,0.00017530935,0.0012435344,0.00006910657,0.0002701653,0.00067600334,0.000059038615,0.02664854,0.42481917],"study_design_scores_gemma":[0.015888901,0.0009789794,0.86043024,0.004423865,0.00023228055,0.020868732,0.0005424522,0.0045067463,0.0013138574,0.00012558131,0.09023337,0.00045500163],"about_ca_topic_score_codex":0.0000050074027,"about_ca_topic_score_gemma":6.570776e-7,"teacher_disagreement_score":0.42436418,"about_ca_system_score_codex":0.000052995463,"about_ca_system_score_gemma":0.0002774664,"threshold_uncertainty_score":0.31947786},"labels":[],"label_agreement":null},{"id":"W2192211498","doi":"","title":"Initial clinical outcomes after completion of training in a Canadian Royal College thoracic surgery program.","year":2006,"lang":"en","type":"article","venue":"PubMed","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Medicine; Pneumonectomy; Cardiothoracic surgery; General surgery; Surgery; Esophagectomy; Lung cancer; Cancer; Esophageal cancer","score_opus":0.11161973659587898,"score_gpt":0.3665413687995514,"score_spread":0.2549216322036724,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2192211498","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9793436,0.000025638416,0.0000037987043,0.0005485069,0.00019627005,0.0007315501,0.000023148026,0.00004510515,0.019082395],"genre_scores_gemma":[0.99861944,6.8919127e-7,0.000109340275,0.00036213212,0.00016626522,0.0005164465,0.000055826127,0.0000132534515,0.00015663098],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9984767,0.00010974577,0.0006012831,0.00017331148,0.00020014783,0.00043883885],"domain_scores_gemma":[0.9989742,0.00051670906,0.00007615719,0.000099035664,0.000051921124,0.00028196166],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0011084668,0.000096568336,0.00044935278,0.0002412549,0.00002294608,0.00000917807,0.00003009315,0.000112004294,0.000099348064],"category_scores_gemma":[0.00040863332,0.000084546235,0.00017325541,0.00026059884,0.000084966574,0.00003300151,0.000007871547,0.00018120492,0.0000033879833],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00020971982,0.00010692528,0.79373395,0.000013854034,0.000015123005,0.00014294588,0.000040878862,0.000010393657,1.959682e-8,0.00010544542,0.00004947733,0.20557128],"study_design_scores_gemma":[0.001099623,0.000015543632,0.9856044,0.00002401512,0.000022165126,0.0000047864974,0.000060468843,0.0004103339,0.0000019536762,0.00006079682,0.012613593,0.00008231633],"about_ca_topic_score_codex":0.030528098,"about_ca_topic_score_gemma":0.13246444,"teacher_disagreement_score":0.20548896,"about_ca_system_score_codex":0.00007460584,"about_ca_system_score_gemma":0.000235682,"threshold_uncertainty_score":0.9759277},"labels":[],"label_agreement":null},{"id":"W2195931883","doi":"10.1109/mra.2015.2486579","title":"Surgical Robot Challenge 2015 [Competitions]","year":2015,"lang":"en","type":"article","venue":"IEEE Robotics & Automation Magazine","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Hospital for Sick Children","funders":"Engineering and Physical Sciences Research Council","keywords":"Robot; Surgical robot; Medical robotics; Computer science; Artificial intelligence; Human–computer interaction; Engineering","score_opus":0.0658782550964089,"score_gpt":0.3367299615218125,"score_spread":0.27085170642540357,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2195931883","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.12872157,0.0019545942,0.13023128,0.06455459,0.0056884326,0.0025145053,0.00004351937,0.0049756556,0.66131586],"genre_scores_gemma":[0.9843852,0.000038234888,0.011355436,0.0003323434,0.0006204051,0.000013895269,0.0001611063,0.000037248774,0.003056164],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9982804,0.00008289643,0.00046889446,0.00028066878,0.00058856356,0.00029857902],"domain_scores_gemma":[0.99856377,0.00014751172,0.000116827476,0.00030597846,0.000383413,0.00048248318],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00041652838,0.00019822434,0.0003604054,0.0001783251,0.000075354576,0.000043633037,0.00008109903,0.00015224093,0.0005979819],"category_scores_gemma":[0.00013905427,0.00017875561,0.00012140304,0.00036385222,0.0000731267,0.00017080795,0.000024566743,0.00023387275,0.0024085452],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0010396607,0.0035381783,0.009442293,0.00036546413,0.00048782869,0.001967653,0.0019214965,0.78450453,0.00081876275,0.08691967,0.036901467,0.07209301],"study_design_scores_gemma":[0.023869632,0.00096353167,0.030165387,0.0002943506,0.00028778173,0.00065550953,0.00019223674,0.5804703,0.00021768139,0.0024846478,0.35955814,0.0008408105],"about_ca_topic_score_codex":0.0000032351106,"about_ca_topic_score_gemma":0.0000057407183,"teacher_disagreement_score":0.8556636,"about_ca_system_score_codex":0.000122070145,"about_ca_system_score_gemma":0.00013331026,"threshold_uncertainty_score":0.9983682},"labels":[],"label_agreement":null},{"id":"W2196853535","doi":"10.1016/j.jsurg.2015.08.001","title":"Growing the 'SEAD': Expansion of the Surgical Exploration and Discovery Program","year":2015,"lang":"en","type":"article","venue":"Journal of surgical education","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":19,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa Skills and Simulation Centre; Ottawa Hospital; University of Toronto; University of Ottawa","funders":"","keywords":"Curriculum; Medical education; Medicine; Rubric; Popularity; Specialty; Class (philosophy); Computer science; Family medicine; Psychology; Mathematics education; Pedagogy; Artificial intelligence","score_opus":0.06842523567357443,"score_gpt":0.3644062946729427,"score_spread":0.2959810589993683,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2196853535","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98472667,0.00066091446,0.000047323778,0.011498504,0.00055851624,0.000217602,3.4847957e-7,0.000008143047,0.0022819827],"genre_scores_gemma":[0.99885255,0.00014404199,0.00016776187,0.00012338787,0.00049495517,0.0000056797326,0.0000031718964,0.0000070849915,0.00020133666],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9987372,0.00014678577,0.00044141704,0.00008208926,0.0004954989,0.0000970026],"domain_scores_gemma":[0.9988368,0.00026346368,0.00028973812,0.00012024815,0.0003410688,0.00014865244],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0008383992,0.00007789882,0.00020488171,0.000056944544,0.00006528304,0.000041728144,0.00006975651,0.000060100087,0.00002050642],"category_scores_gemma":[0.00025187168,0.000036026544,0.00013362894,0.00026037346,0.000111166926,0.00053026504,0.000025898697,0.00024009842,0.000001172727],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0025995185,0.0019451858,0.05121745,0.00011012125,0.00013965812,0.00007072475,0.005318798,0.0008834609,0.00031919428,0.013131632,0.0012643975,0.92299986],"study_design_scores_gemma":[0.021803167,0.0024420763,0.14390637,0.0018442804,0.00064514385,0.0044503324,0.030412614,0.0045266007,0.0036920903,0.008575762,0.7772378,0.00046376663],"about_ca_topic_score_codex":0.000008320158,"about_ca_topic_score_gemma":5.0814407e-7,"teacher_disagreement_score":0.9225361,"about_ca_system_score_codex":0.000044861634,"about_ca_system_score_gemma":0.0004135299,"threshold_uncertainty_score":0.14691198},"labels":[],"label_agreement":null},{"id":"W2207150368","doi":"10.1016/j.jsurg.2015.04.020","title":"Reliable Assessment of Performance in Surgery: A Practical Approach to Generalizability Theory","year":2015,"lang":"en","type":"editorial","venue":"Journal of surgical education","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":8,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"","keywords":"Generalizability theory; Debriefing; Preparedness; Thematic analysis; Medical education; Perioperative; Medicine; Psychology; Qualitative research; Surgery","score_opus":0.05541464794960498,"score_gpt":0.4063985187289122,"score_spread":0.3509838707793072,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2207150368","genre_codex":"editorial","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"editorial","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.28032136,0.00080189883,0.0006554173,0.0021548,0.6493322,0.00097375084,0.000015722704,0.000026099935,0.06571872],"genre_scores_gemma":[0.67606527,0.0005434325,0.007746675,0.00011282824,0.31446466,0.000028775328,0.00019945712,0.000047594778,0.00079133426],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9963814,0.00036429882,0.0013454946,0.00023896404,0.0014495059,0.00022033605],"domain_scores_gemma":[0.9944055,0.0023904517,0.0008127624,0.00024536834,0.0017266851,0.0004191975],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0072914753,0.00019499524,0.0010541204,0.0004515555,0.000023036606,0.00002288344,0.00009954968,0.00046453404,0.00015020552],"category_scores_gemma":[0.0038666087,0.00014665611,0.0002530876,0.0005322122,0.00006109238,0.00018356845,0.0000310763,0.0011715462,0.000003497787],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.004096787,0.0069918646,0.02504186,0.0009472406,0.00016495262,0.00005080617,0.0005130414,0.0016665291,0.0000050268086,0.0014007698,0.9402363,0.018884845],"study_design_scores_gemma":[0.0017847505,0.0002994056,0.0068725795,0.000576361,0.00011656128,0.00007925823,0.00021396493,0.00044853214,0.0000077142195,0.00018183488,0.9892743,0.0001446923],"about_ca_topic_score_codex":0.000017666569,"about_ca_topic_score_gemma":5.387261e-7,"teacher_disagreement_score":0.3957439,"about_ca_system_score_codex":0.0005845163,"about_ca_system_score_gemma":0.008391382,"threshold_uncertainty_score":0.9972301},"labels":[],"label_agreement":null},{"id":"W2207263548","doi":"10.1177/0310057x1404200406","title":"Standardised Training Program in Spinal Ultrasound for Epidural Insertion: Protocol-Driven versus Non—Protocol Driven Teaching Approach","year":2014,"lang":"en","type":"article","venue":"Anaesthesia and Intensive Care","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto; Mount Sinai Hospital","funders":"","keywords":"Medicine; Protocol (science); Pathology; Alternative medicine","score_opus":0.05577482737779304,"score_gpt":0.375759486495319,"score_spread":0.31998465911752594,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2207263548","genre_codex":"protocol","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.42409942,0.000009540426,0.0018661265,0.00069581706,0.000082481114,0.56027126,0.000009187685,0.0002334272,0.012732717],"genre_scores_gemma":[0.69308925,2.812823e-7,0.0031841588,0.00066248496,0.0001292471,0.3028414,0.000050948474,0.00002606606,0.000016179583],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99846584,0.00010103006,0.00038362583,0.00043829918,0.00022719904,0.00038401945],"domain_scores_gemma":[0.9985926,0.00013333788,0.00012007272,0.00018638742,0.00076263485,0.0002049773],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00023289888,0.0002532243,0.00050276535,0.00013087511,0.00019760129,0.00006608016,0.000078724006,0.00014846033,0.000010768887],"category_scores_gemma":[0.0009350167,0.0002051702,0.00016542956,0.00014011608,0.0001331574,0.00013337792,0.000019724763,0.00034779595,0.0000018535559],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.014346615,0.00020161364,0.053821895,0.0008339354,0.000113404116,0.000052654075,0.013773014,0.0002249258,0.00020629283,0.0013638197,0.00023926291,0.9148226],"study_design_scores_gemma":[0.11134532,0.02552368,0.2930532,0.0023675873,0.00026557498,0.00012676588,0.11262763,0.052605312,0.0003016352,0.00019127743,0.40020055,0.001391445],"about_ca_topic_score_codex":0.00002505966,"about_ca_topic_score_gemma":0.000010598487,"teacher_disagreement_score":0.9134311,"about_ca_system_score_codex":0.00010363535,"about_ca_system_score_gemma":0.000118544594,"threshold_uncertainty_score":0.8366598},"labels":[],"label_agreement":null},{"id":"W2208020812","doi":"10.1016/j.amjsurg.2015.07.030","title":"Using simulation to address continuity of care in general surgery resident education","year":2015,"lang":"en","type":"letter","venue":"The American Journal of Surgery","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"Cardiff University","keywords":"Continuity of care; Medicine; Nursing; Medical education; Gerontology; Health care; Political science","score_opus":0.12127456732453795,"score_gpt":0.38430470788516535,"score_spread":0.2630301405606274,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2208020812","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97461224,0.00064804393,0.000051114443,0.023467558,0.00080348266,0.00018313187,0.000008935028,0.000007469913,0.00021805664],"genre_scores_gemma":[0.9424031,0.000034860383,0.00015439729,0.054526888,0.0027318886,0.000002197058,0.000037203732,0.00003678045,0.00007267743],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9970535,0.00053235644,0.0011887194,0.00015993901,0.0008075621,0.00025793895],"domain_scores_gemma":[0.993962,0.0027225134,0.0018271224,0.00027139465,0.0010699921,0.00014696248],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0017012053,0.000199596,0.0014005648,0.0008880603,0.000030593892,0.000020178308,0.00011220649,0.000114501374,0.000049575294],"category_scores_gemma":[0.0010655152,0.00014361956,0.00042742616,0.0007055436,0.00014226737,0.000084586776,0.000029430073,0.0008122661,0.000002286393],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.006446504,0.00023021286,0.44118384,0.0005587307,0.0004968284,0.0011239264,0.006097412,0.07622915,0.00015903277,0.0000044334756,0.17791556,0.2895544],"study_design_scores_gemma":[0.002201524,0.000534398,0.5840337,0.010149095,0.0010465911,0.0006686812,0.0081798835,0.0018717727,0.00027227026,0.00016271947,0.3897217,0.0011576515],"about_ca_topic_score_codex":0.0003416416,"about_ca_topic_score_gemma":0.0000063273055,"teacher_disagreement_score":0.28839672,"about_ca_system_score_codex":0.0003299252,"about_ca_system_score_gemma":0.0017401819,"threshold_uncertainty_score":0.5856636},"labels":[],"label_agreement":null},{"id":"W2210959243","doi":"10.3138/jvme.0315-034r1","title":"Assessment of Laparoscopic Skills in Veterinarians Using a Canine Laparoscopic Simulator","year":2015,"lang":"en","type":"article","venue":"Journal of Veterinary Medical Education","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":24,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Checklist; Construct validity; CLs upper limits; Laparoscopic surgery; Task (project management); Medicine; Face validity; Construct (python library); Medical education; Physical therapy; Laparoscopy; Psychology; Surgery; Psychometrics; Patient satisfaction; Computer science; Clinical psychology","score_opus":0.10848093487088095,"score_gpt":0.45212857606197776,"score_spread":0.3436476411910968,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2210959243","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99700963,0.00019051072,0.0002698664,0.0006024136,0.0010903345,0.00013557388,8.965365e-7,0.0000068690815,0.00069391],"genre_scores_gemma":[0.99643797,0.000023369907,0.0026736127,0.0004558454,0.00033557345,0.0000025175066,0.0000051919847,0.000013435819,0.000052463743],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99800277,0.0001362953,0.0008055036,0.0001195291,0.00076903164,0.00016687028],"domain_scores_gemma":[0.9985475,0.00013378782,0.00036665212,0.00013695406,0.0003004549,0.0005146697],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0008948857,0.000114435075,0.0004963837,0.00026942292,0.000018384852,0.0000094121515,0.00010408418,0.00012395771,0.00035441047],"category_scores_gemma":[0.0011836846,0.00009404321,0.000085076616,0.0002980989,0.00007051532,0.00014157721,0.00003129314,0.00033083037,0.0000014976171],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0022404133,0.011871152,0.9008347,0.0008774603,0.00030096204,0.0016421808,0.0046710013,0.008307671,0.012498374,0.00058546383,0.00043656735,0.05573407],"study_design_scores_gemma":[0.035223387,0.011001259,0.87564766,0.005522444,0.00023966767,0.004192753,0.0028419811,0.045781173,0.0003003366,0.0003006428,0.01855938,0.00038930128],"about_ca_topic_score_codex":0.00005576024,"about_ca_topic_score_gemma":0.0000028487173,"teacher_disagreement_score":0.055344768,"about_ca_system_score_codex":0.00029911855,"about_ca_system_score_gemma":0.003511075,"threshold_uncertainty_score":0.6228496},"labels":[],"label_agreement":null},{"id":"W2211462381","doi":"10.1016/j.jmig.2015.08.056","title":"Development of an Evidence-Based Virtual Reality Training Curriculum for Laparoscopic Hysterectomy","year":2015,"lang":"en","type":"article","venue":"Journal of Minimally Invasive Gynecology","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"","keywords":"Medicine; Virtual reality; Curriculum; Laparoscopic hysterectomy; Hysterectomy; Medical education; Surgery; Human–computer interaction; Computer science; Pedagogy; Psychology","score_opus":0.17075482950903503,"score_gpt":0.36929026882402877,"score_spread":0.19853543931499373,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2211462381","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9973206,0.00009147063,0.0009315188,0.00056664756,0.00040135471,0.00028736686,0.0000031431684,0.000011526668,0.00038636418],"genre_scores_gemma":[0.971157,0.000004200666,0.028017778,0.0005842801,0.00018035312,0.000012417526,0.000009570042,0.000013724324,0.00002063834],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9980315,0.00017708867,0.0010209393,0.00016868614,0.00034862195,0.0002531414],"domain_scores_gemma":[0.99533546,0.002278614,0.00077693915,0.00012245066,0.0011124751,0.0003740688],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0014922752,0.0001436039,0.00070701196,0.00020089907,0.00004875445,0.000009799055,0.00014497162,0.00014550451,0.00010215773],"category_scores_gemma":[0.0072892965,0.000113901806,0.00015814457,0.00014373961,0.000100940924,0.00018647446,0.000020759657,0.00019688005,0.000003457723],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.029047955,0.008874773,0.24324062,0.0018268165,0.002942209,0.0018432298,0.06781082,0.008026901,0.10694769,0.002613853,0.0022539066,0.52457124],"study_design_scores_gemma":[0.15584601,0.07002957,0.50615317,0.005770947,0.0017004912,0.0009892058,0.05578723,0.009944902,0.13256799,0.0012693288,0.058354363,0.0015868203],"about_ca_topic_score_codex":0.0000029191237,"about_ca_topic_score_gemma":0.00007339188,"teacher_disagreement_score":0.5229844,"about_ca_system_score_codex":0.00018130073,"about_ca_system_score_gemma":0.00293542,"threshold_uncertainty_score":0.87264955},"labels":[],"label_agreement":null},{"id":"W2212809953","doi":"10.1016/j.bpobgyn.2015.11.003","title":"Avoiding complications by a hands-on mentor programme","year":2015,"lang":"en","type":"review","venue":"Best Practice & Research Clinical Obstetrics & Gynaecology","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":5,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"St. Michael's Hospital; University of Toronto","funders":"","keywords":"Mentorship; Medicine; Medical education; Warrant; Patient care; Professional development; Work (physics); Continuing education; Best practice; Nursing; Management","score_opus":0.6125497922733695,"score_gpt":0.617689018184616,"score_spread":0.005139225911246492,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2212809953","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0000149874395,0.85524046,0.000032013333,0.0019291863,0.0013886262,0.0037867299,0.000048668273,0.00014904808,0.1374103],"genre_scores_gemma":[0.0005097817,0.99129605,0.00064863294,0.0008709055,0.000463933,0.00084447215,0.0007480157,0.00014470177,0.004473529],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.98272884,0.009320633,0.0026287376,0.0015039475,0.0022514302,0.0015664194],"domain_scores_gemma":[0.78621846,0.20677832,0.0010904515,0.0012114878,0.0027957424,0.0019055376],"candidate_categories":["metaresearch","metaepi_narrow","research_integrity","insufficient_payload"],"consensus_categories":["research_integrity","insufficient_payload"],"category_scores_codex":[0.023928236,0.0005785583,0.0030528193,0.0010504493,0.00067598105,0.00025551172,0.0007612356,0.0017211568,0.0010915154],"category_scores_gemma":[0.42245862,0.00046274933,0.00085058826,0.0036103448,0.0007375394,0.00023907826,0.0005104404,0.009894451,0.0045939605],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00011348071,0.005776712,0.00008632847,0.0010440261,0.00047487495,0.0005598075,0.000041411593,4.6855874e-7,1.1360791e-8,0.0013378607,0.011266057,0.97929895],"study_design_scores_gemma":[0.005164065,0.0064869095,0.00003176848,0.00066770345,0.0011903106,0.0001180383,0.00030664846,0.000069604335,4.8006118e-8,0.00008802828,0.9855057,0.000371198],"about_ca_topic_score_codex":0.000023821129,"about_ca_topic_score_gemma":0.0000028543045,"teacher_disagreement_score":0.9789278,"about_ca_system_score_codex":0.0016343142,"about_ca_system_score_gemma":0.0033381921,"threshold_uncertainty_score":0.9998216},"labels":[],"label_agreement":null},{"id":"W2213569931","doi":"10.1016/j.arth.2015.12.025","title":"Adult Reconstructive Surgery: A High-Risk Profession for Work-Related Injuries","year":2015,"lang":"en","type":"article","venue":"The Journal of Arthroplasty","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":116,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"","keywords":"Medicine; Orthopedic surgery; Physical therapy; Arthroplasty; Surgery; General surgery","score_opus":0.029664919931314086,"score_gpt":0.2908445474904671,"score_spread":0.261179627559153,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2213569931","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99639565,0.00014816069,0.0005593993,0.0014347715,0.00093788264,0.00018382512,0.0000043388873,0.000018071285,0.00031787838],"genre_scores_gemma":[0.9986626,0.00007159371,0.00075416034,0.00012034993,0.00020880923,0.0000018223673,0.000002844578,0.000012578743,0.00016525797],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.998897,0.00018259563,0.00045708442,0.00006257603,0.000254505,0.00014622312],"domain_scores_gemma":[0.99748915,0.0011156894,0.000509924,0.00009740552,0.0006225543,0.00016529614],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0012671294,0.000092663824,0.00031205046,0.00008505648,0.00010819212,0.000009652021,0.000037943086,0.000070393726,0.00008463314],"category_scores_gemma":[0.0015206734,0.000048388134,0.00012872343,0.00019771849,0.00012964108,0.00011214486,0.000015289595,0.0003139461,0.0000135264245],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.026396101,0.0003235259,0.55647916,0.000038430604,0.00086628296,0.000041467112,0.009839661,0.0010517034,0.0000336939,0.00074308907,0.010891893,0.39329502],"study_design_scores_gemma":[0.06519942,0.0060824184,0.8170598,0.004187412,0.002245772,0.0017641983,0.03405509,0.0022366764,0.002834144,0.022806324,0.0406069,0.00092182256],"about_ca_topic_score_codex":0.000006341961,"about_ca_topic_score_gemma":0.000004495012,"teacher_disagreement_score":0.3923732,"about_ca_system_score_codex":0.000037290196,"about_ca_system_score_gemma":0.00020021916,"threshold_uncertainty_score":0.19732107},"labels":[],"label_agreement":null},{"id":"W2213802373","doi":"10.1007/s00345-015-1652-y","title":"Is there a place for virtual reality simulators in assessment of competency in percutaneous renal access?","year":2015,"lang":"en","type":"article","venue":"World Journal of Urology","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":27,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University; McGill University Health Centre","funders":"Urology Foundation; Boston Scientific Corporation; Canadian Urological Association Scholarship Fund; Urology Care Foundation","keywords":"Percutaneous nephrolithotomy; Medicine; Fluoroscopy; Urology; Percutaneous; Nephrology; Renal stone; Internal medicine; Surgery; Urinary system","score_opus":0.07489871008539192,"score_gpt":0.39577624208308626,"score_spread":0.3208775319976943,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2213802373","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9904863,0.00023022774,0.00050212233,0.003766327,0.00015093682,0.00015528727,0.0000037286147,0.000004283895,0.0047007417],"genre_scores_gemma":[0.9986524,0.0000164911,0.00040204445,0.0007660776,0.00007761442,0.0000010697868,0.0000019884283,0.000008150939,0.00007416048],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99875003,0.00014248274,0.00062311516,0.00010435037,0.00021845846,0.00016154055],"domain_scores_gemma":[0.99868286,0.00065029727,0.00028252654,0.00009107419,0.00016570331,0.000127554],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00091818895,0.00008249782,0.0004440213,0.00031859401,0.000010528867,0.0000053500353,0.00010429176,0.00006606482,0.00019147087],"category_scores_gemma":[0.0002487951,0.00006414099,0.00009298271,0.0002449447,0.000055543424,0.000062831474,0.000025143803,0.00033007973,5.725609e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.006734778,0.0007315293,0.8491847,0.00003943512,0.00012983216,0.0011751262,0.0015707306,0.12477416,0.0001860477,0.003332244,0.00035430142,0.0117871035],"study_design_scores_gemma":[0.029434642,0.0049153855,0.78598475,0.00021040264,0.00015177095,0.0011411152,0.0007431669,0.12487618,0.00003828648,0.0051677474,0.047099616,0.00023694891],"about_ca_topic_score_codex":0.000033458226,"about_ca_topic_score_gemma":0.00029912926,"teacher_disagreement_score":0.063199975,"about_ca_system_score_codex":0.00008910888,"about_ca_system_score_gemma":0.00030257477,"threshold_uncertainty_score":0.2615594},"labels":[],"label_agreement":null},{"id":"W2215290312","doi":"10.1016/j.jtcvs.2015.12.020","title":"Transition to practice, lessons learned: Academic general thoracic surgery","year":2015,"lang":"en","type":"editorial","venue":"Journal of Thoracic and Cardiovascular Surgery","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":7,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Vancouver General Hospital; University of British Columbia","funders":"","keywords":"Transition (genetics); Medicine; General surgery; Medical education; Chemistry","score_opus":0.07496309262192323,"score_gpt":0.39907539099901546,"score_spread":0.3241122983770922,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2215290312","genre_codex":"editorial","genre_gemma":"editorial","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"editorial","genre_consensus":"editorial","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.03465675,0.11798505,0.006544775,0.006365135,0.83181375,0.00067306566,0.000115824914,0.00014489685,0.0017007597],"genre_scores_gemma":[0.054100886,0.038878754,0.0011120113,0.00093018636,0.9035922,0.00002065758,0.00031195144,0.00023584995,0.00081747374],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99263334,0.0012571731,0.0015516181,0.00056862825,0.003436457,0.00055280246],"domain_scores_gemma":[0.99081725,0.0047076223,0.00082113425,0.00053132325,0.0020568192,0.0010658633],"candidate_categories":["metaresearch","metaepi_narrow","research_integrity"],"consensus_categories":["research_integrity"],"category_scores_codex":[0.016943093,0.00053053634,0.0031002567,0.0010760326,0.00013917965,0.00011391975,0.00014558922,0.0013984152,0.00005072947],"category_scores_gemma":[0.010597363,0.0004457954,0.0035134046,0.0006923167,0.00009655814,0.0005171284,0.000059886617,0.002882347,0.000030165125],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.002341473,0.00006987954,0.000082718245,0.00035317376,0.0029218,0.0018443397,0.00025019576,0.00069678767,0.0000055967357,0.0000014651955,0.54055893,0.4508736],"study_design_scores_gemma":[0.00042703492,0.00009383025,0.00013352817,0.001624679,0.0041892277,0.0011809615,0.00034678506,0.00004306168,0.000038354967,0.0000591237,0.9914054,0.00045797642],"about_ca_topic_score_codex":0.00002858382,"about_ca_topic_score_gemma":8.268149e-7,"teacher_disagreement_score":0.4508465,"about_ca_system_score_codex":0.00020892963,"about_ca_system_score_gemma":0.0018926546,"threshold_uncertainty_score":0.99989796},"labels":[],"label_agreement":null},{"id":"W2215729633","doi":"10.1016/j.jsurg.2015.09.004","title":"Teaching Vaginal Surgery to Junior Residents: Initial Validation of 3 Novel Procedure-Specific Low-Fidelity Models","year":2015,"lang":"en","type":"article","venue":"Journal of surgical education","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":20,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary; University of British Columbia","funders":"","keywords":"Intraclass correlation; Medicine; Face validity; Cronbach's alpha; Inter-rater reliability; Reliability (semiconductor); Construct validity; Physical therapy; Curriculum; Medical physics; Surgery; Psychology; Patient satisfaction; Psychometrics; Clinical psychology; Rating scale","score_opus":0.12055438715220564,"score_gpt":0.3878157625489866,"score_spread":0.26726137539678096,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2215729633","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9889488,0.00015667111,0.003409496,0.0028397085,0.0007982553,0.00018173436,0.0000024439726,0.000015612724,0.0036472392],"genre_scores_gemma":[0.99636406,0.000024174577,0.0021035585,0.00027709067,0.0010661087,0.0000039087627,0.00002100866,0.000015909718,0.00012417833],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99770325,0.00012395908,0.0010349997,0.00016041553,0.00080475776,0.00017263426],"domain_scores_gemma":[0.99718887,0.00037674129,0.000523677,0.00014463793,0.001258336,0.0005077608],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0021889054,0.0001279019,0.00044370527,0.00039673824,0.00004918911,0.000033603337,0.0000851302,0.00009793603,0.000084023995],"category_scores_gemma":[0.00083195633,0.00010519561,0.00018028701,0.00033594595,0.00003668714,0.0004892454,0.00002047031,0.0003694533,0.000007143451],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.041582942,0.03656385,0.10900281,0.0019286828,0.00092748133,0.00060787523,0.03386514,0.09652573,0.009196612,0.029137991,0.048324827,0.59233606],"study_design_scores_gemma":[0.09256682,0.005804772,0.42091393,0.01943833,0.0016794744,0.014189398,0.03243371,0.03393473,0.029765714,0.026134389,0.31927684,0.0038618748],"about_ca_topic_score_codex":0.000051739265,"about_ca_topic_score_gemma":7.155696e-7,"teacher_disagreement_score":0.58847415,"about_ca_system_score_codex":0.00019177856,"about_ca_system_score_gemma":0.0012086466,"threshold_uncertainty_score":0.42897525},"labels":[],"label_agreement":null},{"id":"W2220919981","doi":"10.5489/cuaj.3360","title":"Perfect practice makes perfect","year":2015,"lang":"en","type":"article","venue":"Canadian Urological Association Journal","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"St. Joseph’s Healthcare Hamilton","funders":"","keywords":"Present perfect; Computer science; Philosophy; Linguistics","score_opus":0.03868451844718355,"score_gpt":0.29063675459857474,"score_spread":0.2519522361513912,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2220919981","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.65802425,0.000522971,0.00013200767,0.09432192,0.00086740195,0.00022543661,0.000008600794,0.00009731061,0.24580008],"genre_scores_gemma":[0.98180544,0.000016831189,0.00030747216,0.016069306,0.0007320354,0.0000025010406,0.000010784768,0.00001015014,0.0010454499],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.998414,0.00030992582,0.00025576085,0.00014597397,0.00047024994,0.00040411795],"domain_scores_gemma":[0.997151,0.0005253759,0.00017430853,0.00007429974,0.0005577648,0.0015172163],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0018136069,0.000106077394,0.0002152875,0.00013127796,0.00019560216,0.00010713121,0.00006402827,0.00020966359,0.0011509124],"category_scores_gemma":[0.010058469,0.000081516526,0.00012359426,0.00022376067,0.000021590093,0.0001591579,0.000007667924,0.00066946255,0.000323278],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00037429095,0.000117908996,0.9449841,0.0000030549463,0.0002263922,0.00092530734,0.00063882483,0.00046154528,0.000014021887,0.001103383,0.024344716,0.026806492],"study_design_scores_gemma":[0.0025616002,0.0004129045,0.19027798,0.000006614363,0.00008748553,0.0007794962,0.0003844131,0.0007115018,0.0000033217625,0.0003365344,0.8043288,0.00010936887],"about_ca_topic_score_codex":0.00040500716,"about_ca_topic_score_gemma":0.00013288383,"teacher_disagreement_score":0.77998406,"about_ca_system_score_codex":0.0010510186,"about_ca_system_score_gemma":0.00070736906,"threshold_uncertainty_score":0.9997622},"labels":[],"label_agreement":null},{"id":"W22230101","doi":"10.1016/s1695-3290(08)35037-x","title":"10.1016/s1695-3290(08)35037-x","year":2000,"lang":"en","type":"book-chapter","venue":"Time to knit","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Humanities; Art","score_opus":0.019888657165309794,"score_gpt":0.21814730724625284,"score_spread":0.19825865008094304,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W22230101","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0000017840647,0.0001815749,5.117664e-7,0.00027721893,0.0000038795692,0.00035928196,0.000026409449,0.00023329443,0.99891603],"genre_scores_gemma":[0.000030285923,0.0000013626124,0.000044748427,0.00029760803,0.0005602962,0.0000070018905,0.00020888653,0.00010093944,0.9987489],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9985791,0.000010580882,0.0003522821,0.0003885876,0.00039703955,0.00027243607],"domain_scores_gemma":[0.9989487,0.00012824117,0.000076561366,0.00037923487,0.00008344599,0.0003838084],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.00011278157,0.0003289852,0.00055434904,0.00020021203,0.00005774744,0.000023752917,0.000107801585,0.0003500356,0.9995281],"category_scores_gemma":[0.000042119595,0.0002994803,0.0002353908,0.000052122778,0.00005158149,0.000030319261,0.000039202652,0.00042506584,0.99662155],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000402541,0.000031353007,3.7344552e-8,0.00002411284,0.00012293246,0.00014597467,0.000014719733,0.000022288075,8.821578e-7,0.00017301332,0.07666311,0.92239904],"study_design_scores_gemma":[0.0013399168,0.00020701106,0.000006709458,0.00026993055,0.00015028773,0.000031178806,3.192022e-7,0.000076486496,0.0000024200767,0.00015849808,0.9974452,0.0003119894],"about_ca_topic_score_codex":0.0000036203044,"about_ca_topic_score_gemma":6.732922e-8,"teacher_disagreement_score":0.9220871,"about_ca_system_score_codex":0.00006732584,"about_ca_system_score_gemma":0.0000724857,"threshold_uncertainty_score":0.99994576},"labels":[],"label_agreement":null},{"id":"W2225024880","doi":"10.1089/end.2007.9982.a","title":"Ureteroscopy and Cystoscopy Simulation in Urology","year":2007,"lang":"en","type":"review","venue":"Journal of Endourology","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":35,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University; University of Ottawa","funders":"","keywords":"Ureteroscopy; Medicine; Cystoscopy; Urology; Medical physics; Modalities; Physician assistants; Health care; General surgery; Surgery; Ureter; Internal medicine; Nurse practitioners; Urinary system","score_opus":0.129385838029532,"score_gpt":0.46245914500912066,"score_spread":0.3330733069795887,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2225024880","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0020276154,0.99581325,0.0003561666,0.00006523725,0.00039668626,0.00020792348,0.0000012971144,0.000007896977,0.0011239016],"genre_scores_gemma":[0.047751974,0.9509483,0.0003397135,0.00049986603,0.00040055788,0.0000015635421,0.000006999273,0.00002822521,0.000022775439],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99810636,0.00021935583,0.0010898827,0.00017033887,0.00016548978,0.00024858583],"domain_scores_gemma":[0.99742943,0.0015103436,0.00070670556,0.00010800185,0.00008561625,0.00015989652],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0008064344,0.00020799441,0.0017592243,0.0008037004,0.000017989049,0.000007151244,0.00006986577,0.0005273852,0.00016097419],"category_scores_gemma":[0.00043001055,0.0001518032,0.00025694506,0.00024891406,0.000080014055,0.000045710523,0.000024061945,0.0010011508,0.000008482947],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0005026372,0.00007159073,0.00092632754,0.0009390255,0.00013335548,0.0011885087,0.000059251335,0.0003050367,0.0000010921088,0.00009437434,0.0000097475395,0.995769],"study_design_scores_gemma":[0.0028668307,0.0009414804,0.00048577663,0.0007865024,0.0005065352,0.002350415,0.000005282742,0.00025889082,2.0962712e-7,0.00006728561,0.99163455,0.00009624188],"about_ca_topic_score_codex":0.0000012906876,"about_ca_topic_score_gemma":0.0000024386716,"teacher_disagreement_score":0.9956728,"about_ca_system_score_codex":0.000051812774,"about_ca_system_score_gemma":0.00014233896,"threshold_uncertainty_score":0.6190355},"labels":[],"label_agreement":null},{"id":"W2228306784","doi":"10.1136/jclinpath-2011-200116","title":"Resident education and quality of gross tissue examination practices of benign uteri","year":2011,"lang":"en","type":"article","venue":"Journal of Clinical Pathology","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Memorial University of Newfoundland","funders":"","keywords":"Apprenticeship; Inefficiency; Medicine; Gross examination; Family medicine; Medical education; Pathology","score_opus":0.42463828699503225,"score_gpt":0.565448661328196,"score_spread":0.1408103743331638,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2228306784","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.994155,0.00022559658,0.00034383943,0.00025355432,0.0003521006,0.000063294676,8.7295234e-7,0.000002304136,0.004603446],"genre_scores_gemma":[0.995896,0.00016657914,0.0035054763,0.00014613153,0.00017372723,4.6641782e-7,0.0000013100404,0.0000037619368,0.00010656494],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9976515,0.00058068003,0.0014453373,0.00008761316,0.00017740882,0.000057472076],"domain_scores_gemma":[0.9952674,0.0013026376,0.0028006409,0.00009996883,0.00043922817,0.00009013846],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0043684994,0.000047391302,0.0004761295,0.00007827078,0.000011567339,0.00000199536,0.000044357133,0.00012625709,0.00018255493],"category_scores_gemma":[0.005978133,0.000035553832,0.000082283186,0.00006048342,0.00015111397,0.00010675885,0.000016547736,0.0002059064,0.0000010917098],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.001884331,0.0014428053,0.64936054,0.00015368841,0.00007199927,0.000061178405,0.0025237098,0.0000014606101,0.003312128,0.00277284,0.00003288466,0.33838245],"study_design_scores_gemma":[0.0018585474,0.0013255482,0.992954,0.00006671408,0.00007095968,0.00012112069,0.00056043523,0.00000758004,0.0011990442,0.00091291853,0.0008934144,0.000029726973],"about_ca_topic_score_codex":0.000019253706,"about_ca_topic_score_gemma":0.0000057647653,"teacher_disagreement_score":0.34359348,"about_ca_system_score_codex":0.00000590356,"about_ca_system_score_gemma":0.00011648224,"threshold_uncertainty_score":0.71568155},"labels":[],"label_agreement":null},{"id":"W2229880275","doi":"10.1007/978-1-4614-9022-7_37","title":"Teaching and Training for Laparoscopic Colorectal Resection","year":2013,"lang":"en","type":"book-chapter","venue":"","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto; Mount Sinai Hospital","funders":"","keywords":"Laparotomy; Medicine; General surgery; Colectomy; Colorectal surgery; Laparoscopy; Surgery; Colorectal cancer; Abdominal surgery; Internal medicine; Cancer","score_opus":0.06656200558541617,"score_gpt":0.3210874558579132,"score_spread":0.25452545027249707,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2229880275","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.015649555,0.00007787138,0.00014121036,0.00026211678,0.00015203844,0.00057280617,0.0000037440138,0.000104170365,0.98303646],"genre_scores_gemma":[0.35876313,0.000008589094,0.0013694051,0.00034561142,0.00035915434,0.00001981985,0.000053839853,0.00003514087,0.6390453],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9993111,0.000008292708,0.00019277986,0.00023081641,0.00012083858,0.00013615654],"domain_scores_gemma":[0.99939,0.00031707942,0.000060821963,0.00007161394,0.00004518814,0.00011531456],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00019365028,0.00014999649,0.00032152157,0.000090502195,0.00012401759,0.000024087094,0.000018197668,0.00023375913,0.002005888],"category_scores_gemma":[0.00009688795,0.000121251076,0.000082170576,0.0000067085357,0.00003997419,0.0000408751,0.0000134854035,0.00038012266,0.000029671306],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0005983572,0.000022499242,0.00013159866,0.00029229655,0.00026884585,0.000012965674,0.001359039,0.0000035008513,0.00019370193,0.48272085,0.0011246508,0.5132717],"study_design_scores_gemma":[0.0076687685,0.0011023739,0.0007868465,0.0006207321,0.00023042115,0.00006742466,0.00028811456,0.0043007955,0.00006888716,0.015916994,0.9685482,0.00040044767],"about_ca_topic_score_codex":0.000019839272,"about_ca_topic_score_gemma":0.000013009072,"teacher_disagreement_score":0.96742356,"about_ca_system_score_codex":0.00003132961,"about_ca_system_score_gemma":0.000029929564,"threshold_uncertainty_score":0.99890643},"labels":[],"label_agreement":null},{"id":"W2234151058","doi":"10.3138/jvme.0715-109r","title":"Comparison between Training Models to Teach Veterinary Medical Students Basic Laparoscopic Surgery Skills","year":2016,"lang":"en","type":"article","venue":"Journal of Veterinary Medical Education","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":20,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"","funders":"McGill University","keywords":"Rubric; Trainer; Laparoscopic surgery; Medicine; Medical education; Medical physics; Psychology; Laparoscopy; Computer science; Surgery; Mathematics education","score_opus":0.20485686231125366,"score_gpt":0.46347650494530973,"score_spread":0.25861964263405607,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2234151058","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9853962,0.00017106641,0.0019663528,0.010084904,0.0016499825,0.00019240729,0.0000024177975,0.000039222436,0.0004974414],"genre_scores_gemma":[0.9941415,0.000095043906,0.00058822526,0.002974375,0.0019358689,0.000013699124,0.000012904005,0.000033561086,0.00020478353],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9945279,0.0003306186,0.0014057083,0.0002878624,0.0030428476,0.00040506083],"domain_scores_gemma":[0.9956521,0.0015173068,0.0004053324,0.00023867699,0.00025756395,0.0019290209],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0031759117,0.00023080914,0.00094928197,0.0004188051,0.000090065245,0.00003627577,0.00042106473,0.00028910072,0.0020534815],"category_scores_gemma":[0.0034964127,0.0001540578,0.00025392184,0.00030492304,0.000120486795,0.0003038899,0.0001232111,0.00055195467,0.00005002798],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0008582424,0.0021574905,0.14954287,0.000106504805,0.00021227585,0.0005180513,0.002281059,0.000011036247,0.000445476,0.00003847553,0.004680544,0.839148],"study_design_scores_gemma":[0.013768823,0.008019763,0.76498574,0.013844813,0.00034909614,0.0050274082,0.0021118694,0.0005786153,0.00021801832,0.00046978742,0.18985544,0.00077064283],"about_ca_topic_score_codex":0.0000059678437,"about_ca_topic_score_gemma":6.27567e-7,"teacher_disagreement_score":0.83837736,"about_ca_system_score_codex":0.00022781211,"about_ca_system_score_gemma":0.002092305,"threshold_uncertainty_score":0.99885875},"labels":[],"label_agreement":null},{"id":"W2234754289","doi":"10.82308/22293","title":"FLS simulator training to proficiency improves laparoscopic performance in the operating room: a randomized controlled trial","year":2009,"lang":"en","type":"dissertation","venue":"eScholarship@McGill (McGill)","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"","keywords":"Training (meteorology); Randomized controlled trial; Simulation; Simulation training; Computer science; Physical therapy; Medicine; Physical medicine and rehabilitation; Surgery","score_opus":0.025963133177741286,"score_gpt":0.2997128415735186,"score_spread":0.2737497083957773,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2234754289","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.90429693,0.00017297856,2.4810024e-7,0.00006835417,0.00095087755,0.012367487,0.00002288027,0.00016870527,0.08195152],"genre_scores_gemma":[0.9926502,0.000039787785,0.0002566573,0.0015773977,0.00021166774,0.0017481005,0.00026517376,0.00010723705,0.0031437483],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9932996,0.0011165224,0.0023001134,0.0010349097,0.0013225204,0.00092635694],"domain_scores_gemma":[0.99580663,0.0021958577,0.0006920705,0.00059572025,0.00034861296,0.00036109134],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00578403,0.0008561896,0.003568786,0.0005955239,0.00090017053,0.00017759335,0.0004875413,0.00066329644,0.00016197209],"category_scores_gemma":[0.007935276,0.00057204644,0.00090432324,0.0009722813,0.00005220412,0.0003877844,0.00003591071,0.0019078294,0.00007210185],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.8417119,0.00059521996,0.000017488062,0.00020326268,0.0002994097,0.0000835726,0.00047381604,0.0010541067,0.004433055,0.0061673583,4.205415e-7,0.14496043],"study_design_scores_gemma":[0.9847305,0.0011613464,0.0007830371,0.0011782222,0.00058227056,0.000012446753,0.0013399447,0.0054151877,0.0016843363,0.0004021592,0.0019696755,0.00074089126],"about_ca_topic_score_codex":0.00004089912,"about_ca_topic_score_gemma":0.00011605286,"teacher_disagreement_score":0.14421955,"about_ca_system_score_codex":0.00030631392,"about_ca_system_score_gemma":0.00021237918,"threshold_uncertainty_score":0.9996731},"labels":[],"label_agreement":null},{"id":"W2248870587","doi":"10.1016/j.amjsurg.2015.08.032","title":"Validation of a novel intraoperative assessment tool: The Surgical Procedure Feedback Rubric","year":2015,"lang":"en","type":"article","venue":"The American Journal of Surgery","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":16,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University; Kingston General Hospital; Queen's University","funders":"Association for Surgical Education","keywords":"Rubric; Discriminative model; Variance (accounting); Construct validity; Observational study; Exploratory factor analysis; Construct (python library); Formative assessment; Psychology; Computer science; Medical physics; Medical education; Medicine; Artificial intelligence; Machine learning; Mathematics education; Psychometrics; Clinical psychology; Structural equation modeling","score_opus":0.0897675888133443,"score_gpt":0.3505367441726542,"score_spread":0.2607691553593099,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2248870587","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9936208,0.00008128726,0.00028510398,0.0046210126,0.00014238401,0.00010086401,0.000002083428,0.000007812089,0.0011386571],"genre_scores_gemma":[0.9988903,0.000041592044,0.00030526234,0.0004616049,0.00023124383,0.0000023310283,0.0000030562358,0.000011134366,0.000053503267],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9984253,0.00020390745,0.0005689022,0.000079144505,0.0005770897,0.0001456617],"domain_scores_gemma":[0.99697304,0.0015211707,0.0007277721,0.00014532715,0.0005081965,0.00012450783],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0023208135,0.00010175388,0.00049181096,0.000090662914,0.000052478146,0.00002135497,0.00009982889,0.000019791625,0.000059958915],"category_scores_gemma":[0.00047634653,0.00004676761,0.00020209004,0.00054754625,0.00031280864,0.00009747791,0.000021692878,0.0003025939,0.0000028137629],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.011180899,0.002805669,0.61768144,0.00010418652,0.0020477641,0.00048815968,0.010887983,0.014895851,0.003139748,0.0024636118,0.004283913,0.33002076],"study_design_scores_gemma":[0.012053819,0.002033346,0.92547005,0.00091746036,0.0007920568,0.005733435,0.026262019,0.006764349,0.0046672607,0.0005356851,0.014211622,0.0005588809],"about_ca_topic_score_codex":0.000011673233,"about_ca_topic_score_gemma":1.4595335e-7,"teacher_disagreement_score":0.32946187,"about_ca_system_score_codex":0.000057326342,"about_ca_system_score_gemma":0.00052620424,"threshold_uncertainty_score":0.19071278},"labels":[],"label_agreement":null},{"id":"W2253501276","doi":"10.1016/s1701-2163(15)30416-3","title":"Assessment Tool for Total Laparoscopic Hysterectomy: A Delphi Consensus Survey Among International Experts","year":2014,"lang":"en","type":"article","venue":"Journal of Obstetrics and Gynaecology Canada","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":15,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"University of Toronto; St. Michael's Hospital; Centre Hospitalier de l’Université de Montréal","funders":"","keywords":"Medicine; Delphi method; Cronbach's alpha; Hysterectomy; Delphi; Laparoscopic hysterectomy; Medical physics; Medical education; Surgery; Psychometrics","score_opus":0.025326237554852162,"score_gpt":0.29705284534936016,"score_spread":0.271726607794508,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2253501276","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9908581,0.00013476377,0.00028732844,0.00024921072,0.007054338,0.00011895037,0.00001352885,0.0000031914835,0.0012806258],"genre_scores_gemma":[0.9987539,0.000005264871,0.0005808958,0.00044784954,0.000053953547,0.0000030157323,0.00001121306,0.0000075813196,0.00013634501],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99906164,0.00007019391,0.00038880133,0.00010079759,0.00023056762,0.00014802426],"domain_scores_gemma":[0.99393594,0.005205766,0.00024122144,0.000059128226,0.00040580335,0.00015213236],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00046575183,0.0000833259,0.00031258079,0.000118154356,0.000055893437,0.00002098026,0.000049727765,0.00007131613,0.00015991987],"category_scores_gemma":[0.0054091453,0.000066705754,0.000051357452,0.00009820449,0.00003727958,0.000028215836,0.000016632284,0.00013311539,9.4606364e-8],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000023026778,0.00005964675,0.9355877,0.000015042495,0.00014118671,0.0001854061,0.000033681685,0.00011815922,0.000006782242,0.00013599216,0.00055982586,0.06313355],"study_design_scores_gemma":[0.007113021,0.00039085487,0.9798294,0.0000076138026,0.00003296293,0.000034635712,0.00008451852,0.003618265,0.000008594687,0.000025816615,0.00878588,0.000068482535],"about_ca_topic_score_codex":0.0022977649,"about_ca_topic_score_gemma":0.0081819715,"teacher_disagreement_score":0.063065074,"about_ca_system_score_codex":0.00036642933,"about_ca_system_score_gemma":0.0005796274,"threshold_uncertainty_score":0.6475643},"labels":[],"label_agreement":null},{"id":"W2254085551","doi":"10.1111/aas.12695","title":"Teaching ultrasound‐guided regional anesthesia remotely: a feasibility study","year":2016,"lang":"en","type":"article","venue":"Acta Anaesthesiologica Scandinavica","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":52,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Toronto Western Hospital; University Health Network","funders":"","keywords":"Medicine; Checklist; Medical physics; Web site; Medical education; The Internet; World Wide Web","score_opus":0.0853265567825977,"score_gpt":0.34540024035326244,"score_spread":0.26007368357066474,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2254085551","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9840354,0.00003800839,0.000031976884,0.010283683,0.000024896164,0.00080510735,0.0000011138095,0.00033072682,0.00444914],"genre_scores_gemma":[0.9955589,0.000040437702,0.00041910785,0.0030092148,0.00013774836,0.00002436327,0.0000117405125,0.000028752604,0.0007697232],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9973113,0.00045909526,0.0005164015,0.00075473,0.00045228636,0.00050620787],"domain_scores_gemma":[0.9977427,0.0009169941,0.00017550641,0.0006893122,0.00010730931,0.00036819445],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0008983148,0.00031702715,0.0005886209,0.00012383176,0.0003341721,0.000031478852,0.0002476464,0.0001965635,0.0006751981],"category_scores_gemma":[0.0008731919,0.00017067493,0.00023201296,0.0002358209,0.00022105806,0.00013777259,0.000036533478,0.00030604276,0.00008234781],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0012744681,0.001601802,0.9450005,0.000012240002,0.00008832592,0.0006182261,0.00047213302,0.0000015014742,0.0044011087,0.00070888654,0.0013369283,0.044483848],"study_design_scores_gemma":[0.004975188,0.002503148,0.95770144,0.00011065615,0.000080870275,0.00057638856,0.00043591854,0.000017973749,0.00005030831,0.0010558652,0.03218485,0.00030738921],"about_ca_topic_score_codex":0.00009673199,"about_ca_topic_score_gemma":0.00000912154,"teacher_disagreement_score":0.044176456,"about_ca_system_score_codex":0.00018464333,"about_ca_system_score_gemma":0.000076617565,"threshold_uncertainty_score":0.7392945},"labels":[],"label_agreement":null},{"id":"W2255254945","doi":"10.1016/j.jsurg.2015.11.013","title":"Can Multiple Object Tracking Predict Laparoscopic Surgical Skills?","year":2016,"lang":"en","type":"article","venue":"Journal of surgical education","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":34,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Saskatchewan; University of Regina; Regina Qu'Appelle Health Region","funders":"","keywords":"Tracking (education); Object (grammar); Artificial intelligence; Computer science; Medicine; Computer vision; Medical physics; General surgery; Psychology","score_opus":0.022669079523232112,"score_gpt":0.3257883305844027,"score_spread":0.3031192510611706,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2255254945","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9868703,0.00033478893,0.000045264504,0.0057663904,0.0009732715,0.00014253145,0.0000033702959,0.00003230014,0.005831781],"genre_scores_gemma":[0.9966669,0.0002763968,0.0002175322,0.00016284306,0.0014443869,0.0000040485384,0.0000066924404,0.000018907785,0.0012022668],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9982527,0.00010648164,0.0006904936,0.00017220259,0.00052723696,0.00025087764],"domain_scores_gemma":[0.9977933,0.0008889168,0.0003272611,0.0001464374,0.0004046796,0.00043938076],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00054849015,0.00014655959,0.00042722316,0.00019472792,0.00007069402,0.000030775613,0.000088560344,0.00013192811,0.0010595643],"category_scores_gemma":[0.0005490245,0.0000846966,0.00026039954,0.00024944605,0.00008101173,0.0002072464,0.00001426981,0.00026671911,0.000025333486],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0014070261,0.002282474,0.45418128,0.000064530366,0.00017249041,0.0005861676,0.0006178548,0.00003989216,0.0006552382,0.0009080502,0.0010731354,0.53801185],"study_design_scores_gemma":[0.03166994,0.0009762888,0.3831362,0.0017951288,0.00023504219,0.004468975,0.0005390647,0.00015135249,0.0032260583,0.00070272316,0.5727158,0.0003833716],"about_ca_topic_score_codex":0.0000102703,"about_ca_topic_score_gemma":0.0000030512724,"teacher_disagreement_score":0.5716427,"about_ca_system_score_codex":0.0001728527,"about_ca_system_score_gemma":0.0005739496,"threshold_uncertainty_score":0.9998536},"labels":[],"label_agreement":null},{"id":"W2256690501","doi":"10.3233/978-1-61499-022-2-139","title":"Creating a Representative Map for Arthroscopy Simulation","year":2012,"lang":"en","type":"article","venue":"Studies in health technology and informatics","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University","funders":"","keywords":"Task (project management); Knee arthroscopy; Arthroscopy; Computer science; Surgical simulation; Medical physics; Human–computer interaction; Medicine; Systems engineering; Surgery; Engineering","score_opus":0.12940863258495527,"score_gpt":0.484564814885082,"score_spread":0.35515618230012674,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2256690501","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.96852535,0.009189487,0.010801377,0.0046925573,0.00051537703,0.0018435996,0.000007001774,0.00026916896,0.0041560717],"genre_scores_gemma":[0.98410916,0.00031799305,0.014606315,0.0008278424,0.000037368758,0.0000501323,0.0000059129557,0.0000042911215,0.00004099718],"study_design_codex":"observational","study_design_gemma":"qualitative","domain_scores_codex":[0.9991758,0.000012050401,0.0004564056,0.00005011303,0.00005895569,0.00024667085],"domain_scores_gemma":[0.9991931,0.00047149364,0.00014343216,0.00008002719,0.00006467989,0.000047293983],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0004633176,0.00007020588,0.00025164933,0.00021169322,0.00016971254,0.000002465115,0.00001671698,0.000083002386,0.0000051374955],"category_scores_gemma":[0.0008865331,0.0000569562,0.00001663244,0.00023630424,0.000172123,0.00013363334,0.000036703594,0.00013923309,0.0000028891898],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0003451629,0.00014238777,0.71641415,0.0033250023,0.00017167527,0.0000013141348,0.068906814,0.0015995597,0.000001416719,0.065111056,0.00029444345,0.143687],"study_design_scores_gemma":[0.021725241,0.0027422123,0.10378364,0.002860534,0.00009867677,0.00005454008,0.37227243,0.29232198,0.0003041496,0.022291102,0.18089354,0.0006519429],"about_ca_topic_score_codex":0.0000016484283,"about_ca_topic_score_gemma":0.0000013464778,"teacher_disagreement_score":0.61263055,"about_ca_system_score_codex":0.000050696628,"about_ca_system_score_gemma":0.000019500536,"threshold_uncertainty_score":0.23226064},"labels":[],"label_agreement":null},{"id":"W2258184371","doi":"10.1142/6816","title":"Haptics for Teleoperated Surgical Robotic Systems","year":2008,"lang":"en","type":"book","venue":"New frontiers in robotics","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":90,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Simon Fraser University; Western University","funders":"","keywords":"Teleoperation; Haptic technology; Human–computer interaction; Computer science; Simulation; Robot; Artificial intelligence","score_opus":0.04145974071291656,"score_gpt":0.2820206047321237,"score_spread":0.24056086401920715,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2258184371","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000082935694,0.018048162,0.32077575,0.0010442244,0.015369334,0.005773503,0.00005244272,0.0006003366,0.63825333],"genre_scores_gemma":[0.0018090463,0.001047564,0.040690817,0.00025317387,0.001814364,0.000022001297,0.00076746714,0.00019108753,0.9534045],"study_design_codex":"simulation_or_modeling","study_design_gemma":"not_applicable","domain_scores_codex":[0.99750125,0.00004410443,0.0008596001,0.0005339022,0.00050787616,0.00055328605],"domain_scores_gemma":[0.9984416,0.0003010587,0.00020224309,0.0003982894,0.00021054936,0.00044626577],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00018763363,0.0004731607,0.0014658624,0.0003755389,0.00008558135,0.000047522957,0.00016616314,0.0009940432,0.000038868355],"category_scores_gemma":[0.00016350098,0.0004417961,0.00031842003,0.0002236664,0.00013222758,0.0000488768,0.00003358945,0.00080387795,0.000032567965],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00069585344,0.0001809512,0.0024646104,0.0006366019,0.00047220063,0.001413898,0.00017256693,0.6585378,3.174848e-7,0.007838485,0.31940576,0.008180948],"study_design_scores_gemma":[0.010779075,0.00028938855,0.00009276851,0.00080616353,0.00039694758,0.00022979292,0.000061843864,0.2805489,7.824429e-7,0.00043406634,0.7057884,0.0005719068],"about_ca_topic_score_codex":0.000010029761,"about_ca_topic_score_gemma":0.000003265115,"teacher_disagreement_score":0.38638258,"about_ca_system_score_codex":0.00060854614,"about_ca_system_score_gemma":0.0012611487,"threshold_uncertainty_score":0.99980336},"labels":[],"label_agreement":null},{"id":"W2260605861","doi":"10.1513/annalsats.201508-548oc","title":"Development and Validation of a Bronchoscopy Competence Assessment Tool in a Clinical Setting","year":2016,"lang":"en","type":"article","venue":"Annals of the American Thoracic Society","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":42,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Ottawa; Queen's University; Ottawa Hospital","funders":"","keywords":"Medicine; Competence (human resources); Bronchoscopy; Medical physics; Medical education; Competency assessment; Focus group; Sedation; Surgery; Psychology","score_opus":0.1436112659812289,"score_gpt":0.4806870052040745,"score_spread":0.3370757392228456,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2260605861","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99671835,0.000023131843,0.0006699378,0.0022047854,0.000022451644,0.00012789178,0.0000018597607,0.00000898714,0.00022261932],"genre_scores_gemma":[0.9779754,0.00007636176,0.020955088,0.00094233017,0.00001674304,0.0000041995963,0.0000010029963,0.0000051136,0.000023734794],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99897873,0.000115295035,0.0004417744,0.00013473233,0.00021453222,0.00011495422],"domain_scores_gemma":[0.9988557,0.00050845137,0.00037352092,0.00014574845,0.00008166869,0.000034878172],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0011441556,0.000063976004,0.00027536927,0.000015533267,0.000028533168,0.0000030206436,0.000060531238,0.000024686251,0.000014131298],"category_scores_gemma":[0.00021257861,0.000035863115,0.00012568446,0.00020956369,0.00028881,0.00003899424,0.000056707664,0.00008568054,7.028312e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00007586134,0.00007815505,0.5588519,0.000026094112,0.000048443977,4.0627006e-7,0.0005799802,0.0000055758037,0.001527108,0.000063019936,0.0000311421,0.4387123],"study_design_scores_gemma":[0.000657825,0.00008880258,0.98410934,0.0003463759,0.000014237659,0.0000012809057,0.00077852706,0.00036288548,0.0124622565,0.000084496656,0.001036617,0.00005735698],"about_ca_topic_score_codex":0.000011355414,"about_ca_topic_score_gemma":8.1589207e-7,"teacher_disagreement_score":0.43865496,"about_ca_system_score_codex":0.000016022965,"about_ca_system_score_gemma":0.00011268288,"threshold_uncertainty_score":0.14624554},"labels":[],"label_agreement":null},{"id":"W2261554449","doi":"10.1007/s11548-015-1302-2","title":"Calibration of mobile-gantry computed tomography for surgical navigation","year":2015,"lang":"en","type":"article","venue":"International Journal of Computer Assisted Radiology and Surgery","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University","funders":"Natural Sciences and Engineering Research Council of Canada; Canadian Institutes of Health Research","keywords":"Calibration; Computed tomography; Computer science; Computer vision; Tomography; Medical physics; Artificial intelligence; Radiology; Medicine; Mathematics; Statistics","score_opus":0.04132455549136111,"score_gpt":0.31750075906020153,"score_spread":0.27617620356884043,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2261554449","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9405602,0.00053458626,0.056644596,0.0005685075,0.0014949037,0.00010097825,0.0000066171365,0.000014467565,0.00007515065],"genre_scores_gemma":[0.9955894,0.000022180311,0.0033526365,0.0001917259,0.0007390396,0.0000025093668,0.00008943698,0.0000065209542,0.000006594812],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9987944,0.00011079624,0.0006523236,0.00010310219,0.00024734306,0.00009205415],"domain_scores_gemma":[0.9974885,0.0011555112,0.00038437446,0.000050243798,0.0007802141,0.00014116766],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00069607364,0.000086497304,0.00042004103,0.00030956246,0.000021528762,0.000015153622,0.000064371525,0.00011369096,0.000010930684],"category_scores_gemma":[0.00007011207,0.00006848826,0.00022898702,0.000114084636,0.00010102422,0.000118222575,0.00001540355,0.00012810537,1.9969279e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.012406598,0.0010990858,0.62095225,0.00014784135,0.0030543783,0.0017948934,0.0010769556,0.00935723,0.00043530331,0.0033324284,0.0054316246,0.3409114],"study_design_scores_gemma":[0.044381794,0.0031952807,0.4652677,0.0015654789,0.00048311093,0.043133046,0.00038037138,0.3680846,0.0018841365,0.0029469081,0.06799541,0.000682188],"about_ca_topic_score_codex":0.0000014750849,"about_ca_topic_score_gemma":1.18694324e-7,"teacher_disagreement_score":0.35872737,"about_ca_system_score_codex":0.000023867944,"about_ca_system_score_gemma":0.0001245298,"threshold_uncertainty_score":0.27928704},"labels":[],"label_agreement":null},{"id":"W2261979832","doi":"10.1136/bmjqs-2014-003816","title":"Characterising ‘<i>near miss</i>’ events in complex laparoscopic surgery through video analysis","year":2015,"lang":"en","type":"article","venue":"BMJ Quality & Safety","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":96,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"St. Michael's Hospital","funders":"","keywords":"Medicine; Laparoscopic surgery; Video recording; Laparoscopy; Surgery; General surgery; Medical physics; Multimedia; Computer science","score_opus":0.2571241790039216,"score_gpt":0.4480931439510909,"score_spread":0.1909689649471693,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2261979832","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.991623,0.00006177732,0.0007280269,0.0028025217,0.00014581806,0.00032890012,0.000019335532,0.00009276893,0.0041978583],"genre_scores_gemma":[0.9964588,0.00001472198,0.0005240621,0.0021666153,0.00013165822,0.000009268839,0.000518046,0.000016089398,0.00016068754],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9969806,0.00050395,0.0012695091,0.0003533513,0.0005536513,0.0003389342],"domain_scores_gemma":[0.9982482,0.00076253497,0.00022944027,0.00038241522,0.0001258219,0.0002515886],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0030691565,0.00017720301,0.0009375103,0.00012133029,0.000081899634,0.000019652796,0.000072573996,0.000113345515,0.0005984686],"category_scores_gemma":[0.0010590169,0.00015935473,0.00031189274,0.0010311587,0.00006593674,0.00016528272,0.000044821507,0.00020135922,0.00009283152],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0008601589,0.00022208785,0.99297786,0.00006349812,0.00026761898,0.000038253645,0.0015878447,0.00027695304,0.00007364347,0.00014383876,0.00018208954,0.0033061735],"study_design_scores_gemma":[0.0033084278,0.000020507037,0.97358525,0.000089554895,0.0001574831,0.000004098254,0.00050819456,0.0017266553,0.000039770184,0.00020106047,0.02016686,0.00019215865],"about_ca_topic_score_codex":0.0007695554,"about_ca_topic_score_gemma":0.00011179519,"teacher_disagreement_score":0.01998477,"about_ca_system_score_codex":0.00015461928,"about_ca_system_score_gemma":0.00021543588,"threshold_uncertainty_score":0.6552811},"labels":[],"label_agreement":null},{"id":"W2266087997","doi":"10.2106/jbjs.k.00996","title":"Virtual Fracture Carving Improves Understanding of a Complex Fracture","year":2012,"lang":"en","type":"article","venue":"Journal of Bone and Joint Surgery","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":35,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa","funders":"","keywords":"Medicine; Amputation; Interquartile range; Quality of life (healthcare); Activities of daily living; Complex regional pain syndrome; Surgery; Physical therapy; Prosthesis","score_opus":0.09982815442928983,"score_gpt":0.30024877263684013,"score_spread":0.2004206182075503,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2266087997","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.992579,0.0014497944,0.0033281604,0.0014614755,0.0002401559,0.000048178998,0.0000012423988,0.000008650592,0.00088337297],"genre_scores_gemma":[0.9979929,0.000112376285,0.0001844548,0.0012200307,0.00044566573,1.6839385e-7,0.0000028109519,0.000010899718,0.00003073797],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99875075,0.0000402332,0.0006866703,0.00005860028,0.00028349375,0.00018027803],"domain_scores_gemma":[0.9984682,0.00058415334,0.0005720205,0.000065317625,0.00008551683,0.00022475637],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0009924901,0.00009854348,0.00069563,0.00026234557,0.00005288392,0.000012552127,0.000007985756,0.00008810222,0.0002514804],"category_scores_gemma":[0.0003408739,0.000068198424,0.00029192245,0.00010438121,0.000050819952,0.00020108258,0.000013456877,0.00028752783,8.2670925e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0030609027,0.0012520982,0.830901,0.000927248,0.0015012341,0.00065339607,0.010680475,0.0004314918,0.06109673,0.0017259108,0.019725967,0.0680435],"study_design_scores_gemma":[0.0026026769,0.00025429382,0.9447321,0.00095409225,0.0002465874,0.00095498125,0.0055225436,0.00034681818,0.0016782084,0.00037673448,0.042115677,0.00021525887],"about_ca_topic_score_codex":0.0000069418143,"about_ca_topic_score_gemma":3.9327264e-7,"teacher_disagreement_score":0.11383108,"about_ca_system_score_codex":0.000039750754,"about_ca_system_score_gemma":0.000056707613,"threshold_uncertainty_score":0.2781051},"labels":[],"label_agreement":null},{"id":"W2267090408","doi":"10.1016/j.jtcvs.2016.02.016","title":"Evaluation of robotic cardiac surgery simulation training: A randomized controlled trial","year":2016,"lang":"en","type":"article","venue":"Journal of Thoracic and Cardiovascular Surgery","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":88,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"London Health Sciences Centre; Western University","funders":"St. Jude Medical","keywords":"Randomized controlled trial; Training (meteorology); Simulation training; Medicine; Surgery; Physical therapy; Physical medicine and rehabilitation; Simulation; Computer science; Physics","score_opus":0.08928864631037736,"score_gpt":0.34989486892032895,"score_spread":0.2606062226099516,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2267090408","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.96674854,0.018693065,0.010858399,0.0001749241,0.0014098559,0.0014751812,0.0000015123279,0.000017309942,0.0006212202],"genre_scores_gemma":[0.9981163,0.0010492668,0.00006809445,0.000024283572,0.0006559811,0.00003047388,0.0000024676608,0.00002074518,0.000032393462],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.99257845,0.0032459195,0.001648485,0.00018491817,0.0021388216,0.00020339915],"domain_scores_gemma":[0.98559785,0.011638314,0.00087428465,0.0002443271,0.0014491323,0.00019607245],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.051446863,0.00019004408,0.0046802782,0.0004821891,0.00004849521,0.000019020114,0.000035123114,0.00014416437,0.000117024974],"category_scores_gemma":[0.015698295,0.00010502079,0.006637781,0.00023856692,0.00013638267,0.00019874402,0.000011404716,0.00013129476,0.0000015931644],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.5033747,0.00006580971,0.0006629518,0.00003868215,0.0073551247,0.000025489519,0.00012381261,0.005928253,0.00002516721,0.000007889473,0.000018459445,0.48237368],"study_design_scores_gemma":[0.9638765,0.00010384065,0.0022727435,0.0009768923,0.021085363,0.00009966819,0.00019649828,0.009929736,0.00015325767,0.00038683435,0.00068270933,0.0002359609],"about_ca_topic_score_codex":0.0000024167905,"about_ca_topic_score_gemma":7.725522e-8,"teacher_disagreement_score":0.4821377,"about_ca_system_score_codex":0.00005916618,"about_ca_system_score_gemma":0.0006042039,"threshold_uncertainty_score":0.9925929},"labels":[],"label_agreement":null},{"id":"W2272017371","doi":"10.1016/j.amjsurg.2015.10.008","title":"Reliable assessment of operative performance","year":2015,"lang":"en","type":"article","venue":"The American Journal of Surgery","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":16,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University Health Centre","funders":"","keywords":"Generalizability theory; Reliability (semiconductor); Variance (accounting); Medicine; Variance components; Medical physics; Physical therapy; Psychology; Statistics; Mathematics","score_opus":0.09641378202547783,"score_gpt":0.37333521642730366,"score_spread":0.2769214344018258,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2272017371","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99286216,0.00007408527,0.00013012333,0.00080813357,0.00012841946,0.00002705257,3.3728142e-7,0.0000038418984,0.0059658606],"genre_scores_gemma":[0.9986545,0.00008115812,0.0006306629,0.00042449692,0.0001048191,4.7082025e-7,4.9191726e-7,0.0000058023816,0.000097589334],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9991478,0.00006581742,0.00034049785,0.00003860738,0.00031529754,0.000091984315],"domain_scores_gemma":[0.99864703,0.00039327279,0.00043309628,0.00009424837,0.00031608512,0.00011626562],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001306026,0.00005135207,0.00037580202,0.000076683515,0.000023238259,0.000005115873,0.00004941149,0.000007760359,0.00006009763],"category_scores_gemma":[0.00014022572,0.000027560842,0.000099439436,0.00026361155,0.00016055744,0.00007262625,0.000011188463,0.0001533036,0.0000028975653],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000906148,0.00013908232,0.905691,0.000012201887,0.00016792693,0.000050248036,0.000678125,0.00350133,0.00022184625,0.00008635951,0.00082839566,0.08771732],"study_design_scores_gemma":[0.0014746303,0.00081232836,0.98076946,0.00028152668,0.000090098314,0.0003208423,0.003480742,0.0043106866,0.00090178644,0.000044947945,0.0074198092,0.00009315879],"about_ca_topic_score_codex":0.000009312435,"about_ca_topic_score_gemma":4.8234888e-8,"teacher_disagreement_score":0.087624155,"about_ca_system_score_codex":0.00003452799,"about_ca_system_score_gemma":0.00032106772,"threshold_uncertainty_score":0.11238985},"labels":[],"label_agreement":null},{"id":"W2272660599","doi":"10.5489/cuaj.343","title":"Establishing milestones in urology training: A survey of the Canadian","year":2013,"lang":"en","type":"article","venue":"Canadian Urological Association Journal","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"Centre Hospitalier Universitaire Sainte-Justine; Université de Montréal; McGill University Health Centre","funders":"","keywords":"Certification; Medicine; Medical education; Urology","score_opus":0.04905801712167012,"score_gpt":0.25836058335613077,"score_spread":0.20930256623446064,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2272660599","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.96581817,0.000059241676,0.0000028216757,0.024750834,0.00029099043,0.00017802796,0.000014178913,0.000006725416,0.008878997],"genre_scores_gemma":[0.9929912,0.000003842368,0.000028469096,0.006707949,0.00008967226,0.0000047291132,0.000011447295,0.000007703952,0.00015500208],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9982416,0.00043485148,0.00040119133,0.00012886834,0.00026790777,0.000525602],"domain_scores_gemma":[0.99787366,0.0006411035,0.00020106087,0.00009238096,0.00036807358,0.00082369766],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0015533594,0.00009421924,0.00026621978,0.00027464802,0.00021751811,0.00007171349,0.00015003224,0.00029366201,0.0014749103],"category_scores_gemma":[0.006375241,0.00006525541,0.000087712804,0.00053913106,0.0000561042,0.000100309364,0.0000091908105,0.0007525977,0.000024542263],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000008803579,0.0000107826745,0.99463105,8.366077e-7,0.000019549081,0.000020086645,0.00030998501,0.00024239499,0.0000048027346,0.00015839314,0.0006243282,0.0039690137],"study_design_scores_gemma":[0.00088231947,0.000052157568,0.9840858,0.0000068214645,0.000011461834,0.00005462562,0.00009917255,0.000889376,0.0000010590053,0.00049372297,0.013359843,0.00006366976],"about_ca_topic_score_codex":0.6441205,"about_ca_topic_score_gemma":0.9001425,"teacher_disagreement_score":0.256022,"about_ca_system_score_codex":0.0008476282,"about_ca_system_score_gemma":0.0018351795,"threshold_uncertainty_score":0.99943787},"labels":[],"label_agreement":null},{"id":"W2273585776","doi":"10.1016/j.amjsurg.2015.12.017","title":"International assessment practices along the continuum of surgical training","year":2016,"lang":"en","type":"article","venue":"The American Journal of Surgery","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":13,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Royal College of Physicians and Surgeons of Canada; University of Toronto","funders":"Royal College of Physicians and Surgeons of Canada","keywords":"Certification; Training (meteorology); Selection (genetic algorithm); Computer science; Perspective (graphical); Observational study; Rating scale; Medical education; Psychology; Applied psychology; Risk analysis (engineering); Medicine; Artificial intelligence; Political science; Pathology","score_opus":0.10156479603857958,"score_gpt":0.3863590064891114,"score_spread":0.2847942104505318,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2273585776","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9665403,0.00006785984,0.00025065013,0.027293466,0.0003837946,0.000039635055,0.0000017096966,0.000006810376,0.0054158275],"genre_scores_gemma":[0.99850804,0.00030944284,0.00017810758,0.00036512964,0.0005124703,0.0000010942075,5.1540684e-7,0.000008824094,0.00011638184],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9984488,0.00024626515,0.0005802543,0.00007090952,0.0005130445,0.0001407245],"domain_scores_gemma":[0.9896977,0.0077816388,0.0020558592,0.00013105503,0.00024969614,0.000084082385],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0027201003,0.00007797686,0.00041335114,0.000095196534,0.00004720998,0.000015427959,0.00014789462,0.000014149126,0.00044694185],"category_scores_gemma":[0.00079920504,0.00002952429,0.00026661117,0.00018991943,0.00040230324,0.00012573342,0.000023924427,0.00019807261,0.000002793268],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0013409223,0.000115699906,0.37531945,0.0000044548538,0.00052018656,0.0002453627,0.0005928467,0.000011121082,0.0010521939,0.0003047454,0.00056346867,0.61992955],"study_design_scores_gemma":[0.0024432137,0.00023151917,0.84525704,0.00047799532,0.00017918789,0.0019632904,0.0049134307,0.00009225479,0.00032626264,0.00014497303,0.14385545,0.00011536493],"about_ca_topic_score_codex":0.0000141459095,"about_ca_topic_score_gemma":8.541283e-7,"teacher_disagreement_score":0.6198142,"about_ca_system_score_codex":0.00003031827,"about_ca_system_score_gemma":0.00019028704,"threshold_uncertainty_score":0.48937},"labels":[],"label_agreement":null},{"id":"W2275644176","doi":"10.1080/10401334.2015.1107483","title":"Continued Validation of the O-SCORE (Ottawa Surgical Competency Operating Room Evaluation): Use in the Simulated Environment","year":2016,"lang":"en","type":"article","venue":"Teaching and Learning in Medicine","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":69,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Canadian Network for Innovation in Education; University of Ottawa","funders":"","keywords":"Checklist; Competence (human resources); Construct validity; Rating scale; Medicine; Orthopedic surgery; Physical therapy; Summative assessment; Psychometrics; Medical education; Psychology; Medical physics; Surgery; Clinical psychology; Formative assessment; Social psychology","score_opus":0.050906947047388615,"score_gpt":0.32286000283416905,"score_spread":0.2719530557867804,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2275644176","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9935708,0.00012323477,0.0001021652,0.0038460384,0.00004480643,0.00034347194,3.1727828e-7,0.000018047649,0.001951111],"genre_scores_gemma":[0.999327,0.000013381453,0.00010004455,0.00020712592,0.00007492258,0.000005592471,0.000012206554,0.000008832003,0.0002508943],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9969738,0.0017729086,0.00043192014,0.00018488771,0.00048996427,0.0001464774],"domain_scores_gemma":[0.9969992,0.0026389058,0.00013080427,0.0001611903,0.00003091883,0.000038989565],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0061138114,0.00010488749,0.00026041848,0.00008242007,0.0001589747,0.000009948188,0.000069724694,0.000059279144,0.00021991532],"category_scores_gemma":[0.0042363335,0.000044926583,0.00003283178,0.00012715552,0.00011245301,0.00006449352,0.000023500263,0.00069329276,0.0000017898092],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000062009414,0.000073409356,0.92436445,0.000014246446,0.000013663411,0.000014186781,0.0066402038,0.014673854,0.0010342959,0.00040410928,0.0000097886505,0.05269578],"study_design_scores_gemma":[0.011147802,0.00021865644,0.9305592,0.0012172242,0.000065093554,0.000025835561,0.0017929272,0.048607014,0.00004604091,0.000060717037,0.006167537,0.000091942915],"about_ca_topic_score_codex":0.00024172144,"about_ca_topic_score_gemma":0.00001221999,"teacher_disagreement_score":0.052603837,"about_ca_system_score_codex":0.000045146375,"about_ca_system_score_gemma":0.000026060334,"threshold_uncertainty_score":0.5071593},"labels":[],"label_agreement":null},{"id":"W2278843196","doi":"10.1016/j.athoracsur.2016.01.061","title":"The Society of Thoracic Surgeons Expert Consensus Statement: A Tool Kit to Assist Thoracic Surgeons Seeking Privileging to Use New Technology and Perform Advanced Procedures in General Thoracic Surgery","year":2016,"lang":"en","type":"review","venue":"The Annals of Thoracic Surgery","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":26,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary; Foothills Medical Centre","funders":"University of California, Davis; Massachusetts General Hospital","keywords":"Medicine; Transparency (behavior); Surgery; Computer science","score_opus":0.17197630398567676,"score_gpt":0.4492789703189183,"score_spread":0.2773026663332415,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2278843196","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.2846424,0.69909793,0.00021487378,0.011010375,0.0007025187,0.0037241706,0.00019508452,0.0002838571,0.0001287977],"genre_scores_gemma":[0.18673103,0.80964065,0.00077430694,0.00096108724,0.0002365414,0.00045681177,0.00008087553,0.000241616,0.0008770769],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9908669,0.0011847537,0.0036727665,0.0012855929,0.0012270439,0.0017629205],"domain_scores_gemma":[0.9767963,0.018108154,0.0020137725,0.0017102228,0.00072991656,0.00064162014],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.009552981,0.0012245303,0.0048813615,0.0019544864,0.00055568275,0.00017467234,0.0005931865,0.00068694295,0.00010623483],"category_scores_gemma":[0.006923635,0.0007341252,0.002213788,0.004096119,0.0006356567,0.0003024131,0.0005862284,0.001010114,0.000023782784],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0012688575,0.00015192581,0.0073663187,0.005748521,0.0007365039,0.00007063306,0.0005495932,0.000026371577,0.000033943397,0.000053282867,0.0034657612,0.9805283],"study_design_scores_gemma":[0.00017549982,0.000108445915,0.0019861981,0.062098145,0.0005796033,0.00022936748,0.0008643152,0.00013657869,0.0007831893,0.00015391446,0.93157333,0.0013113976],"about_ca_topic_score_codex":0.00020824176,"about_ca_topic_score_gemma":0.00015617973,"teacher_disagreement_score":0.9792169,"about_ca_system_score_codex":0.00019860943,"about_ca_system_score_gemma":0.0023479396,"threshold_uncertainty_score":0.999511},"labels":[],"label_agreement":null},{"id":"W2283566791","doi":"10.1227/neu.0000000000001030","title":"Face, Content, and Construct Validity of Brain Tumor Microsurgery Simulation Using a Human Placenta Model","year":2015,"lang":"en","type":"article","venue":"Operative Neurosurgery","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":29,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University; University of Toronto; Montreal Neurological Institute and Hospital; Mount Sinai Hospital","funders":"","keywords":"Medicine; Microsurgery; Construct validity; Content validity; Face validity; Neurosurgery; Brain tumor; Human brain; Surgery; Pathology","score_opus":0.28660333390289383,"score_gpt":0.3893600804510707,"score_spread":0.10275674654817685,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2283566791","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9965788,0.000030207962,0.0020814242,0.0001932122,0.00015205644,0.00032165542,0.000036946636,0.000042074636,0.0005636253],"genre_scores_gemma":[0.9983983,0.0000024333585,0.00030521155,0.0009739612,0.00004656982,0.0000036352253,0.000024530747,0.000025412817,0.00021991377],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9984963,0.00019558282,0.0004968769,0.00031826142,0.00027727077,0.00021571496],"domain_scores_gemma":[0.998436,0.0006919314,0.00017693095,0.00016486317,0.00027215536,0.00025816413],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0005083858,0.0001913165,0.00052086107,0.0001404503,0.00013209628,0.000040421462,0.000032531378,0.00006371444,0.000037692746],"category_scores_gemma":[0.0008705231,0.00016871918,0.00010363825,0.0001851572,0.00023693399,0.00020193175,0.00004778345,0.00016587913,0.0000020642958],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00080651883,0.0002778479,0.6579379,0.00007643239,0.0000688238,0.00014483968,0.0012195511,0.18205367,0.15589528,0.0003655902,0.00028787,0.0008657008],"study_design_scores_gemma":[0.005151724,0.00016441102,0.028178366,0.00016068503,0.00006404172,0.00010039306,0.0005406515,0.952101,0.012680713,0.00007855852,0.00048576135,0.0002937134],"about_ca_topic_score_codex":0.000019606749,"about_ca_topic_score_gemma":0.000002278782,"teacher_disagreement_score":0.7700473,"about_ca_system_score_codex":0.000052535255,"about_ca_system_score_gemma":0.00015558946,"threshold_uncertainty_score":0.6880169},"labels":[],"label_agreement":null},{"id":"W2283764276","doi":"10.1503/cjs.014415","title":"Prevalence of musculoskeletal disorders among orthopedic trauma surgeons: an OTA survey","year":2016,"lang":"en","type":"article","venue":"Canadian Journal of Surgery","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":84,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"McGill University Health Centre","funders":"","keywords":"Medicine; Orthopedic surgery; Orthopedic trauma; Family medicine; Physical therapy; General surgery; Surgery","score_opus":0.04913453190004703,"score_gpt":0.28603230789838596,"score_spread":0.23689777599833894,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2283764276","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99802655,0.00037921013,0.00007535747,0.00038962276,0.00039855295,0.00007220598,0.00003803296,0.0000068923155,0.00061359984],"genre_scores_gemma":[0.99936455,0.00019231626,0.000013594448,0.000077912235,0.00009321587,8.58975e-7,0.0000060130965,0.000020408514,0.00023110915],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99833405,0.00023613454,0.0006560423,0.0001390749,0.00029280604,0.00034187527],"domain_scores_gemma":[0.9966514,0.0012829785,0.00031829678,0.00018884163,0.00032639294,0.0012320831],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0020567034,0.00012569712,0.0004195992,0.00047967664,0.000056795747,0.000010937471,0.00009205059,0.00009058254,0.0016646405],"category_scores_gemma":[0.0019063266,0.000085754735,0.00031884422,0.00029341894,0.0002618289,0.00028421215,0.0000042285546,0.00015465611,0.0000041887974],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000065516746,0.000027295719,0.84890974,0.00005205509,0.00004722099,0.00011541602,0.000060243638,0.000004548517,0.0000072012726,0.000013804227,0.00018187203,0.15051506],"study_design_scores_gemma":[0.00071840105,0.00009429247,0.99550235,0.00043724055,0.000040687493,0.00004286037,0.000054817545,0.00001453848,0.000017774079,0.000029753988,0.0029383346,0.00010896407],"about_ca_topic_score_codex":0.004306368,"about_ca_topic_score_gemma":0.027881267,"teacher_disagreement_score":0.15040609,"about_ca_system_score_codex":0.00005126805,"about_ca_system_score_gemma":0.0010975654,"threshold_uncertainty_score":0.99924797},"labels":[],"label_agreement":null},{"id":"W2284198082","doi":"10.1017/s0022215115003485","title":"Simulation-based otolaryngology – head and neck surgery boot camp: ‘how I do it’","year":2016,"lang":"en","type":"article","venue":"The Journal of Laryngology & Otology","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":42,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto; Western University","funders":"","keywords":"Boot camp; Otorhinolaryngology; Medicine; Medical education; Head and neck surgery; Medical emergency; Surgery; Computer science","score_opus":0.03772524581959416,"score_gpt":0.3103294983454981,"score_spread":0.2726042525259039,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2284198082","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9540453,0.0006734203,0.002393009,0.04184729,0.000369256,0.00017982273,0.0000030210813,0.000025862419,0.00046300454],"genre_scores_gemma":[0.99337304,0.00010103881,0.00019115001,0.0059029474,0.00025836276,0.0000033557506,0.0000026601865,0.000022506943,0.00014496454],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9979066,0.00067152176,0.00062887685,0.00018853587,0.00020274986,0.00040171028],"domain_scores_gemma":[0.9863255,0.012398009,0.0004931392,0.00027739507,0.00028716418,0.00021879152],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0012724795,0.00020019771,0.00080957846,0.00029962853,0.00013084785,0.000009290909,0.00012466025,0.0003043288,0.0007429676],"category_scores_gemma":[0.0021077367,0.00010357209,0.0001984749,0.00017255718,0.00060904503,0.00010674695,0.000042529315,0.00038997526,0.00002786001],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.004704795,0.000244401,0.97332954,0.000048338166,0.00044409654,0.0013630684,0.00041758324,0.0014805977,0.0014271373,0.00081503316,0.00093302736,0.014792388],"study_design_scores_gemma":[0.012312601,0.0015550195,0.90872365,0.0002304595,0.00044816514,0.0053327885,0.000121893405,0.0034762702,0.00034609533,0.0010769835,0.06608864,0.00028745655],"about_ca_topic_score_codex":0.00000781328,"about_ca_topic_score_gemma":0.000021289,"teacher_disagreement_score":0.06515561,"about_ca_system_score_codex":0.000040525923,"about_ca_system_score_gemma":0.00020595058,"threshold_uncertainty_score":0.81349736},"labels":[],"label_agreement":null},{"id":"W2286300429","doi":"10.1007/s00464-016-4782-4","title":"Evaluating the effect of distractions in the operating room on clinical decision-making and patient safety","year":2016,"lang":"en","type":"article","venue":"Surgical Endoscopy","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":49,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ottawa Hospital; University of Ottawa; The Wilson Centre; McMaster University; University of Toronto; Mount Sinai Hospital","funders":"Harvard T.H. Chan School of Public Health","keywords":"Pager; Distraction; Medicine; Patient safety; Task (project management); Randomized controlled trial; Crossover study; Physical therapy; Surgery; Medical emergency; Psychology; Health care; Computer science","score_opus":0.05843658413899166,"score_gpt":0.4555573399109781,"score_spread":0.3971207557719864,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2286300429","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99325246,0.00007589347,0.000078252815,0.0010464077,0.00013384211,0.00037638767,0.0000041384283,0.000015054302,0.005017584],"genre_scores_gemma":[0.999418,0.000026017125,0.00019447014,0.00024024563,0.000084980995,0.000018068078,0.0000014212417,0.000008020868,0.000008781357],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9979536,0.00067214196,0.00057129806,0.00022008983,0.00041381968,0.00016905683],"domain_scores_gemma":[0.97012067,0.029462881,0.00010596108,0.00021991065,0.000031482934,0.00005910408],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0023322606,0.00010995249,0.00028488075,0.00003360591,0.00014522979,0.00001694431,0.00007070953,0.000066610606,0.00024452514],"category_scores_gemma":[0.00401863,0.000039545357,0.000120102595,0.0001674081,0.00010997857,0.00003992277,0.000034812823,0.00028555084,0.0000101197675],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.003466384,0.0001079853,0.102716625,0.000009303226,0.000026619353,0.000059305377,0.00022505793,0.00037495955,0.00005284494,0.000786137,0.000010062568,0.8921647],"study_design_scores_gemma":[0.110067174,0.020797702,0.8120224,0.005524543,0.00028448505,0.00027937227,0.001130522,0.022050278,0.0009942357,0.0009574954,0.02536583,0.00052598736],"about_ca_topic_score_codex":0.0000062533945,"about_ca_topic_score_gemma":0.0000032021223,"teacher_disagreement_score":0.89163876,"about_ca_system_score_codex":0.000024643467,"about_ca_system_score_gemma":0.000024434421,"threshold_uncertainty_score":0.48109657},"labels":[],"label_agreement":null},{"id":"W2286344306","doi":"","title":"Incorporation of the da Vinci Surgical Skills Simulator at urology Objective Structured Clinical Examinations (OSCEs): a pilot study.","year":2016,"lang":"en","type":"article","venue":"PubMed","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"McGill University","funders":"","keywords":"Medicine; Task (project management); Dissection (medical); Significant difference; Urology; Medical physics; Medical education; Surgery; Internal medicine","score_opus":0.06073869814049939,"score_gpt":0.3219524049965335,"score_spread":0.2612137068560341,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2286344306","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99491477,0.000014795713,0.00007199021,0.0006328968,0.00039249414,0.0015379171,0.000014719017,0.000050784703,0.0023696607],"genre_scores_gemma":[0.9986292,0.0000028431316,0.000014126777,0.00019713127,0.00020787361,0.00019457567,0.00000661773,0.000015823987,0.0007317934],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9980153,0.0004618474,0.00058687676,0.00031814366,0.00037512858,0.00024272582],"domain_scores_gemma":[0.9972164,0.0018061185,0.00027021178,0.00034472608,0.00018793909,0.00017457355],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0008697279,0.00013162168,0.00035897578,0.000077535355,0.00010115638,0.000007801015,0.00011608662,0.000097600954,0.00020738061],"category_scores_gemma":[0.0016617796,0.000068046524,0.00011663935,0.0002873517,0.00025848643,0.00006817213,0.00011077133,0.00015850867,0.000011500257],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0010996045,0.0012805774,0.8898571,0.0000054744637,0.0001496208,0.00002270953,0.0001761375,0.00008368706,0.00004205246,0.0007655184,0.000029200874,0.10648832],"study_design_scores_gemma":[0.0093406625,0.0005844794,0.9870117,0.000005780631,0.000105207335,0.000013228893,0.00004004936,0.00015785506,0.00013048724,0.00029707572,0.0022311732,0.00008233604],"about_ca_topic_score_codex":0.000012862013,"about_ca_topic_score_gemma":0.00009110756,"teacher_disagreement_score":0.10640599,"about_ca_system_score_codex":0.00011278327,"about_ca_system_score_gemma":0.0000609884,"threshold_uncertainty_score":0.27748567},"labels":[],"label_agreement":null},{"id":"W2287195333","doi":"10.1007/s00464-016-4794-0","title":"Collaborative performance in laparoscopic teams: behavioral evidences from simulation","year":2016,"lang":"en","type":"article","venue":"Surgical Endoscopy","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":11,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Medicine; Hepatology; Abdominal surgery; Laparoscopy; Internal medicine; General surgery","score_opus":0.030772630449322755,"score_gpt":0.3557492168173439,"score_spread":0.3249765863680211,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2287195333","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99379694,0.00020504797,0.000020328835,0.00035321497,0.00017036535,0.00025264575,0.000014627252,0.000080867736,0.005105965],"genre_scores_gemma":[0.9990557,0.00010361626,0.00017942413,0.000086420194,0.00014532803,0.000025053643,0.000018870034,0.000013166724,0.00037246084],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9986643,0.00008685485,0.00034367052,0.00030917482,0.00033135203,0.00026462015],"domain_scores_gemma":[0.99868584,0.0008414931,0.00006973378,0.00016200988,0.00008447618,0.00015645238],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0001634138,0.00014938056,0.00034041153,0.000094340816,0.00005136219,0.0000182481,0.00006400264,0.00011447352,0.0021395893],"category_scores_gemma":[0.00012302068,0.00009294528,0.000058417525,0.00038550526,0.00011010322,0.00023947019,0.000023354802,0.00013604722,0.00017539863],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.001695778,0.00020956916,0.96928066,0.0000105950885,0.000016429709,0.00013295133,0.0003156028,0.0006113123,0.00021865174,0.00018380798,0.000007350529,0.027317278],"study_design_scores_gemma":[0.12852503,0.0014938208,0.7389208,0.0022477144,0.00011502295,0.00000996601,0.0006853451,0.015964273,0.013756461,0.0005137223,0.09702337,0.00074448704],"about_ca_topic_score_codex":0.000050631555,"about_ca_topic_score_gemma":0.000023835724,"teacher_disagreement_score":0.2303599,"about_ca_system_score_codex":0.000106004234,"about_ca_system_score_gemma":0.00010100449,"threshold_uncertainty_score":0.99877256},"labels":[],"label_agreement":null},{"id":"W2288178512","doi":"10.2106/jbjs.n.00058","title":"Improving Residency Training in Arthroscopic Knee Surgery with Use of a Virtual-Reality Simulator","year":2014,"lang":"en","type":"article","venue":"Journal of Bone and Joint Surgery","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":177,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University","funders":"","keywords":"Checklist; Rating scale; Arthroscopy; Physical therapy; Medicine; Knee arthroscopy; Virtual reality; Orthopedic surgery; Medical physics; Simulation; Surgery; Psychology; Computer science; Artificial intelligence","score_opus":0.08095579141689144,"score_gpt":0.2792333740182059,"score_spread":0.19827758260131448,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2288178512","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9980405,0.00019916004,0.0010987342,0.00034984748,0.00013866056,0.00007432479,0.0000011292892,0.000010442006,0.0000872172],"genre_scores_gemma":[0.9992021,0.00006244736,0.00028385138,0.00025269168,0.00014883882,8.786618e-7,0.0000018248846,0.000016842978,0.000030563628],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99770415,0.00015246951,0.0014035163,0.0001443625,0.00036906707,0.00022641133],"domain_scores_gemma":[0.99546444,0.0031549404,0.0008630352,0.00013589545,0.00017274266,0.00020894065],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0028880648,0.00013824776,0.0013071713,0.0006013299,0.000037407972,0.000024381312,0.000007770254,0.00008350745,0.000047697755],"category_scores_gemma":[0.0028741423,0.00010032549,0.00025700923,0.00026217176,0.000084270156,0.00029004164,0.000014352288,0.00028293414,5.6288076e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0021732675,0.00022679938,0.8354859,0.00040209695,0.00013079157,0.00062474504,0.0011738164,0.0016233587,0.0016966481,0.0002442723,0.00014187324,0.15607646],"study_design_scores_gemma":[0.003308294,0.00048115224,0.98426276,0.0033200746,0.000109216526,0.00036828872,0.00058177457,0.005198364,0.0006058484,0.00022671997,0.0013086532,0.00022887705],"about_ca_topic_score_codex":0.000072631505,"about_ca_topic_score_gemma":0.00003059894,"teacher_disagreement_score":0.1558476,"about_ca_system_score_codex":0.000026015816,"about_ca_system_score_gemma":0.0003715035,"threshold_uncertainty_score":0.40911546},"labels":[],"label_agreement":null},{"id":"W2289100242","doi":"","title":"The impact of a comprehensive course in advanced minimal access surgery on surgeon practice.","year":2007,"lang":"en","type":"article","venue":"PubMed","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":23,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Medicine; Intervention (counseling); Laparoscopic surgery; Medical education; Laparoscopic cholecystectomy; Construct (python library); Surgery; Laparoscopy; Nursing","score_opus":0.08137464718752771,"score_gpt":0.3922979471818446,"score_spread":0.3109232999943169,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2289100242","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9871615,0.00018590233,0.0000049695886,0.00072716124,0.00013843991,0.00048331803,0.0000020338507,0.000020984022,0.011275666],"genre_scores_gemma":[0.99950945,0.0000424706,0.000009138565,0.00025975017,0.000058894962,0.00005460659,0.000006985998,0.000010337161,0.000048374928],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9988572,0.000068705354,0.0003324934,0.00013299417,0.0002532289,0.00035535326],"domain_scores_gemma":[0.9922664,0.0071148137,0.00017104948,0.00015758781,0.00014621657,0.00014393928],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0011216649,0.00009288023,0.00025950588,0.00010469724,0.00003578533,0.000015448366,0.00005488611,0.000049491933,0.000026217042],"category_scores_gemma":[0.0013971824,0.000057534933,0.00014014782,0.00035232736,0.00006170359,0.00012098402,0.00001739606,0.00016256643,0.0000028160507],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.007342152,0.00041534257,0.35232365,0.000012564244,0.00010184772,0.00017153965,0.00009251256,0.0004364411,0.000011253945,0.00009151021,0.00022866052,0.63877255],"study_design_scores_gemma":[0.0017744085,0.000041917945,0.9919581,0.000024228408,0.000016096334,0.000010723693,0.0002828725,0.00009177242,0.00015611896,0.00001339663,0.005572132,0.000058269867],"about_ca_topic_score_codex":0.00011274638,"about_ca_topic_score_gemma":0.000027754668,"teacher_disagreement_score":0.63963443,"about_ca_system_score_codex":0.00007192919,"about_ca_system_score_gemma":0.00006376975,"threshold_uncertainty_score":0.23462066},"labels":[],"label_agreement":null},{"id":"W2289871752","doi":"10.1177/0194599815625988","title":"Novel High‐Fidelity Peritonsillar Abscess Simulator","year":2016,"lang":"en","type":"article","venue":"Otolaryngology","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":14,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Western University","funders":"","keywords":"Peritonsillar Abscess; Trainer; Medicine; Otorhinolaryngology; Task (project management); Abscess; Medical physics; Surgery; Computer science; Engineering","score_opus":0.02530876879462152,"score_gpt":0.293781052587092,"score_spread":0.26847228379247046,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2289871752","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9879066,0.00006405302,0.0032455283,0.002060683,0.00027462802,0.00017042329,0.000010581466,0.00013995061,0.0061275484],"genre_scores_gemma":[0.9969112,0.000007845208,0.00070375414,0.0014433971,0.00021377654,0.000008863825,0.000009301001,0.000019378724,0.0006824625],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99902487,0.000033949465,0.00023942541,0.00027985772,0.00015026299,0.00027162823],"domain_scores_gemma":[0.9990827,0.00030198155,0.000052306656,0.0002765473,0.000099783654,0.00018669243],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00015333657,0.00012237209,0.00029355314,0.000066080844,0.00006168387,0.0000064493106,0.000068878755,0.00016424728,0.0020797853],"category_scores_gemma":[0.00028827915,0.000076923796,0.00008904143,0.00011049025,0.0001248762,0.000062555206,0.000040044044,0.00010583532,0.00031195983],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0018802903,0.0010164179,0.6086494,0.00016315025,0.00041703205,0.0011282304,0.00031192476,0.00014063476,0.27382922,0.047273558,0.0007439588,0.06444623],"study_design_scores_gemma":[0.012589183,0.00022437843,0.85289264,0.00009157038,0.00006931012,0.00039309027,0.000023996801,0.0010639596,0.0044466876,0.0005884377,0.12732676,0.0002899893],"about_ca_topic_score_codex":0.000036983194,"about_ca_topic_score_gemma":0.000006923606,"teacher_disagreement_score":0.26938254,"about_ca_system_score_codex":0.000039673243,"about_ca_system_score_gemma":0.000051839528,"threshold_uncertainty_score":0.99883246},"labels":[],"label_agreement":null},{"id":"W2291041180","doi":"10.2106/jbjs.o.00565","title":"Development and Assessment of a Distal Radial Fracture Model as a Clinical Teaching Tool","year":2016,"lang":"en","type":"article","venue":"Journal of Bone and Joint Surgery","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":42,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Hospital for Sick Children; The Wilson Centre; SickKids Foundation; University of Toronto; Toronto General Hospital; Women's College Hospital","funders":"","keywords":"Fracture (geology); Radial fractures; Psychology; Forensic engineering; Computer science; Geology; Engineering; Medicine; Geotechnical engineering; Surgery; Wrist","score_opus":0.08140176983906008,"score_gpt":0.371218276351999,"score_spread":0.2898165065129389,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2291041180","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99270016,0.00018079623,0.004831836,0.0014735224,0.00008526421,0.000042952128,9.516494e-7,0.0000044426342,0.0006800479],"genre_scores_gemma":[0.9926932,0.00020852381,0.0063753277,0.0004763149,0.00015390108,4.8558996e-7,8.2370104e-7,0.000006786194,0.00008466074],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99841404,0.000057984522,0.0010634753,0.00009066424,0.00026792695,0.00010588204],"domain_scores_gemma":[0.9985543,0.0006916865,0.00045772074,0.000052723615,0.00006749616,0.00017607672],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002310984,0.00008097963,0.00064113125,0.00013429104,0.000042324522,0.000010859102,0.000006507114,0.00006837309,0.000044920354],"category_scores_gemma":[0.0006187778,0.00004483495,0.0001894248,0.000025705236,0.00004989713,0.00010584017,0.000018923814,0.000255956,4.3284066e-7],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00091637846,0.0005048986,0.23932926,0.00008703712,0.00027048273,0.00040496147,0.0005496148,0.00002535696,0.0015177218,0.000584878,0.0006676395,0.75514174],"study_design_scores_gemma":[0.007639272,0.00028185823,0.9184515,0.0015598665,0.00013978069,0.0007702758,0.00021685005,0.002827191,0.0003183702,0.0004950542,0.06709537,0.00020464044],"about_ca_topic_score_codex":0.0000015411649,"about_ca_topic_score_gemma":3.8177126e-7,"teacher_disagreement_score":0.7549371,"about_ca_system_score_codex":0.000022042444,"about_ca_system_score_gemma":0.00032025803,"threshold_uncertainty_score":0.18283162},"labels":[],"label_agreement":null},{"id":"W2293705777","doi":"10.7759/cureus.469","title":"Training Medical Novices in Spinal Microsurgery: Does the Modality Matter? A Pilot Study Comparing Traditional Microscopic Surgery and a Novel Robotic Optoelectronic Visualization Tool","year":2016,"lang":"en","type":"article","venue":"Cureus","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":13,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Medicine; Microsurgery; Operating microscope; Magnification; Medical physics; Microscope; Modality (human–computer interaction); Surgery; Biomedical engineering; Artificial intelligence; Computer science; Pathology","score_opus":0.13384128466794062,"score_gpt":0.34784189963584755,"score_spread":0.21400061496790693,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2293705777","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9949617,0.00013902804,0.002171548,0.0020272795,0.00017545729,0.00035227774,0.0000035363157,0.000044533965,0.00012463972],"genre_scores_gemma":[0.9991406,0.000016577922,0.000040819268,0.0005503252,0.00016103832,0.00003709335,0.00001483492,0.000018186747,0.000020518753],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9983206,0.00012069098,0.00048873504,0.00033433392,0.00039983084,0.00033580704],"domain_scores_gemma":[0.99869275,0.0008426558,0.00010270764,0.00019693757,0.000041969648,0.00012296524],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0010333962,0.00016760256,0.0004208488,0.00009531128,0.00012267784,0.00005024628,0.000104964405,0.000055797,0.00039878927],"category_scores_gemma":[0.0003598135,0.00009004925,0.000053805008,0.00021150314,0.00014407042,0.00014374962,0.000047033733,0.0001716438,0.000007852761],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00048323427,0.0012202861,0.98701966,0.000056296747,0.000092910166,0.000029369034,0.0006616373,0.000018740071,0.0036758804,0.001175617,0.00001704014,0.0055493345],"study_design_scores_gemma":[0.0036774217,0.0003344554,0.99255586,0.00044269633,0.000045031145,0.00007418984,0.00038109903,0.0018330655,0.00009954276,0.00031654598,0.000081960636,0.00015815605],"about_ca_topic_score_codex":0.00010200637,"about_ca_topic_score_gemma":0.0003361626,"teacher_disagreement_score":0.005536181,"about_ca_system_score_codex":0.00010705676,"about_ca_system_score_gemma":0.0001993411,"threshold_uncertainty_score":0.43664628},"labels":[],"label_agreement":null},{"id":"W2294352517","doi":"10.3171/2015.5.jns15558","title":"Impact of acute stress on psychomotor bimanual performance during a simulated tumor resection task","year":2016,"lang":"en","type":"article","venue":"Journal of neurosurgery","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":48,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary; McGill University; Montreal Neurological Institute and Hospital","funders":"Montreal Neurological Institute and Hospital; King Abdulaziz University; Strong; King Fahad Medical City; McGill University","keywords":"Psychomotor learning; Medicine; Aspirator; Virtual reality; Physical medicine and rehabilitation; Surgery; Physical therapy; Cognition; Computer science","score_opus":0.027390411337131895,"score_gpt":0.3251894307183939,"score_spread":0.297799019381262,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2294352517","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9990626,0.000012533392,0.000011811395,0.00026326886,0.00042704627,0.00007765433,0.000011008408,0.00001652228,0.000117567455],"genre_scores_gemma":[0.9994362,0.00008816641,0.00000785508,0.000064163134,0.00027205225,3.939475e-7,8.005975e-7,0.000019255822,0.000111118716],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99868274,0.00006056463,0.00058461307,0.00011889368,0.00036074934,0.00019243408],"domain_scores_gemma":[0.99860996,0.00036046936,0.00048842083,0.00014155601,0.0002184275,0.00018118064],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00023412972,0.000121878424,0.00036085784,0.00043696107,0.000045485496,0.000010108704,0.000053859443,0.000045313864,0.00015486752],"category_scores_gemma":[0.00025346613,0.00006790809,0.00034199454,0.00029806813,0.000038913066,0.000189822,0.000010632208,0.00021857103,0.0000073050974],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.018820593,0.00057840464,0.7726822,0.00006640843,0.00037760983,0.0006322043,0.00010682725,0.0022292326,0.19184804,0.0000013152489,0.000119235236,0.012537937],"study_design_scores_gemma":[0.0046612527,0.0018895195,0.97938603,0.0006909295,0.000060991442,0.0004963758,0.0000047897684,0.00049630785,0.012123362,0.0000036751692,0.00011046723,0.0000762935],"about_ca_topic_score_codex":0.0000012942382,"about_ca_topic_score_gemma":6.9282095e-8,"teacher_disagreement_score":0.20670384,"about_ca_system_score_codex":0.00008659608,"about_ca_system_score_gemma":0.00007022517,"threshold_uncertainty_score":0.27692115},"labels":[],"label_agreement":null},{"id":"W2294810160","doi":"10.1097/brs.0000000000001251","title":"Development of a Competence-Based Spine Surgery Fellowship Curriculum Set of Learning Objectives in Canada","year":2015,"lang":"en","type":"article","venue":"Spine","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Curriculum; Medicine; Preceptor; Competence (human resources); Medical education; Cognition; Delphi method; Graduate medical education; Psychology; Pedagogy; Accreditation","score_opus":0.05846752029852695,"score_gpt":0.29084556824243013,"score_spread":0.23237804794390318,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2294810160","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99771625,0.00009324506,0.00021885506,0.00014168443,0.00007749761,0.00009998838,0.0000010023035,0.000015477586,0.0016359763],"genre_scores_gemma":[0.9974254,0.0000011985496,0.0024081753,0.000051911433,0.000028842107,0.000003700828,0.00004011831,0.0000072650596,0.000033400145],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99899584,0.00004156411,0.00039570252,0.0001169345,0.00029934777,0.0001506078],"domain_scores_gemma":[0.99947834,0.000062692416,0.00012797434,0.000075572076,0.00013485887,0.000120545075],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00038665417,0.000084165906,0.00035633895,0.00011675419,0.000013764115,0.0000014457605,0.000032128206,0.000026582737,0.00006616834],"category_scores_gemma":[0.0004224823,0.00007103332,0.000037934755,0.00035835258,0.000030750172,0.000020181345,0.00001388706,0.00011574812,0.0000014084025],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00007820837,0.00008960294,0.98281056,0.00013147801,0.000027329643,0.00004584239,0.0006414466,0.003670838,0.00048246252,0.00003724075,0.00003602413,0.011948942],"study_design_scores_gemma":[0.0038327368,0.0000998853,0.9660763,0.0006172546,0.000014861237,0.000003409048,0.0035697604,0.013798365,0.005735146,0.000007839542,0.0060921363,0.00015228626],"about_ca_topic_score_codex":0.07586348,"about_ca_topic_score_gemma":0.12293718,"teacher_disagreement_score":0.0470737,"about_ca_system_score_codex":0.00017841341,"about_ca_system_score_gemma":0.0023367736,"threshold_uncertainty_score":0.9302904},"labels":[],"label_agreement":null},{"id":"W2295728052","doi":"10.1016/j.avsg.2015.11.028","title":"A National Survey on Teaching and Assessing Technical Proficiency in Vascular Surgery in Canada","year":2016,"lang":"en","type":"article","venue":"Annals of Vascular Surgery","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":6,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"McGill University","funders":"","keywords":"Medicine; Vascular surgery; Medical education; Simulation training; Abdominal aortic aneurysm; Surgery; Aneurysm; Cardiac surgery; Simulation; Engineering","score_opus":0.11707044125024907,"score_gpt":0.35393920715074334,"score_spread":0.23686876590049427,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2295728052","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9978196,0.0003697021,0.00006419039,0.0007736017,0.00008008792,0.00013940358,0.0000069681755,0.00001644443,0.0007300053],"genre_scores_gemma":[0.99913734,0.00014675394,0.000033533426,0.0005965804,0.00003027235,0.0000092840855,0.000021037438,0.00001667261,0.0000085311385],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9973679,0.0005507614,0.00062866014,0.00031909934,0.0007995921,0.00033394992],"domain_scores_gemma":[0.9930488,0.0063612973,0.0001222066,0.00018356607,0.00015628291,0.00012784613],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.007743617,0.00014776597,0.0005997245,0.00048310307,0.000045209777,0.000012965927,0.000045901907,0.00008848904,0.00005047003],"category_scores_gemma":[0.0072932444,0.00010846392,0.00019232294,0.00041773944,0.000055165296,0.00014786015,0.00002746684,0.00025123128,0.0000018642666],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00005338583,0.00015987208,0.9570875,0.000037806647,0.000035419664,0.000076115735,0.000016652562,0.00006671816,0.000116266856,0.00009274682,0.00027188548,0.041985616],"study_design_scores_gemma":[0.0005408718,0.000010650494,0.99731654,0.0007865981,0.000005087787,0.0000040413256,0.000025583806,0.00020505082,0.00014596333,0.00006641302,0.0007549726,0.00013821575],"about_ca_topic_score_codex":0.12968259,"about_ca_topic_score_gemma":0.08829906,"teacher_disagreement_score":0.0418474,"about_ca_system_score_codex":0.00012741865,"about_ca_system_score_gemma":0.001401634,"threshold_uncertainty_score":0.9283371},"labels":[],"label_agreement":null},{"id":"W2297489022","doi":"10.1016/j.jsurg.2016.01.002","title":"Comparative Outcomes of Resident vs Attending Performed Surgery: A Systematic Review and Meta-Analysis","year":2016,"lang":"en","type":"review","venue":"Journal of surgical education","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":72,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"Fondation de l'Hôpital Général de Montréal","keywords":"Medicine; Confidence interval; Meta-analysis; Generalizability theory; Cochrane Library; MEDLINE; Subgroup analysis; Surgery; Internal medicine","score_opus":0.2271090395267114,"score_gpt":0.46823836688906006,"score_spread":0.24112932736234866,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2297489022","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000083808125,0.9975727,0.000008339431,0.0009817161,0.00010839617,0.00086468627,0.000009967773,0.0000054297057,0.0003649647],"genre_scores_gemma":[0.0045858435,0.9942431,0.000054814045,0.00014257271,0.00007293969,0.000044603967,0.000023196113,0.000016232614,0.0008167213],"study_design_codex":"systematic_review","study_design_gemma":"meta_analysis","domain_scores_codex":[0.9952187,0.00070890825,0.0030424278,0.0002085653,0.0006613088,0.00016010685],"domain_scores_gemma":[0.9907547,0.0042433958,0.0038250312,0.00027143108,0.00062886794,0.00027654003],"candidate_categories":["metaepi_broad","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.002658716,0.000332183,0.01486518,0.0008397378,0.00004316083,0.000023611741,0.00010484899,0.00014614374,0.0014585619],"category_scores_gemma":[0.00081519416,0.0001520877,0.004926558,0.00080131536,0.000068426685,0.00013093697,0.000022892104,0.00032358262,0.000011790189],"study_design_candidate":"meta_analysis","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000042949705,0.00026194818,0.00026138776,0.7866543,0.20415725,0.000033355518,0.00015472084,4.9394976e-7,1.4030611e-8,0.0001516727,0.00037611814,0.007905809],"study_design_scores_gemma":[0.00027931202,0.00005052105,0.00016479862,0.10204546,0.81189936,0.00039990668,0.00008543795,0.0000012619228,1.5571395e-7,0.000009104247,0.0849103,0.00015438562],"about_ca_topic_score_codex":0.0000039591323,"about_ca_topic_score_gemma":5.4451647e-7,"teacher_disagreement_score":0.6846088,"about_ca_system_score_codex":0.00013927516,"about_ca_system_score_gemma":0.00072238926,"threshold_uncertainty_score":0.99976015},"labels":[],"label_agreement":null},{"id":"W2298354052","doi":"10.1111/codi.13333","title":"The implementation of a transanal endoscopic microsurgery programme: initial experience with surgical performance","year":2016,"lang":"en","type":"article","venue":"Colorectal Disease","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":26,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Ottawa Hospital; University of Ottawa","funders":"","keywords":"Medicine; Microsurgery; Surgery; Retrospective cohort study","score_opus":0.02132135353137349,"score_gpt":0.3224529599863496,"score_spread":0.3011316064549761,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2298354052","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99886656,0.00005991756,0.00004087385,0.00026564227,0.000050258248,0.0003052372,0.00001144859,0.000030286723,0.00036980375],"genre_scores_gemma":[0.9997216,0.000026506368,0.000020096219,0.000033200602,0.00004772998,0.00009759856,0.000010777532,0.000007811472,0.000034692457],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9991995,0.000032400436,0.00019614917,0.00013676581,0.00022318421,0.00021197766],"domain_scores_gemma":[0.99937356,0.00020764221,0.000052776613,0.00009049984,0.00006520248,0.00021030764],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000093460556,0.00008128238,0.00011931308,0.000026060907,0.00009597503,0.000011888923,0.00004340862,0.000018639881,0.00034622918],"category_scores_gemma":[0.000030682295,0.00003808528,0.00006609585,0.00013517619,0.00024560894,0.000074953336,0.000008430386,0.000039563685,0.0000048308816],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.004328343,0.00009507492,0.7598093,0.000030142823,0.000029263667,0.000081692546,0.00034202618,9.785363e-7,0.00055357174,0.0001445933,0.0000048073866,0.23458017],"study_design_scores_gemma":[0.0062485565,0.00045263255,0.98209715,0.000102801416,0.000048636648,0.0000128543725,0.00044056438,0.00008278622,0.007730537,0.000009001616,0.002694119,0.00008034341],"about_ca_topic_score_codex":0.0000052666173,"about_ca_topic_score_gemma":0.000009334613,"teacher_disagreement_score":0.23449984,"about_ca_system_score_codex":0.000023614339,"about_ca_system_score_gemma":0.00015677346,"threshold_uncertainty_score":0.3790967},"labels":[],"label_agreement":null},{"id":"W2299025123","doi":"10.1016/j.jsurg.2016.02.002","title":"Exclusion of Residents From Surgery-Intensive Care Team Communication: A Qualitative Study","year":2016,"lang":"en","type":"article","venue":"Journal of surgical education","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":11,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Sunnybrook Health Science Centre; University Health Network; University of Toronto; Sunnybrook Hospital","funders":"","keywords":"Competence (human resources); Thematic analysis; Nursing; Medicine; Intensivist; Intensive care; Qualitative research; Intensive care unit; Patient safety; Psychology; Health care","score_opus":0.07047797604594196,"score_gpt":0.42287049034545926,"score_spread":0.3523925142995173,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2299025123","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9936401,0.0011364345,0.000032488388,0.003044746,0.00030650842,0.00018946639,0.0000049431706,0.000008402509,0.0016368588],"genre_scores_gemma":[0.99898434,0.0002569562,0.00019278769,0.00014604321,0.00020658254,0.0000037684,0.000014953715,0.00001065735,0.00018393596],"study_design_codex":"observational","study_design_gemma":"qualitative","domain_scores_codex":[0.99792886,0.00047610674,0.0008385962,0.00011929491,0.0005369364,0.00010018516],"domain_scores_gemma":[0.99326485,0.0024993028,0.0006969826,0.00023629532,0.0031324846,0.00017009392],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00078835693,0.000100804464,0.0004718516,0.00019460582,0.000058127298,0.000010132407,0.00009717838,0.000068840855,0.0005558547],"category_scores_gemma":[0.0013512842,0.000060440223,0.0002032184,0.00021783318,0.000081591716,0.00017609427,0.000035384164,0.00016508762,0.000012258271],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0072708,0.0039619,0.38288593,0.000092205075,0.00069711165,0.000112309885,0.3619022,0.000010124734,0.0008086947,0.0004245842,0.0064747967,0.23535936],"study_design_scores_gemma":[0.0075285793,0.0006188991,0.45271197,0.0018361022,0.00022926115,0.00008376776,0.52765256,0.000006004452,0.0007404109,0.00094978936,0.0074887057,0.0001539138],"about_ca_topic_score_codex":0.00017019598,"about_ca_topic_score_gemma":0.000007614489,"teacher_disagreement_score":0.23520544,"about_ca_system_score_codex":0.00013784465,"about_ca_system_score_gemma":0.00044607418,"threshold_uncertainty_score":0.6086219},"labels":[],"label_agreement":null},{"id":"W2300283092","doi":"10.1117/12.2217270","title":"Real-time self-calibration of a tracked augmented reality display","year":2016,"lang":"en","type":"article","venue":"Proceedings of SPIE, the International Society for Optical Engineering/Proceedings of SPIE","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University","funders":"","keywords":"Computer science; Augmented reality; Overlay; Software portability; Computer vision; Calibration; Artificial intelligence; Mobile device; Position (finance); Image plane; Computer graphics (images); Image (mathematics)","score_opus":0.015821224220946235,"score_gpt":0.25795587818841687,"score_spread":0.24213465396747064,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2300283092","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.990554,0.000014239073,0.000059170186,0.0033642212,0.00009109037,0.0005573842,0.000051691535,0.00013590512,0.0051723174],"genre_scores_gemma":[0.97028124,0.00008474158,0.028823903,0.00006312076,0.0002582564,0.00006206879,0.000016932041,0.000048052156,0.00036168328],"study_design_codex":"bench_or_experimental","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9977484,2.9373156e-8,0.0008550395,0.00033702253,0.00075541984,0.00030412152],"domain_scores_gemma":[0.997621,0.00031174198,0.00045468475,0.00006561635,0.0013777633,0.00016918515],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0006809199,0.00025276822,0.000516644,0.00009461007,0.00004962802,0.000030272555,0.00033518887,0.00019901383,0.00007283976],"category_scores_gemma":[0.0007118823,0.00016654267,0.0006308194,0.00031247825,0.00020167112,0.00041333438,0.00007603179,0.00016112013,0.000001932657],"study_design_candidate":"bench_or_experimental","study_design_consensus":"bench_or_experimental","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00047815687,0.0002925791,0.0016184823,0.00043387682,0.0005713974,1.5704435e-7,0.00021058964,0.00001749982,0.7549057,0.23995027,0.00072913454,0.0007921403],"study_design_scores_gemma":[0.021149764,0.0022061933,0.03927553,0.0031616262,0.0013655039,0.000059866165,0.0016030848,0.1746513,0.74314266,0.0038635847,0.008385082,0.0011357861],"about_ca_topic_score_codex":0.000009211839,"about_ca_topic_score_gemma":6.5992644e-8,"teacher_disagreement_score":0.2360867,"about_ca_system_score_codex":0.00015113209,"about_ca_system_score_gemma":0.000047292233,"threshold_uncertainty_score":0.6791413},"labels":[],"label_agreement":null},{"id":"W2303187789","doi":"10.1002/bjs.10103","title":"Consensus-based training and assessment model for general surgery","year":2016,"lang":"en","type":"article","venue":"British journal of surgery","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":15,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Royal College of Physicians and Surgeons of Canada; University of Toronto","funders":"","keywords":"Milestone; Likert scale; Medicine; Delphi method; Cronbach's alpha; Medical education; Scale (ratio); Delphi; Psychometrics; Psychology","score_opus":0.159169954672242,"score_gpt":0.3455573251873434,"score_spread":0.1863873705151014,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2303187789","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98121756,0.00058210123,0.015725732,0.0018236691,0.00025011576,0.00008684687,0.000021515345,0.000018944547,0.0002734878],"genre_scores_gemma":[0.9919097,0.00021442235,0.006610112,0.0007686102,0.00028611024,0.0000037756283,0.000004730369,0.000021252403,0.00018133245],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99870586,0.000052910065,0.00061794417,0.00012514163,0.00026289,0.00023523513],"domain_scores_gemma":[0.9956632,0.0034973803,0.0002675806,0.00005456774,0.00026505507,0.00025221152],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0015692123,0.00009272927,0.0005400316,0.00016234186,0.00007269154,0.000035740417,0.00002164417,0.000066524764,0.0000857246],"category_scores_gemma":[0.0008678285,0.00007588077,0.00032649387,0.00006976489,0.00007952748,0.000077083874,0.000005916195,0.000120308476,4.256215e-7],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00033941955,0.00010410471,0.060532488,0.000055466673,0.00010517988,0.0009146178,0.000028254639,0.00022781611,0.0004258233,0.00007489399,0.0033118227,0.9338801],"study_design_scores_gemma":[0.022759747,0.00027204098,0.6758264,0.009174297,0.00048416425,0.016289888,0.0002781327,0.23167326,0.0006822245,0.002511921,0.0390241,0.0010238639],"about_ca_topic_score_codex":0.000003436298,"about_ca_topic_score_gemma":0.0000017680971,"teacher_disagreement_score":0.93285626,"about_ca_system_score_codex":0.000040309813,"about_ca_system_score_gemma":0.0006163183,"threshold_uncertainty_score":0.3094328},"labels":[],"label_agreement":null},{"id":"W2307521856","doi":"10.1016/j.athoracsur.2015.12.069","title":"Characterizing the Operative Experience of Cardiac Surgical Trainees: What Are Residents Really Doing in the Operating Room?","year":2016,"lang":"en","type":"article","venue":"The Annals of Thoracic Surgery","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":30,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa","funders":"","keywords":"Medicine; Cardiothoracic surgery; Cardiac surgery; Cardiopulmonary bypass; Anastomosis; Psychological intervention; Bypass grafting; Aortic valve replacement; Minimally invasive cardiac surgery; Surgery; General surgery; Artery; Cardiology; Nursing; Stenosis","score_opus":0.13177104139964774,"score_gpt":0.41605537618175514,"score_spread":0.2842843347821074,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2307521856","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98366374,0.0013264704,0.0000085525035,0.013438126,0.00016346561,0.0003094612,0.000011455313,0.000016775693,0.0010619543],"genre_scores_gemma":[0.9970026,0.0015700003,0.000015226767,0.0010959223,0.00017621988,0.00003743168,0.0000066671023,0.000016086855,0.000079826095],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9972077,0.0009787189,0.00069917226,0.00022547695,0.0005701654,0.00031875542],"domain_scores_gemma":[0.99268174,0.006236954,0.00031705675,0.0004946251,0.0002058254,0.00006381495],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0046604085,0.00017114218,0.0005702682,0.000097165415,0.0001638757,0.000067275694,0.0002703821,0.000068982285,0.00011296713],"category_scores_gemma":[0.001150266,0.00006583477,0.00029497713,0.00044879588,0.00023656759,0.0004249321,0.000068607194,0.00020496067,0.00000416334],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.002383805,0.0003828671,0.14143948,0.00021825131,0.00035961633,0.00028188058,0.09497419,0.00013312437,0.02061368,0.00043144746,0.0004272508,0.7383544],"study_design_scores_gemma":[0.0010828193,0.00019285126,0.688626,0.012925566,0.00012489669,0.00013689428,0.15452594,0.00049838756,0.12595299,0.0001475843,0.0151536595,0.0006324356],"about_ca_topic_score_codex":0.000082140265,"about_ca_topic_score_gemma":0.000008780434,"teacher_disagreement_score":0.737722,"about_ca_system_score_codex":0.000012341427,"about_ca_system_score_gemma":0.00007317679,"threshold_uncertainty_score":0.2684664},"labels":[],"label_agreement":null},{"id":"W2309338688","doi":"10.3233/978-1-60750-942-4-419","title":"Acquiring Laparoscopic Manipulative Skills: A Virtual Tissue Dissection Training Module","year":2004,"lang":"en","type":"article","venue":"Studies in health technology and informatics","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Simon Fraser University","funders":"","keywords":"Dissection (medical); Computer science; Task (project management); Path (computing); Human–computer interaction; Virtual reality; Medical physics; Simulation; Surgery; Medicine; Engineering; Systems engineering","score_opus":0.08193027410331095,"score_gpt":0.40450655076458947,"score_spread":0.3225762766612785,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2309338688","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9938172,0.0009899451,0.0013740911,0.0016431406,0.00020846992,0.00032442587,0.0000010891588,0.00016605119,0.0014755635],"genre_scores_gemma":[0.99581724,0.00070218055,0.00271804,0.0006583949,0.00002540907,0.000024568124,0.0000041770522,0.000006441364,0.00004351995],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.9989907,0.00001118893,0.00054399093,0.000093592025,0.00009386266,0.00026663824],"domain_scores_gemma":[0.999601,0.00007582722,0.00012682077,0.00009975169,0.00004193722,0.000054650296],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00027027592,0.0001107847,0.00037621244,0.00036719567,0.00020377488,0.0000048762954,0.000033428663,0.00012620953,0.0000053121335],"category_scores_gemma":[0.00031461832,0.000094045725,0.000015573043,0.00047845414,0.00027144304,0.00012940292,0.000058042046,0.00028655288,0.0000053515528],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00014781149,0.00023468058,0.05025463,0.0014832487,0.00021925027,0.0000483295,0.14864668,0.0053709727,0.000011864977,0.16746384,0.000018977755,0.6260997],"study_design_scores_gemma":[0.04403471,0.008883036,0.13565655,0.0104004545,0.00010537644,0.000936985,0.69122994,0.014637247,0.0018211212,0.06557557,0.025445692,0.0012733297],"about_ca_topic_score_codex":0.000005650451,"about_ca_topic_score_gemma":0.000020554568,"teacher_disagreement_score":0.6248264,"about_ca_system_score_codex":0.00014647382,"about_ca_system_score_gemma":0.000051674848,"threshold_uncertainty_score":0.38350734},"labels":[],"label_agreement":null},{"id":"W2311679704","doi":"","title":"The laparoscopic experience of recently trained Canadian urologists.","year":2006,"lang":"en","type":"article","venue":"PubMed","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Toronto; St. Michael's Hospital","funders":"","keywords":"Medicine; Laparoscopy; Likert scale; Urology; General surgery; Psychology","score_opus":0.031527904947332014,"score_gpt":0.25483197790555,"score_spread":0.223304072958218,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2311679704","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9077315,0.0001707733,0.000005569508,0.0020024679,0.00013203354,0.00029306635,0.0000020768157,0.000024875486,0.08963766],"genre_scores_gemma":[0.9981517,0.000008939252,0.000015938964,0.00041832813,0.000055106942,0.00014102994,0.0000054565958,0.0000043088644,0.0011991875],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99939805,0.000017759075,0.00014325653,0.00008498443,0.00011422875,0.0002417041],"domain_scores_gemma":[0.99960244,0.00008875632,0.000031596537,0.000113576825,0.00003313271,0.00013047093],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00015395563,0.000044839813,0.000093113405,0.000030146788,0.000068730245,0.000008799867,0.00005246014,0.0000340754,0.000046241505],"category_scores_gemma":[0.0001656563,0.000028854469,0.00003170633,0.00013276191,0.000100906276,0.00001697,0.000004462796,0.000054633725,0.0000030586507],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00024677106,0.00008929292,0.40024096,0.000013833616,0.000035910467,0.000047856764,0.0006013526,0.000087534674,0.000044494467,0.010022325,0.0009230369,0.58764666],"study_design_scores_gemma":[0.0009436772,0.00000961115,0.8539096,0.0000018226755,0.000006152226,0.000002323777,0.000070854745,0.000077787896,0.0003336676,0.00010754635,0.14450714,0.000029802653],"about_ca_topic_score_codex":0.010275785,"about_ca_topic_score_gemma":0.01431081,"teacher_disagreement_score":0.58761686,"about_ca_system_score_codex":0.00003282442,"about_ca_system_score_gemma":0.000039769693,"threshold_uncertainty_score":0.9963149},"labels":[],"label_agreement":null},{"id":"W2313009509","doi":"10.1503/cjs.008412","title":"A look at the thoracic surgery workforce in Canada: how demographics and scope of practice may impact future workforce needs","year":2013,"lang":"en","type":"article","venue":"Canadian Journal of Surgery","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":19,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"University of Ottawa; University of Toronto; McMaster University; University of Calgary","funders":"","keywords":"Medicine; Workforce; Demographics; Scope (computer science); Scope of practice; Workforce planning; MEDLINE; Economic growth; Demography; Health care","score_opus":0.04333051888026689,"score_gpt":0.2865217943928701,"score_spread":0.24319127551260322,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2313009509","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9730535,0.011957792,0.0000055172245,0.013429956,0.00040162128,0.00014780548,0.00000685658,0.000002732682,0.0009941983],"genre_scores_gemma":[0.9969726,0.0009937157,0.00002759175,0.0015098837,0.00024642044,0.0000022999293,0.0000057415123,0.000022554912,0.00021917945],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9982852,0.00020309802,0.0005766159,0.00010977359,0.00036597296,0.00045934398],"domain_scores_gemma":[0.9942563,0.0036702396,0.0005029545,0.00018757212,0.00036563133,0.0010173006],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0014581563,0.00017461066,0.0006005417,0.0007185683,0.000108215725,0.000056383633,0.00007779489,0.00011074516,0.0004098855],"category_scores_gemma":[0.001270391,0.00011491574,0.00024144794,0.0011525903,0.00014721157,0.00033300644,0.000010649632,0.00050975673,0.0000013204269],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00015368435,0.000007971257,0.90584004,0.000027698656,0.000088340224,0.00053340715,0.00019337014,0.00014011096,0.0000048872503,0.000016497488,0.008436265,0.08455775],"study_design_scores_gemma":[0.0004197567,0.000035022807,0.91633993,0.001027392,0.0001115363,0.0014159175,0.004741101,0.00009213776,0.00003908121,0.000017946239,0.07554886,0.00021129588],"about_ca_topic_score_codex":0.37357375,"about_ca_topic_score_gemma":0.7054291,"teacher_disagreement_score":0.33185533,"about_ca_system_score_codex":0.0004912317,"about_ca_system_score_gemma":0.007772165,"threshold_uncertainty_score":0.99785286},"labels":[],"label_agreement":null},{"id":"W2313274767","doi":"10.1097/aap.0000000000000209","title":"Novice Performance of Ultrasound-Guided Needling Skills","year":2015,"lang":"en","type":"article","venue":"Regional Anesthesia & Pain Medicine","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":34,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University Health Network; Toronto Western Hospital","funders":"","keywords":"Medicine; Ultrasound; Dry needling; Competence (human resources); Medical physics; Imaging phantom; Ultrasound imaging; Radiology","score_opus":0.05022781174643616,"score_gpt":0.3027606117580297,"score_spread":0.25253280001159356,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2313274767","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.95750767,0.0003539345,0.00024320326,0.039718606,0.00001179138,0.00019990359,2.9604477e-8,0.00008035383,0.0018845362],"genre_scores_gemma":[0.9536644,0.000080151745,0.00062494964,0.044458717,0.00044318137,0.0000064439796,0.000041803683,0.000021902617,0.00065843714],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.998178,0.00012871687,0.00047115536,0.00022023015,0.0007584824,0.00024340858],"domain_scores_gemma":[0.99799025,0.00091248803,0.00015829859,0.00022946208,0.00034834215,0.0003611497],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0020277502,0.00017496194,0.00046084318,0.00014907244,0.000048220933,0.0000034616783,0.00010213506,0.00009606245,0.00019324593],"category_scores_gemma":[0.00050171214,0.00012404955,0.00008254434,0.00043374312,0.0002626694,0.000066078406,0.000003842881,0.00016775996,0.00003366131],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0020173204,0.0011048684,0.88067096,0.0007443456,0.00029940304,0.00061780657,0.007858644,0.0028541835,0.0034942064,0.0061230804,0.077824384,0.01639081],"study_design_scores_gemma":[0.012636698,0.001924015,0.15813258,0.001989593,0.00017887075,0.0036306733,0.0020796282,0.013078359,0.00053851504,0.00034749066,0.8050748,0.00038875648],"about_ca_topic_score_codex":0.00005451354,"about_ca_topic_score_gemma":6.550589e-7,"teacher_disagreement_score":0.72725046,"about_ca_system_score_codex":0.00005372328,"about_ca_system_score_gemma":0.00013897609,"threshold_uncertainty_score":0.5058594},"labels":[],"label_agreement":null},{"id":"W2313358865","doi":"10.1097/sla.0000000000001568","title":"Response to Letter From Bookless et al","year":2015,"lang":"en","type":"letter","venue":"Annals of Surgery","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"","keywords":"Medicine","score_opus":0.382217648123377,"score_gpt":0.4089805900383397,"score_spread":0.0267629419149627,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2313358865","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.10594348,0.00020355004,0.000011975713,0.8901777,0.00047405812,0.00013101594,0.0001313279,0.00005299641,0.0028738882],"genre_scores_gemma":[0.03465466,0.000024689647,0.00005146043,0.9610325,0.001188469,0.000010066372,0.0005622703,0.0000543519,0.002421507],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9977634,0.00032141953,0.0005079131,0.00034919695,0.00072304,0.00033501192],"domain_scores_gemma":[0.99539447,0.0034757105,0.0001719127,0.00043071184,0.00032167102,0.0002055194],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.001647641,0.00023409812,0.0008405038,0.00034763687,0.000017758357,0.000019442507,0.000083429506,0.0003661464,0.00093631825],"category_scores_gemma":[0.0010390986,0.00020242449,0.00036720658,0.00017007519,0.00005327527,0.000057947786,0.000048280945,0.0007516394,0.00028721284],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0017755622,0.00002843195,0.0013282051,0.000019133313,0.00012592926,0.0013042388,0.00010943791,0.000003857141,0.00006213735,9.506101e-7,0.9923308,0.0029113211],"study_design_scores_gemma":[0.00040859496,0.000036515783,0.0064021302,0.00043341122,0.000025203977,0.000005791333,0.000008736598,0.00000456333,0.00025175588,0.000052643638,0.9921674,0.00020322291],"about_ca_topic_score_codex":0.00007945712,"about_ca_topic_score_gemma":8.451049e-7,"teacher_disagreement_score":0.07128882,"about_ca_system_score_codex":0.00001455461,"about_ca_system_score_gemma":0.00023177681,"threshold_uncertainty_score":0.99997693},"labels":[],"label_agreement":null},{"id":"W2313441715","doi":"10.1097/dcr.0000000000000032","title":"Technical Skills Assessment","year":2014,"lang":"en","type":"letter","venue":"Diseases of the Colon & Rectum","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Medicine; Colorectal surgery; Library science; Mount; Surgical oncology; Family medicine; General surgery; Surgery; Abdominal surgery; Engineering","score_opus":0.016672025254238308,"score_gpt":0.31741772688140896,"score_spread":0.3007457016271706,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2313441715","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.011312225,0.00048626767,0.00012218299,0.9369716,0.001514976,0.0015428208,0.00013159134,0.0002721674,0.047646157],"genre_scores_gemma":[0.62045765,0.000010191041,0.0000983553,0.3763434,0.0010780501,0.00003585883,0.00017654376,0.000035145422,0.0017648148],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9985022,0.00014672294,0.0003115448,0.00026330608,0.00055313646,0.00022309778],"domain_scores_gemma":[0.9984231,0.0005850476,0.00021762369,0.000586653,0.00009028126,0.000097321674],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00011699558,0.0001945885,0.0005055653,0.000065989036,0.000058464477,0.000012824082,0.00024521694,0.00035367493,0.0006061626],"category_scores_gemma":[0.0003610665,0.0001206699,0.0005225595,0.00013321145,0.00015136339,0.000013316249,0.0000970988,0.0008335285,0.000024796467],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00010735086,0.00027078274,0.01236321,0.00033730036,0.00013180902,0.000117627176,0.000009038818,0.000021348525,0.00003531852,0.00013491035,0.9815358,0.004935532],"study_design_scores_gemma":[0.0013224839,0.00014648974,0.069904186,0.00047517996,0.0005535073,0.000015322372,0.0000028594154,0.0001368929,0.000035187513,0.00040746952,0.92683846,0.00016194598],"about_ca_topic_score_codex":0.0000055808787,"about_ca_topic_score_gemma":6.7664735e-7,"teacher_disagreement_score":0.6091454,"about_ca_system_score_codex":0.00009365197,"about_ca_system_score_gemma":0.0001662383,"threshold_uncertainty_score":0.6637055},"labels":[],"label_agreement":null},{"id":"W2313709320","doi":"10.1097/00003246-200212001-00430","title":"OPTIMIZATION OF SURGICAL SKILLS PART 2:INFLUENCE OF HEIGHT ADJUSTMENT OF SURGICAL TABLE ON HAND AND UPPER ARM DEVIATIONS FROM NEUTRAL POSITIONS","year":2002,"lang":"en","type":"article","venue":"Critical Care Medicine","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Sherbrooke","funders":"","keywords":"Medicine; Presentation (obstetrics); Table (database); Round table; Family medicine; Physical therapy; Surgery; General surgery","score_opus":0.021896836726709355,"score_gpt":0.30320540586635175,"score_spread":0.2813085691396424,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2313709320","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98042256,0.0033467356,0.0004186738,0.0041292757,0.00014278076,0.00031609423,0.00014765609,0.000026713224,0.011049535],"genre_scores_gemma":[0.9985266,0.00038565925,0.00045470282,0.0001995729,0.00018360035,0.000009684858,0.00016871134,0.000012715528,0.000058802125],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","domain_scores_codex":[0.9984376,0.00007800624,0.00061591895,0.00025163268,0.0004157267,0.0002011574],"domain_scores_gemma":[0.99754256,0.0013898753,0.000079747944,0.00020058671,0.0005061238,0.0002810786],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.000115213305,0.00015011549,0.0005762512,0.0001177057,0.000066161396,0.000004292236,0.00004889038,0.00012587667,0.0028410133],"category_scores_gemma":[0.00038762274,0.00011256311,0.00008221977,0.00028486105,0.0007300472,0.000064262465,0.000021593572,0.00016722204,0.0000029263913],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0062068827,0.022582076,0.2635446,0.006453628,0.00149276,0.0022206574,0.02875739,0.19073008,0.004962049,0.4214387,0.003898019,0.04771317],"study_design_scores_gemma":[0.17025441,0.03404308,0.48049098,0.028401837,0.008892805,0.0009826854,0.014781352,0.1357154,0.056340218,0.0046256525,0.062475473,0.0029961113],"about_ca_topic_score_codex":0.000047778405,"about_ca_topic_score_gemma":0.0000025479126,"teacher_disagreement_score":0.41681305,"about_ca_system_score_codex":0.000028961427,"about_ca_system_score_gemma":0.000025705951,"threshold_uncertainty_score":0.99807054},"labels":[],"label_agreement":null},{"id":"W2313865043","doi":"10.1097/sla.0000000000000480","title":"Reply to Letter","year":2014,"lang":"en","type":"letter","venue":"Annals of Surgery","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Toronto; Toronto General Hospital; St. Michael's Hospital","funders":"","keywords":"Medicine; Family medicine; Library science","score_opus":0.3283763866434387,"score_gpt":0.37805369719388987,"score_spread":0.04967731055045116,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2313865043","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.005129299,0.00007515855,0.000027608456,0.97709846,0.00038256255,0.00012216702,0.000007890094,0.000057178626,0.017099656],"genre_scores_gemma":[0.032319393,0.00001905151,0.000037795984,0.9590756,0.00475512,0.000008078843,0.0001705432,0.00004272833,0.0035716312],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99839354,0.000063743835,0.000494515,0.00029005113,0.00043492258,0.0003232187],"domain_scores_gemma":[0.99782795,0.0012426946,0.00016995956,0.00042710465,0.00021002088,0.00012230276],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0005590989,0.0001843486,0.00076725957,0.0003219159,0.000020276155,0.000010937434,0.00006128101,0.0003095243,0.0010374634],"category_scores_gemma":[0.0005171758,0.00015539273,0.00045783122,0.00018846939,0.00004035488,0.000027414886,0.000023511293,0.00055550673,0.00034513668],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000054754106,0.000014033744,0.0020572157,0.00015294069,0.00007856282,0.0004016328,0.000018761477,0.0000021850378,0.000004881906,0.0000036953966,0.9883968,0.008814533],"study_design_scores_gemma":[0.00014312203,0.000027003127,0.0028712025,0.00040284236,0.00002544285,0.000014123466,0.0000012764001,0.0000044367475,0.00024645004,0.000034236127,0.99607396,0.00015589657],"about_ca_topic_score_codex":0.000027771084,"about_ca_topic_score_gemma":8.801518e-8,"teacher_disagreement_score":0.027190097,"about_ca_system_score_codex":0.0000053495746,"about_ca_system_score_gemma":0.000049356793,"threshold_uncertainty_score":0.9998757},"labels":[],"label_agreement":null},{"id":"W2314724869","doi":"10.1016/j.jmig.2014.08.166","title":"Technicity Index Reveals Minimally Invasive Hysterectomy Practice Change in a Canadian Cosmopolitan Academic Center","year":2014,"lang":"en","type":"article","venue":"Journal of Minimally Invasive Gynecology","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Alberta","funders":"","keywords":"Medicine; Center (category theory); Index (typography); Hysterectomy; General surgery; Gynecology; Surgery; World Wide Web","score_opus":0.04085991319006462,"score_gpt":0.3314154986587813,"score_spread":0.2905555854687167,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2314724869","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9728421,0.00023890266,0.000009273237,0.008557237,0.0004141414,0.00062888954,0.000013794276,0.000019462872,0.017276203],"genre_scores_gemma":[0.9779363,0.00022548709,0.0007190263,0.020471957,0.0004762893,0.000028580396,0.0000113910155,0.000039514733,0.00009143328],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9963814,0.0006216602,0.0013352686,0.00034402974,0.0004442519,0.00087340357],"domain_scores_gemma":[0.99114215,0.0057543367,0.0010751513,0.0002440027,0.00085896015,0.0009254065],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.001894941,0.00030580128,0.0009918994,0.0010555735,0.0000844187,0.000022384414,0.0003357372,0.00059091626,0.0004874379],"category_scores_gemma":[0.022100318,0.00027168554,0.00022984282,0.0004708687,0.00018388216,0.0004294885,0.00007783517,0.0014982473,0.00006572562],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0016854412,0.0004728546,0.9767442,0.00015885074,0.0002892732,0.003020732,0.0024644928,0.00001217702,0.0038621614,0.00063018344,0.0011634426,0.009496243],"study_design_scores_gemma":[0.013208435,0.0031410898,0.923095,0.0007794786,0.00019890853,0.0023509301,0.0013899376,0.000113354115,0.0005441584,0.0006229283,0.054158956,0.00039684682],"about_ca_topic_score_codex":0.0037982923,"about_ca_topic_score_gemma":0.0678512,"teacher_disagreement_score":0.06405291,"about_ca_system_score_codex":0.0011614405,"about_ca_system_score_gemma":0.0016332697,"threshold_uncertainty_score":0.99997354},"labels":[],"label_agreement":null},{"id":"W2314851106","doi":"10.1016/j.arthro.2016.01.012","title":"Evaluating Simulation in Training for Arthroscopic Knee Surgery: A Systematic Review of the Literature","year":2016,"lang":"en","type":"review","venue":"Arthroscopy The Journal of Arthroscopic and Related Surgery","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":39,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University; McMaster University Medical Centre","funders":"","keywords":"Construct validity; Arthroscopy; CINAHL; Physical therapy; Concurrent validity; MEDLINE; Medicine; Range of motion; Physical medicine and rehabilitation; Psychometrics; Surgery; Internal consistency; Psychological intervention; Clinical psychology","score_opus":0.10557152513170655,"score_gpt":0.4114655236531775,"score_spread":0.305893998521471,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2314851106","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0024262927,0.99310285,0.0000631447,0.00030889027,0.0012543778,0.0027538897,0.000016667456,0.000015235939,0.00005863725],"genre_scores_gemma":[0.011240811,0.9879503,0.0000778833,0.00029733859,0.00015000864,0.000044878998,0.000016480342,0.00006634742,0.0001559212],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.9930859,0.0015177679,0.0039890325,0.00029093368,0.0006913287,0.00042501828],"domain_scores_gemma":[0.980135,0.014906249,0.0038508733,0.0005407268,0.0004190284,0.00014809564],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.007188917,0.000509836,0.0049666786,0.00044493662,0.00021742261,0.000037189307,0.00016894088,0.00045796455,0.00009025707],"category_scores_gemma":[0.0067026797,0.00022355154,0.0016039527,0.0010361025,0.00027571607,0.00020024218,0.000054976746,0.0008866058,0.000003884688],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00013636689,0.00009173379,0.00021737786,0.84985036,0.0010479783,0.000028344162,0.001129404,0.00006363106,0.000004028361,0.00004823983,0.00009332386,0.14728919],"study_design_scores_gemma":[0.0010625368,0.00016457686,0.000058909496,0.98403054,0.0031367564,0.00033272285,0.000096422074,0.00014602357,0.0000030373044,0.000149392,0.010600493,0.00021861076],"about_ca_topic_score_codex":8.206787e-7,"about_ca_topic_score_gemma":9.433769e-7,"teacher_disagreement_score":0.14707059,"about_ca_system_score_codex":0.00009861491,"about_ca_system_score_gemma":0.0009916396,"threshold_uncertainty_score":0.91161674},"labels":[],"label_agreement":null},{"id":"W2315264017","doi":"10.1097/sla.0000000000001620","title":"Implementing and Evaluating a National Certification Technical Skills Examination","year":2016,"lang":"en","type":"article","venue":"Annals of Surgery","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":61,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Mount Sinai Hospital","funders":"","keywords":"Certification; Medicine; Cronbach's alpha; Competence (human resources); Checklist; Reliability (semiconductor); Rating scale; Maintenance of Certification; Medical education; Medical physics; Psychometrics; Clinical psychology; Psychology; Management","score_opus":0.4304403721875084,"score_gpt":0.46356189055391156,"score_spread":0.033121518366403147,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2315264017","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99478585,0.0000571917,0.00026080583,0.0021634684,0.000025340087,0.00008867463,0.000007232981,0.000032426615,0.0025790385],"genre_scores_gemma":[0.9991928,0.00004784465,0.00026530924,0.00029579553,0.00006034543,0.000007200219,0.000023816217,0.0000067056812,0.000100233],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9989852,0.00005401597,0.00033354876,0.00013580073,0.0003449285,0.00014651654],"domain_scores_gemma":[0.9979249,0.0014409032,0.00013806703,0.00006601411,0.00037482625,0.000055242243],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0021192716,0.000054849406,0.00014717228,0.0001410022,0.000046199446,0.000007301484,0.000015658003,0.000042171916,0.00019761543],"category_scores_gemma":[0.0022263182,0.000038632475,0.00005976545,0.00013782263,0.00004442259,0.00010820806,0.000019353985,0.000032996395,0.000004547418],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00003489724,0.00011088827,0.11114195,0.00002747215,0.000022331087,0.0000013626104,0.000046872312,9.282472e-7,0.027139207,0.0011306282,0.00017993327,0.8601635],"study_design_scores_gemma":[0.00046713988,0.000028865465,0.99023134,0.00020117033,0.000010765716,0.000008387227,0.000036778787,0.00027406545,0.0058192653,0.0006694864,0.0021900078,0.000062745945],"about_ca_topic_score_codex":0.0000023885068,"about_ca_topic_score_gemma":6.682498e-7,"teacher_disagreement_score":0.87908936,"about_ca_system_score_codex":0.000010689185,"about_ca_system_score_gemma":0.000045059685,"threshold_uncertainty_score":0.26652718},"labels":[],"label_agreement":null},{"id":"W2315709551","doi":"10.1097/01266021-200700210-00022","title":"Survey of Current Surgical Competency Assessment and a Possible Role for Virtual Reality Simulation.","year":2007,"lang":"en","type":"article","venue":"Simulation in Healthcare The Journal of the Society for Simulation in Healthcare","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Respondent; Virtual reality; Curriculum; Medical education; Medicine; Competency assessment; Psychology; Computer science; Pedagogy; Artificial intelligence","score_opus":0.1295476970604077,"score_gpt":0.47192607322754027,"score_spread":0.34237837616713257,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2315709551","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9540505,0.002763282,0.029943319,0.008637462,0.0007657172,0.0036727039,0.000126461,0.000025694235,0.0000149070265],"genre_scores_gemma":[0.99849254,0.00011160195,0.00054970797,0.0004665733,0.00024631515,0.00001447555,0.000072155824,0.000036633304,0.000009987414],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9950413,0.0007981477,0.0024984851,0.00029305453,0.0008576188,0.0005114085],"domain_scores_gemma":[0.9803729,0.0152282305,0.0014660546,0.0003699448,0.0022994932,0.0002633883],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.010285607,0.0002650058,0.0007803278,0.00021713483,0.00038281534,0.000023169949,0.0002078976,0.0003017644,0.000008063265],"category_scores_gemma":[0.0011569296,0.00018336363,0.00060600974,0.0010133327,0.000157568,0.0002161173,0.000056407378,0.0008015903,1.6733146e-7],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0015878914,0.00012330707,0.3501263,0.00035560824,0.00003514214,4.2235231e-7,0.0012279525,0.63374966,0.0000021641376,0.0009901025,0.0000032258606,0.011798198],"study_design_scores_gemma":[0.00487162,0.00036102068,0.46557656,0.00029397878,0.00003820541,0.0000030080762,0.0005132858,0.5260124,0.0000034367813,0.0019103683,0.00032103682,0.00009504108],"about_ca_topic_score_codex":0.0007801791,"about_ca_topic_score_gemma":0.0008249261,"teacher_disagreement_score":0.11545027,"about_ca_system_score_codex":0.0006805679,"about_ca_system_score_gemma":0.0008285953,"threshold_uncertainty_score":0.7477352},"labels":[],"label_agreement":null},{"id":"W2315813197","doi":"10.1503/cjs.017515","title":"Teaching surgery takes time: the impact of surgical education on time in the operating room","year":2016,"lang":"en","type":"article","venue":"Canadian Journal of Surgery","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":67,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"Institute for Clinical Evaluative Sciences; Western University","funders":"","keywords":"Medicine; Surgery; General surgery","score_opus":0.041850133580268394,"score_gpt":0.3096879473272352,"score_spread":0.2678378137469668,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2315813197","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9866224,0.00024036135,0.000002408265,0.006978612,0.00016280205,0.00007833192,0.0000050459753,0.0000031777015,0.0059068426],"genre_scores_gemma":[0.99879116,0.000010774969,0.0000072878347,0.0003758327,0.00041519184,0.0000013850689,0.0000040839295,0.000012505795,0.00038177578],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9984679,0.0003789091,0.0005726945,0.00008601344,0.00024449077,0.00024999602],"domain_scores_gemma":[0.9934686,0.0057006152,0.00025019964,0.00015758202,0.00012747866,0.00029555193],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0033124145,0.000109337794,0.0003765978,0.0004004921,0.00011340379,0.000032995817,0.00009725535,0.000061019917,0.0009885592],"category_scores_gemma":[0.0014898762,0.00004591949,0.0003593739,0.00023393953,0.00006791538,0.00012547088,0.0000024309913,0.00030734847,0.000021079231],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00022379948,0.00018038243,0.6647626,0.000017523587,0.00014749047,0.0007099539,0.0017026039,0.00031046246,0.00041543454,0.00019432459,0.02716147,0.30417395],"study_design_scores_gemma":[0.0014441205,0.00018364705,0.9523306,0.0027941857,0.00006715536,0.0017475638,0.0010105185,0.00048779626,0.00013706884,0.00014957678,0.039368313,0.00027947463],"about_ca_topic_score_codex":0.0018183958,"about_ca_topic_score_gemma":0.00014270512,"teacher_disagreement_score":0.3038945,"about_ca_system_score_codex":0.00016898294,"about_ca_system_score_gemma":0.0027091366,"threshold_uncertainty_score":0.99992466},"labels":[],"label_agreement":null},{"id":"W2316711839","doi":"10.1097/gox.0000000000000317","title":"Development of an Operative Performance Rating System for Plastic Surgery Residents","year":2015,"lang":"en","type":"article","venue":"Plastic & Reconstructive Surgery Global Open","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Likert scale; Rating scale; Graduate medical education; Rating system; Medicine; Medical education; Reliability (semiconductor); Medical physics; Psychology; Accreditation","score_opus":0.09076127490818192,"score_gpt":0.3369275506318652,"score_spread":0.24616627572368327,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2316711839","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9918003,0.00002658141,0.0017029468,0.0000071635845,0.0018827823,0.00068507646,0.00006989022,0.000057180285,0.0037680923],"genre_scores_gemma":[0.9884857,0.0000010586331,0.011137921,0.000020992711,0.00010662277,0.0000918989,0.00011645226,0.00002087309,0.000018511433],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99754095,0.00013967293,0.0010195981,0.00045640528,0.0004439768,0.00039937688],"domain_scores_gemma":[0.9930284,0.0052855667,0.00040803378,0.00019079822,0.00064215664,0.0004450277],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0014270452,0.0002630636,0.0009780962,0.00014338059,0.00018788777,0.000085285705,0.00016021504,0.00010682619,0.000057576453],"category_scores_gemma":[0.0046582017,0.00022748037,0.00012547203,0.0004079757,0.00012836301,0.00055838516,0.00011760128,0.000110907655,0.000025943638],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0058674947,0.00022465302,0.87747616,0.00051546097,0.0005069743,0.000062873245,0.0007593792,0.0009739239,0.00006870593,0.0007466048,0.0001587576,0.112639],"study_design_scores_gemma":[0.010272065,0.00047089512,0.9221923,0.0056281956,0.00033164234,0.00069512334,0.014664715,0.037104037,0.0060353642,0.00012128281,0.0012780321,0.0012063575],"about_ca_topic_score_codex":0.000044024113,"about_ca_topic_score_gemma":0.00003310824,"teacher_disagreement_score":0.11143265,"about_ca_system_score_codex":0.00045393713,"about_ca_system_score_gemma":0.0018341173,"threshold_uncertainty_score":0.927638},"labels":[],"label_agreement":null},{"id":"W2316757918","doi":"10.4293/108680811x13125733356477","title":"A Surgical Virtual Reality Simulator Distinguishes Between Expert Gynecologic Laparoscopic Surgeons and Perinatologists","year":2011,"lang":"en","type":"article","venue":"JSLS Journal of the Society of Laparoscopic & Robotic Surgeons","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":13,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia; St. Paul's Hospital","funders":"","keywords":"Virtual reality; Obstetrics and gynaecology; Construct validity; Laparoscopic surgery; Medicine; Laparoscopy; Construct (python library); Medical physics; Medical education; Surgery; Computer science; Human–computer interaction; Patient satisfaction","score_opus":0.07916519848134623,"score_gpt":0.32601583737189077,"score_spread":0.24685063889054454,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2316757918","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9960326,0.0005769893,0.0001813,0.0012510613,0.0007017946,0.00026462798,0.000009076777,0.000039369694,0.0009431987],"genre_scores_gemma":[0.9985135,0.00018811451,0.00062696286,0.0002461387,0.0001345189,0.000003979272,0.0000036735496,0.000024515204,0.00025857976],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99709076,0.00033188323,0.0011821857,0.00030317428,0.0006096741,0.0004823196],"domain_scores_gemma":[0.99591535,0.0021599075,0.000807578,0.00040225463,0.000326436,0.00038844981],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001318638,0.0003072482,0.0013759106,0.00006397433,0.0002699989,0.00002550941,0.00029914334,0.00029292286,0.00036334837],"category_scores_gemma":[0.0013275675,0.00019981091,0.0010706205,0.00034917213,0.00083756493,0.0001117453,0.0001809005,0.0006223596,0.0000024094868],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000202072,0.00039636716,0.9932843,0.0001081674,0.0005994956,0.00006975542,0.0024751516,0.00036360702,0.00007431824,0.00040935675,0.00050131045,0.0015161146],"study_design_scores_gemma":[0.0075918054,0.0007444804,0.98130405,0.00063060404,0.00057222584,0.0002720753,0.0017500633,0.0008596303,0.0012322409,0.00055999204,0.004128464,0.00035437918],"about_ca_topic_score_codex":0.00019941652,"about_ca_topic_score_gemma":0.000014712439,"teacher_disagreement_score":0.011980244,"about_ca_system_score_codex":0.00009769392,"about_ca_system_score_gemma":0.00025594913,"threshold_uncertainty_score":0.8148052},"labels":[],"label_agreement":null},{"id":"W2316854287","doi":"10.1097/spv.0b013e31825e63ed","title":"Improving Resident Competence and Knowledge Regarding Tension-Free Vaginal Tape Procedure","year":2012,"lang":"en","type":"article","venue":"Female Pelvic Medicine & Reconstructive Surgery","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Royal Alexandra Hospital; University of Alberta","funders":"","keywords":"Medicine; Competence (human resources); Urinary incontinence; Medical physics; Medical education; Surgery; Psychology","score_opus":0.042992919567402386,"score_gpt":0.29610494731062664,"score_spread":0.2531120277432243,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2316854287","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.96805274,0.0064323056,0.00023892711,0.00077864167,0.0014294927,0.00041843904,0.00000499903,0.00016133583,0.02248313],"genre_scores_gemma":[0.9962961,0.00011133056,0.0009591856,0.00046574348,0.0015275773,0.000023791448,0.000021770089,0.000041613057,0.00055285724],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9974823,0.00015627319,0.00069206953,0.0005301057,0.0004641524,0.00067509664],"domain_scores_gemma":[0.9959649,0.0022257373,0.00029853467,0.00043753293,0.00036637278,0.00070695457],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0015328486,0.00034451435,0.0009365352,0.0004339902,0.00023986849,0.000019096551,0.00009508674,0.00015494614,0.0009490757],"category_scores_gemma":[0.004568296,0.0002626144,0.00014204306,0.0004956032,0.0006157334,0.0003376195,0.00013721372,0.00049317535,0.000038644917],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00029079558,0.000059068236,0.88293797,0.00034597487,0.000094172545,0.000074518975,0.0019256772,6.1300017e-7,0.00074807624,0.0005295885,0.00082634046,0.11216718],"study_design_scores_gemma":[0.005465126,0.00018941548,0.97022,0.0027342266,0.00034450693,0.0028329177,0.0083031105,0.0010214304,0.00044946533,0.00029483848,0.007578089,0.0005668656],"about_ca_topic_score_codex":0.000064856824,"about_ca_topic_score_gemma":0.000010985546,"teacher_disagreement_score":0.11160032,"about_ca_system_score_codex":0.00010977407,"about_ca_system_score_gemma":0.0002804828,"threshold_uncertainty_score":0.9999826},"labels":[],"label_agreement":null},{"id":"W2318130300","doi":"10.1097/ta.0b013e3182318053","title":"Potential Role of the Advanced Surgical Skills for Exposure in Trauma (ASSET) Course in Canada","year":2011,"lang":"en","type":"article","venue":"The Journal of Trauma: Injury, Infection, and Critical Care","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":18,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Mining Association of Canada; University of Toronto; St. Michael's Hospital","funders":"","keywords":"Course (navigation); Asset (computer security); Psychology; Medical education; Medicine; Engineering; Computer science; Computer security","score_opus":0.012013329446839267,"score_gpt":0.28867527791865405,"score_spread":0.2766619484718148,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2318130300","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99760866,0.00067154906,0.000024716242,0.00028911498,0.00027838576,0.00018985273,0.000014451161,0.0000034115592,0.00091985235],"genre_scores_gemma":[0.99970233,0.00004939055,0.00003401244,0.000087798464,0.000105702595,0.0000033237422,0.000001374994,0.000009721742,0.000006322637],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99880403,0.00013796796,0.0005079766,0.00008677562,0.00026937705,0.0001938797],"domain_scores_gemma":[0.9990393,0.00032761393,0.00009547232,0.000103994826,0.00031730236,0.00011629588],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00039256315,0.00010654485,0.00030482732,0.000060526567,0.00007796746,0.000006052697,0.00007408755,0.00007435145,0.0001050765],"category_scores_gemma":[0.00019040881,0.000062092964,0.00012352597,0.0001669886,0.0001265882,0.00008102573,0.000012376587,0.00034012445,1.2704926e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0044244668,0.00080530945,0.7980838,0.00025039443,0.00008504637,0.000087023975,0.006478602,0.0003607157,0.00021991145,0.0015945666,0.00006073543,0.18754947],"study_design_scores_gemma":[0.005067407,0.0008143788,0.9823049,0.00018916848,0.00016440537,0.00024732458,0.0069268574,0.000096534575,0.002077155,0.0011058464,0.00090950663,0.00009651682],"about_ca_topic_score_codex":0.021128742,"about_ca_topic_score_gemma":0.09058193,"teacher_disagreement_score":0.18745296,"about_ca_system_score_codex":0.00010629557,"about_ca_system_score_gemma":0.00026704904,"threshold_uncertainty_score":0.98538965},"labels":[],"label_agreement":null},{"id":"W2318504543","doi":"10.1097/acm.0000000000000391","title":"Improving Clinical Performance Using Rehearsal or Warm-up","year":2014,"lang":"en","type":"review","venue":"Academic Medicine","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":29,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Hospital for Sick Children","funders":"","keywords":"Observational study; MEDLINE; Randomized controlled trial; Task (project management); Clinical trial; Systematic review; Medical physics; Evidence-based medicine; Clinical Practice; Medicine; Physical therapy; Medical education; Psychology; Computer science; Physical medicine and rehabilitation; Surgery","score_opus":0.3865503436528668,"score_gpt":0.5321124297933959,"score_spread":0.14556208614052912,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2318504543","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0009904965,0.9928839,0.00048474592,0.00017226436,0.0023406518,0.0009175159,0.000002557771,0.00018586002,0.0020219728],"genre_scores_gemma":[0.0014166421,0.98531246,0.00019693075,0.0015936141,0.0074352357,0.00001836956,0.000101887694,0.00011644654,0.003808429],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9949952,0.00033390225,0.0025801908,0.0007653871,0.00072580867,0.0005995468],"domain_scores_gemma":[0.99557626,0.0021556797,0.00094255235,0.0005614673,0.00011569328,0.0006483355],"candidate_categories":["metaepi_narrow","research_integrity","insufficient_payload"],"consensus_categories":["research_integrity"],"category_scores_codex":[0.0033294419,0.0005776386,0.0040319758,0.00031868604,0.00012031096,0.0000060054053,0.00030421306,0.0014760338,0.0012057213],"category_scores_gemma":[0.003927955,0.00032800282,0.00040873972,0.0005937068,0.00038370778,0.00008218072,0.00012483021,0.0038190235,0.00019970638],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0001073569,0.00000636978,0.0002372794,0.010965227,0.00012183666,0.000042771786,0.0001103994,7.0071303e-7,4.4177858e-7,0.000029972656,0.0006232778,0.98775434],"study_design_scores_gemma":[0.003554524,0.0004451544,0.000022310174,0.047690213,0.0023696292,0.0005675688,0.000053364,0.0041688015,2.452237e-7,0.000004685662,0.9408032,0.00032033355],"about_ca_topic_score_codex":0.0000182965,"about_ca_topic_score_gemma":3.3256867e-7,"teacher_disagreement_score":0.987434,"about_ca_system_score_codex":0.00015552762,"about_ca_system_score_gemma":0.0006486545,"threshold_uncertainty_score":0.9999172},"labels":[],"label_agreement":null},{"id":"W2318969232","doi":"10.1097/01.sih.0000441479.54594.43","title":"Board 214 - Program Innovations Abstract Title","year":2013,"lang":"en","type":"article","venue":"Simulation in Healthcare The Journal of the Society for Simulation in Healthcare","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"McMaster University; University of Toronto; Mount Sinai Hospital","funders":"","keywords":"Medical education; Pace; Boot camp; Medicine; Patient safety; Health care; Library science; Computer science","score_opus":0.07967232907860529,"score_gpt":0.41567663153610174,"score_spread":0.33600430245749646,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2318969232","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.88464993,0.001144261,0.001136593,0.10513364,0.0015477496,0.00552675,0.000023618693,0.00009889969,0.0007385434],"genre_scores_gemma":[0.9962014,0.000034600318,0.000773378,0.0024943464,0.00027718925,0.00003609177,0.000015513393,0.00002606691,0.00014144272],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9980253,0.00012924345,0.0010078707,0.00012906811,0.00042777756,0.00028075313],"domain_scores_gemma":[0.9969768,0.0012583854,0.0005069221,0.00024859505,0.0009022547,0.00010707431],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001039252,0.00013578807,0.00028002655,0.00012257979,0.0002042134,0.000027292881,0.00014516205,0.0001961819,0.00014251935],"category_scores_gemma":[0.00042718748,0.00008737281,0.0003688132,0.0008185973,0.00006109106,0.00017731552,0.000022940802,0.00063224824,0.00001683],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00021645802,0.0001656147,0.12168794,0.00042113257,0.000056911587,8.206095e-7,0.0017507429,0.80408305,0.000007691136,0.0014678058,0.0006313339,0.069510505],"study_design_scores_gemma":[0.0028704288,0.00023145016,0.43324006,0.00037610784,0.000034625464,0.0000054585657,0.00069318095,0.5398093,0.000005939231,0.006823027,0.015764242,0.0001462115],"about_ca_topic_score_codex":0.00036176885,"about_ca_topic_score_gemma":0.00006140796,"teacher_disagreement_score":0.3115521,"about_ca_system_score_codex":0.00034170435,"about_ca_system_score_gemma":0.00028101064,"threshold_uncertainty_score":0.35629597},"labels":[],"label_agreement":null},{"id":"W2319043032","doi":"10.1097/sla.0000000000000866","title":"Assessing Technical Competence in Surgical Trainees","year":2014,"lang":"en","type":"review","venue":"Annals of Surgery","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":108,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Royal College of Physicians and Surgeons of Canada; University of Toronto","funders":"","keywords":"Medicine; Competence (human resources); Grading (engineering); Systematic review; MEDLINE; Observational study; Randomized controlled trial; Likert scale; Medical education; Medical physics; Psychology; Pathology","score_opus":0.5784031381723364,"score_gpt":0.506825393206994,"score_spread":0.0715777449653423,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2319043032","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0005081575,0.98654556,0.000012417898,0.00018258335,0.00012250773,0.00022620964,0.000005339906,0.000063672574,0.012333546],"genre_scores_gemma":[0.029851872,0.96948546,0.00007394548,0.00019721867,0.00019684578,0.000016751483,0.00009965445,0.000036791123,0.00004146553],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99733293,0.00025120706,0.0013366422,0.0003438346,0.00038511588,0.00035023986],"domain_scores_gemma":[0.99367183,0.0053651268,0.00039341507,0.00028815767,0.000100156685,0.00018132578],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0019167432,0.00028987892,0.0033575587,0.0005178551,0.000022725199,0.00002429149,0.00009856225,0.00039600427,0.00023248108],"category_scores_gemma":[0.0008410768,0.00021845131,0.0011197781,0.00067357934,0.00014513735,0.00009300479,0.000038366325,0.0005289737,0.000023870116],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000015363576,0.00012215246,0.00044813726,0.0059749763,0.00003992926,0.0003255576,0.000005363479,0.000001324772,8.89712e-8,0.00019563483,0.00013615993,0.9927353],"study_design_scores_gemma":[0.00022850603,0.000017357015,0.0010406341,0.029412907,0.000085467844,0.00015927991,0.000008881737,0.000019527577,8.851957e-7,0.000027732242,0.96879536,0.00020346846],"about_ca_topic_score_codex":0.0000068454133,"about_ca_topic_score_gemma":9.2235706e-7,"teacher_disagreement_score":0.99253184,"about_ca_system_score_codex":0.000017092007,"about_ca_system_score_gemma":0.00029460996,"threshold_uncertainty_score":0.8908186},"labels":[],"label_agreement":null},{"id":"W2319170359","doi":"10.1097/sla.0000000000000962","title":"Being a Surgeon—The Myth and the Reality","year":2014,"lang":"en","type":"article","venue":"Annals of Surgery","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":54,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"","keywords":"Medicine; Specialty; Qualitative research; Teamwork; Generalizability theory; Medical education; Nursing; Psychology; Family medicine","score_opus":0.2527117310183033,"score_gpt":0.3722259195378376,"score_spread":0.11951418851953433,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2319170359","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.90661186,0.0002965088,0.000060423365,0.06807951,0.000092065995,0.000101695754,0.0000012947196,0.000026989966,0.024729626],"genre_scores_gemma":[0.98949975,0.000173876,0.0000042612724,0.010071316,0.000094821764,0.0000031603472,0.0000036302724,0.0000054681564,0.00014373902],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9992159,0.00015863351,0.00023387873,0.00009114753,0.0001689185,0.00013151809],"domain_scores_gemma":[0.9953236,0.004270224,0.00007909673,0.00018305863,0.000083496845,0.000060514227],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.003038897,0.000058309088,0.00026268445,0.000032928536,0.00007724213,0.000010187678,0.000028187598,0.000031265827,0.0000591043],"category_scores_gemma":[0.0012421205,0.000028281876,0.00013402558,0.00012132141,0.00021282735,0.000029781662,0.000019194522,0.00008697381,0.0000040103287],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0018020159,0.00013155171,0.3553929,0.00017300033,0.0002965203,0.00002086926,0.0016918371,0.00003503896,0.000032486583,0.067050815,0.01757495,0.55579805],"study_design_scores_gemma":[0.0017295723,0.00002275994,0.66379523,0.00017616039,0.000056099514,0.000020950647,0.00020534417,0.0020281153,0.00044960744,0.009693059,0.32170552,0.00011757751],"about_ca_topic_score_codex":0.00009474074,"about_ca_topic_score_gemma":0.0000019732472,"teacher_disagreement_score":0.55568045,"about_ca_system_score_codex":0.0000011320589,"about_ca_system_score_gemma":0.00001773202,"threshold_uncertainty_score":0.1487024},"labels":[],"label_agreement":null},{"id":"W2319593505","doi":"10.1097/prs.0b013e3181f95adb","title":"A New, Validated Instrument to Evaluate Competency in Microsurgery: The University of Western Ontario Microsurgical Skills Acquisition/Assessment Instrument [Outcomes Article]","year":2011,"lang":"en","type":"article","venue":"Plastic & Reconstructive Surgery","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":121,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"St Joseph's Health Care","funders":"","keywords":"Intraclass correlation; Knot tying; Inter-rater reliability; Microsurgery; Rating scale; Construct validity; Correlation coefficient; Physical therapy; Reliability (semiconductor); Scale (ratio); Medicine; Psychology; Statistics; Physical medicine and rehabilitation; Psychometrics; Surgery; Mathematics; Cartography","score_opus":0.036733543221056875,"score_gpt":0.26732109093420553,"score_spread":0.23058754771314866,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2319593505","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9957927,0.00000878752,0.00080163474,0.00023069639,0.00061649585,0.00049481675,0.000022631077,0.00004224256,0.001989986],"genre_scores_gemma":[0.99609935,0.00000713935,0.003483986,0.00018599589,0.000022679029,0.000005560844,0.000022383107,0.000017828237,0.00015510147],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9977063,0.00022605993,0.0007261668,0.00045332423,0.0004375693,0.0004505863],"domain_scores_gemma":[0.99694204,0.0019754833,0.00025334567,0.00031363362,0.00016665574,0.00034883484],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0006769507,0.0002802502,0.0007981158,0.00033194374,0.00012008364,0.00002184706,0.00012989856,0.00010948891,0.0039755227],"category_scores_gemma":[0.00016461068,0.00022114327,0.00028238352,0.00050898397,0.00022944504,0.00014458204,0.000113545066,0.0003159007,0.0000767714],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0006960632,0.0003340646,0.9782285,0.000015821173,0.00021385352,0.00009960331,0.0022376198,0.00004652428,0.0003392564,0.00014922352,0.000025530051,0.017613938],"study_design_scores_gemma":[0.003123987,0.00010340637,0.99351066,0.00029558185,0.000119602,0.000082730345,0.00082792906,0.00009106629,0.000945064,0.00021541736,0.0004558395,0.0002287327],"about_ca_topic_score_codex":0.004465601,"about_ca_topic_score_gemma":0.003450774,"teacher_disagreement_score":0.017385205,"about_ca_system_score_codex":0.0004897215,"about_ca_system_score_gemma":0.0009881988,"threshold_uncertainty_score":0.99693495},"labels":[],"label_agreement":null},{"id":"W231960350","doi":"10.1016/j.gie.2015.04.008","title":"Impact of a simulation training curriculum on technical and nontechnical skills in colonoscopy: a randomized trial","year":2015,"lang":"en","type":"article","venue":"Gastrointestinal Endoscopy","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":105,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Hospital for Sick Children; Health Sciences Centre; Sunnybrook Health Science Centre; The Wilson Centre; SickKids Foundation; University Health Network; University of Toronto; St. Michael's Hospital","funders":"American Society for Gastrointestinal Endoscopy","keywords":"Colonoscopy; Medicine; Randomized controlled trial; Curriculum; Physical therapy; Simulation training; Task (project management); Rating scale; Medical physics; Simulation; Surgery; Computer science; Internal medicine; Psychology","score_opus":0.04444803197561282,"score_gpt":0.37556730496638097,"score_spread":0.33111927299076815,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W231960350","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9888865,0.000019947991,0.006540971,0.000095901465,0.000046534686,0.001248175,0.000004259088,0.00008784781,0.0030699011],"genre_scores_gemma":[0.98135346,0.0000017501455,0.018416982,0.000046375215,0.00008816814,0.000047407837,0.000014179128,0.00001830752,0.000013366824],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.99813426,0.00023516026,0.00067485176,0.00029504776,0.00035578338,0.00030488684],"domain_scores_gemma":[0.99700266,0.0021909303,0.0001972618,0.00015969512,0.00012782893,0.00032162707],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0013095032,0.00020804864,0.00092676666,0.00024509052,0.000021264477,0.000014022176,0.00005838661,0.00008038819,0.00005175037],"category_scores_gemma":[0.009405883,0.00015347992,0.00024273744,0.0003193083,0.00024112179,0.00006496146,0.000030845455,0.00036024657,0.0000053798885],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.96117145,0.0009114869,0.025533581,0.000013093757,0.000024428458,0.000086092536,0.00018506615,0.009997037,0.00063132204,0.00028253967,0.000010164038,0.0011537173],"study_design_scores_gemma":[0.9178785,0.008433317,0.011360778,0.0008206952,0.00006343236,0.00042941325,0.000078422614,0.060449295,0.000020423908,0.00032933004,0.000010249838,0.00012613332],"about_ca_topic_score_codex":0.000076131306,"about_ca_topic_score_gemma":0.000005870966,"teacher_disagreement_score":0.05045226,"about_ca_system_score_codex":0.00014515704,"about_ca_system_score_gemma":0.00023126166,"threshold_uncertainty_score":0.9989383},"labels":[],"label_agreement":null},{"id":"W2320762279","doi":"10.1097/igc.0000000000000157","title":"Determining the Role of a National Objective Assessment of Surgical Skills in Gynecological Oncology An e-Delphi Methodology","year":2014,"lang":"en","type":"article","venue":"International Journal of Gynecological Cancer","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"St. Michael's Hospital; University of Toronto; Sunnybrook Hospital","funders":"","keywords":"Medicine; Delphi method; Cronbach's alpha; Delphi; Gynecologic oncology; Medical education; Medical physics; Family medicine; Oncology; Psychometrics; Clinical psychology","score_opus":0.07211445854218244,"score_gpt":0.4659712119763746,"score_spread":0.39385675343419213,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2320762279","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98269504,0.000059699694,0.00048289204,0.0013200678,0.00049249973,0.0001598193,0.000009919638,0.0000073610076,0.014772715],"genre_scores_gemma":[0.99472576,0.00008585147,0.004120517,0.000676784,0.00034293285,0.000016931397,0.0000064486767,0.000008184816,0.000016604548],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9967656,0.0008945915,0.0010855318,0.00019764567,0.00085743994,0.00019920283],"domain_scores_gemma":[0.98903275,0.008333056,0.0008549103,0.00008243296,0.0015708982,0.00012593933],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.002999566,0.0001396688,0.00070629636,0.00025404608,0.00003130259,0.000009422209,0.00035518385,0.00023827658,0.0016465375],"category_scores_gemma":[0.00330378,0.000083106206,0.00024896374,0.00019250328,0.00028905566,0.000114214636,0.000089055284,0.00056169083,0.0000011188002],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0010367766,0.0021489407,0.79925424,0.000007584633,0.00031305582,0.000099040364,0.00052902725,0.006113741,0.00072866876,0.015031628,0.000015688074,0.17472163],"study_design_scores_gemma":[0.0066728666,0.0025456967,0.96564555,0.00005113887,0.000047530728,0.00013394887,0.0003958269,0.0066838297,0.00040292955,0.0060344613,0.011289904,0.00009628764],"about_ca_topic_score_codex":0.000020624584,"about_ca_topic_score_gemma":0.00006621739,"teacher_disagreement_score":0.17462534,"about_ca_system_score_codex":0.00047033673,"about_ca_system_score_gemma":0.00049404363,"threshold_uncertainty_score":0.9992661},"labels":[],"label_agreement":null},{"id":"W2320880770","doi":"10.1097/sla.0000000000001214","title":"Comprehensive Surgical Coaching Enhances Surgical Skill in the Operating Room","year":2015,"lang":"en","type":"article","venue":"Annals of Surgery","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":260,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto; St. Michael's Hospital","funders":"","keywords":"Medicine; Coaching; Surgical procedures; Physical therapy; Surgery; Psychotherapist","score_opus":0.3650420561108868,"score_gpt":0.4195494538120876,"score_spread":0.05450739770120078,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2320880770","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98033565,0.001124823,0.0000063271327,0.0025251773,0.00013906787,0.00013052663,0.000002975563,0.000029249535,0.01570618],"genre_scores_gemma":[0.99837494,0.0001411869,0.00003891317,0.0011089175,0.00022536928,0.0000070991,0.000028624387,0.000011307025,0.000063643056],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.9980985,0.00033529568,0.0005527217,0.00020467941,0.0005091456,0.00029966873],"domain_scores_gemma":[0.995541,0.0037654883,0.00011076572,0.00018284463,0.00023387303,0.0001660542],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0018773866,0.00013848105,0.0005346556,0.00013038857,0.000054955734,0.000026689046,0.00008347723,0.000088041415,0.00010328753],"category_scores_gemma":[0.00049718557,0.00008878304,0.00020650841,0.00037945033,0.00008814667,0.00012503992,0.000032914777,0.00027275935,0.000019181458],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0022089407,0.0018691302,0.8605011,0.00027469438,0.00028812306,0.008444516,0.010844752,0.0032352787,0.00017506101,0.004744028,0.006035975,0.1013784],"study_design_scores_gemma":[0.011082123,0.0005090098,0.34871343,0.001585587,0.00007818339,0.001370658,0.018504132,0.008512341,0.0051965443,0.0009613767,0.60245156,0.0010350676],"about_ca_topic_score_codex":0.00008849009,"about_ca_topic_score_gemma":0.0000037166376,"teacher_disagreement_score":0.5964156,"about_ca_system_score_codex":0.000008148389,"about_ca_system_score_gemma":0.00009879642,"threshold_uncertainty_score":0.36204672},"labels":[],"label_agreement":null},{"id":"W2321295247","doi":"10.1097/aap.0000000000000237","title":"Reply to Drs Srinivasan and Shorten","year":2015,"lang":"en","type":"letter","venue":"Regional Anesthesia & Pain Medicine","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Toronto Western Hospital; Queen's University; University Health Network","funders":"","keywords":"Medicine","score_opus":0.06724110608061129,"score_gpt":0.30376947824406986,"score_spread":0.23652837216345857,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2321295247","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0031019195,0.0007689967,0.00007324321,0.99330735,0.000020322135,0.0005577029,1.9679219e-7,0.00016598919,0.0020042825],"genre_scores_gemma":[0.002416131,0.00008455212,0.0003104418,0.9819816,0.0067746593,0.00003692798,0.00046755388,0.000086966604,0.007841197],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9966118,0.00030703816,0.00056419586,0.0007230182,0.0013115925,0.00048238414],"domain_scores_gemma":[0.99743456,0.00094899617,0.00015400055,0.0005130444,0.00028765685,0.0006617225],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.001962302,0.00046480412,0.0010464881,0.0003689498,0.00008079476,0.00001592008,0.00016321018,0.00050549506,0.00043299963],"category_scores_gemma":[0.00038412743,0.00033179563,0.0001350321,0.00036746386,0.00033425618,0.0000369818,0.000014789722,0.0010892883,0.00008156615],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00017754146,0.000023116323,0.0016363362,0.00013735107,0.00008661811,0.0050374987,0.00039953247,0.0000026775301,0.000003252949,0.00009305151,0.987961,0.0044420343],"study_design_scores_gemma":[0.0020869179,0.0007943997,0.003426322,0.0012177989,0.00018694425,0.0018644643,0.00019383637,0.00017091936,6.60259e-7,0.00030776678,0.98941326,0.00033669418],"about_ca_topic_score_codex":0.00012197299,"about_ca_topic_score_gemma":0.0000015311125,"teacher_disagreement_score":0.011325777,"about_ca_system_score_codex":0.00010649205,"about_ca_system_score_gemma":0.00018333968,"threshold_uncertainty_score":0.9999134},"labels":[],"label_agreement":null},{"id":"W2321395844","doi":"10.1097/bsd.0b013e3181d345cb","title":"Exploring the Role of 3-Dimensional Simulation in Surgical Training","year":2010,"lang":"en","type":"article","venue":"Journal of Spinal Disorders & Techniques","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":31,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto; St. Michael's Hospital; Toronto Western Hospital; Health Sciences Centre; Sunnybrook Health Science Centre","funders":"","keywords":"Medicine; Session (web analytics); Context (archaeology); Surgical simulation; Cadaveric spasm; Medical physics; Cadaver; Lumbar; Physical therapy; Surgery; Computer science","score_opus":0.06383212438037443,"score_gpt":0.3369339815898676,"score_spread":0.27310185720949315,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2321395844","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99580735,0.00013847553,0.00011478785,0.00044893665,0.00007943898,0.00012075779,3.3203114e-7,0.000022964323,0.0032669536],"genre_scores_gemma":[0.9980255,0.000045857214,0.0017227463,0.000050113424,0.00013531547,0.0000042405136,7.908059e-7,0.000010801913,0.000004640893],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9988801,0.000033582564,0.0005160601,0.000080512196,0.0003549659,0.00013477719],"domain_scores_gemma":[0.9992943,0.00019306628,0.00022916163,0.00008909374,0.00012555296,0.000068870264],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0007013815,0.00009072628,0.00026688416,0.00021871038,0.00003886989,0.000008343269,0.000082601975,0.000058976526,0.00006973626],"category_scores_gemma":[0.00017742487,0.000059035287,0.00015687292,0.00023579759,0.000087938024,0.00019209414,0.00001759562,0.00055916683,6.123962e-7],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0014006833,0.00026704234,0.023362335,0.000019389105,0.00003669879,0.000049546325,0.001006761,0.0015850418,0.008660954,0.0019510944,0.0000018563164,0.9616586],"study_design_scores_gemma":[0.009289403,0.004531258,0.7347274,0.0020235344,0.00021525366,0.000751018,0.0061396654,0.03258439,0.028217942,0.02864906,0.15224089,0.0006302159],"about_ca_topic_score_codex":0.000017852388,"about_ca_topic_score_gemma":0.000014573821,"teacher_disagreement_score":0.9610284,"about_ca_system_score_codex":0.00001685624,"about_ca_system_score_gemma":0.000056996298,"threshold_uncertainty_score":0.24293327},"labels":[],"label_agreement":null},{"id":"W2321910349","doi":"10.1097/01.sih.0000459423.93549.f4","title":"Board #322 - Technology Innovation Development and Preliminary Validation of a Novel Ventriculostomy Simulator (Submission #8635)","year":2014,"lang":"en","type":"article","venue":"Simulation in Healthcare The Journal of the Society for Simulation in Healthcare","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Rating scale; Computer science; Medical physics; Simulation; Scale (ratio); Center of excellence; Reliability (semiconductor); Psychology; Medicine","score_opus":0.055912974312273246,"score_gpt":0.36957108480958145,"score_spread":0.3136581104973082,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2321910349","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.96750486,0.0005077716,0.012633915,0.017307084,0.0003271202,0.0016787578,0.000007353203,0.000026627056,0.0000065350455],"genre_scores_gemma":[0.9964249,0.000026918984,0.002444684,0.0008677292,0.00014299259,0.00002032415,0.000025021258,0.00003275252,0.000014653133],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9963815,0.0002915805,0.002042278,0.0002475223,0.0006927753,0.00034431362],"domain_scores_gemma":[0.9941674,0.0023475501,0.0015173085,0.00031768018,0.0015354449,0.00011465821],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0031405613,0.00023068034,0.00055751775,0.0005199174,0.0003168746,0.000015275853,0.00018355904,0.00039642348,0.0000049463797],"category_scores_gemma":[0.0016913123,0.00015979682,0.0002559775,0.0020494321,0.00011220455,0.00021273368,0.000071312614,0.0006640933,3.597111e-7],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0010698632,0.0001419701,0.16567409,0.0006396092,0.00003851461,3.4602775e-7,0.0023163562,0.81207854,0.000072924566,0.0012210024,0.0000045601455,0.016742216],"study_design_scores_gemma":[0.00840784,0.0006479425,0.14483404,0.0011574532,0.000070293776,0.000012309453,0.0009795133,0.83884996,0.0006380453,0.002559165,0.0016546891,0.00018877123],"about_ca_topic_score_codex":0.000068287714,"about_ca_topic_score_gemma":0.00001626181,"teacher_disagreement_score":0.028920088,"about_ca_system_score_codex":0.0005001051,"about_ca_system_score_gemma":0.0004140028,"threshold_uncertainty_score":0.65163255},"labels":[],"label_agreement":null},{"id":"W2323341069","doi":"10.1097/sla.0000000000001283","title":"Can We Predict Technical Aptitude?","year":2015,"lang":"en","type":"review","venue":"Annals of Surgery","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":70,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Toronto General Hospital; St. Michael's Hospital","funders":"","keywords":"PsycINFO; Aptitude; Competence (human resources); Medicine; Grading (engineering); MEDLINE; Medical education; Applied psychology; Psychology; Social psychology","score_opus":0.5899098887132674,"score_gpt":0.47374301355987164,"score_spread":0.1161668751533958,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2323341069","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00001443686,0.9869421,0.0000020623283,0.00064022985,0.00020518889,0.0002985315,0.000053282296,0.000097355405,0.011746828],"genre_scores_gemma":[0.0011882001,0.99747163,0.000023417373,0.00024141338,0.0003242749,0.0000250006,0.00021988782,0.00004361005,0.00046254246],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9979593,0.00009897912,0.0008869462,0.00027549913,0.0004964573,0.00028279555],"domain_scores_gemma":[0.9976715,0.0010403533,0.00034453324,0.000369753,0.00023423402,0.0003396705],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0011329929,0.00026522056,0.0025231445,0.00031836107,0.000019803183,0.0000083585755,0.00009194059,0.00037975688,0.0003191097],"category_scores_gemma":[0.0006491045,0.00019166026,0.0010329825,0.00042965362,0.00010114642,0.000031508946,0.00004978893,0.0003689741,0.0000597515],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000020576896,0.00009275408,0.00013272397,0.005464488,0.00017504054,0.00009756652,0.00000763652,3.363526e-7,2.5294728e-8,0.00008763765,0.01212709,0.9817941],"study_design_scores_gemma":[0.0001478435,0.000030724408,0.000070646645,0.015930146,0.00029774403,0.00006088054,0.000004989662,0.0000017599551,4.861351e-7,0.00007985823,0.9832178,0.00015713526],"about_ca_topic_score_codex":0.000009423889,"about_ca_topic_score_gemma":0.0000012089042,"teacher_disagreement_score":0.981637,"about_ca_system_score_codex":0.00002279586,"about_ca_system_score_gemma":0.0007149052,"threshold_uncertainty_score":0.7815679},"labels":[],"label_agreement":null},{"id":"W2323933442","doi":"10.1097/bot.0000000000000349","title":"Training Distal Locking Screw Insertion Skills to Novice Trainees","year":2015,"lang":"en","type":"article","venue":"Journal of Orthopaedic Trauma","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Fluoroscopy; Medicine; Randomized controlled trial; Drill; Radiation exposure; Intramedullary rod; Session (web analytics); Task (project management); Surgery; Physical therapy; Nuclear medicine","score_opus":0.07332877459053486,"score_gpt":0.33293479896039396,"score_spread":0.25960602436985913,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2323933442","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9824621,0.00020424573,0.004406801,0.0013180498,0.00043802385,0.0001448316,0.0000026785335,0.000045080997,0.010978192],"genre_scores_gemma":[0.9947178,0.0000071352733,0.0028034037,0.0013553993,0.0009439512,0.0000016849156,0.000005911953,0.000026351541,0.00013836418],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99799377,0.000058852023,0.00073504646,0.00015384938,0.000771984,0.00028653062],"domain_scores_gemma":[0.99822986,0.00015307013,0.00026754453,0.00011691445,0.0003764481,0.0008561529],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0010643436,0.00016228163,0.0004413006,0.0003135956,0.000058742247,0.00003789805,0.00009480623,0.00009104841,0.00015778153],"category_scores_gemma":[0.0008316264,0.00012636486,0.0002686784,0.00044284345,0.000042098352,0.00022237275,0.000016059475,0.00037510862,0.000022706587],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0012385267,0.00039386793,0.028512824,0.000040170824,0.00015939635,0.00083885825,0.010414711,0.001687555,0.00060817413,0.00022838978,0.0003371989,0.9555403],"study_design_scores_gemma":[0.041434083,0.004797712,0.6081364,0.0020412812,0.00052734505,0.0041054166,0.016297268,0.002079862,0.0010087838,0.00036963975,0.31843814,0.0007640493],"about_ca_topic_score_codex":0.0000051336856,"about_ca_topic_score_gemma":0.000009392135,"teacher_disagreement_score":0.9547763,"about_ca_system_score_codex":0.00010676044,"about_ca_system_score_gemma":0.00022253393,"threshold_uncertainty_score":0.5153009},"labels":[],"label_agreement":null},{"id":"W2324373750","doi":"10.1097/sla.0000000000000723","title":"Prospective, Randomized Assessment of Transfer of Training (ToT) and Transfer Effectiveness Ratio (TER) of Virtual Reality Simulation Training for Laparoscopic Skill Acquisition","year":2014,"lang":"en","type":"letter","venue":"Annals of Surgery","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto; St. Michael's Hospital","funders":"","keywords":"Medicine; Training (meteorology); Virtual reality; Simulation training; Medical physics; Simulation; Artificial intelligence","score_opus":0.20999792962575226,"score_gpt":0.4027483197072564,"score_spread":0.19275039008150413,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2324373750","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9196856,0.00013646974,0.07099547,0.005294528,0.00021166679,0.0028362435,0.00027544107,0.000035753725,0.00052881223],"genre_scores_gemma":[0.99407357,0.00006547509,0.00010892084,0.004610605,0.00028665568,0.00013144303,0.00065606716,0.000055365523,0.000011912504],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9958913,0.0008554597,0.0018249511,0.00046011212,0.0006460165,0.0003221838],"domain_scores_gemma":[0.9839725,0.014428383,0.00047295296,0.0002599257,0.00078510365,0.00008113078],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.004508057,0.00037654434,0.0036805356,0.00045962294,0.00004698943,0.000009045937,0.000065609216,0.00057177123,0.000068490626],"category_scores_gemma":[0.0006442837,0.0003281378,0.0010017018,0.00024618924,0.00042971224,0.00015121841,0.000008309562,0.00039328937,7.1912375e-8],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.53915304,0.0034477594,0.06417196,0.09097861,0.019704659,0.00012486604,0.053906277,0.07033788,0.03912444,0.013091713,0.0022432497,0.10371554],"study_design_scores_gemma":[0.52723646,0.0038478118,0.26284963,0.024789076,0.004997068,0.000026860505,0.0012141005,0.06455505,0.10018679,0.0048132706,0.003119576,0.0023642671],"about_ca_topic_score_codex":0.000024385992,"about_ca_topic_score_gemma":9.744107e-7,"teacher_disagreement_score":0.19867767,"about_ca_system_score_codex":0.000022054346,"about_ca_system_score_gemma":0.00024846665,"threshold_uncertainty_score":0.9999171},"labels":[],"label_agreement":null},{"id":"W2325779201","doi":"10.1016/j.cjca.2015.07.457","title":"DOES IT MATTER WHICH SURGEON WORKS WITH WHICH ASSISTANT? STUDYING THE IMPACT OF SURGICAL TEAM MAKEUP ON OPERATING ROOM EFFICIENCY","year":2015,"lang":"en","type":"article","venue":"Canadian Journal of Cardiology","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Saint John Regional Hospital","funders":"","keywords":"Medicine; Mammary artery; Surgical team; Surgery; Consistency (knowledge bases); General surgery; Artery","score_opus":0.03281082539009916,"score_gpt":0.29947509330798533,"score_spread":0.26666426791788617,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2325779201","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9497693,0.00014523593,0.0002098938,0.0024042877,0.00033056652,0.00014827691,0.0000060980724,0.000004389969,0.04698191],"genre_scores_gemma":[0.9991427,0.000006925688,0.00003178213,0.00017897671,0.000537263,0.0000016464612,0.0000038942176,0.000016966798,0.00007986744],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99839455,0.00032679673,0.0004759091,0.00014875675,0.00027790634,0.00037610362],"domain_scores_gemma":[0.99753684,0.00048066847,0.00020789515,0.00019910511,0.0009076804,0.00066781155],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0014835964,0.000156213,0.00064609793,0.00019811452,0.00011386596,0.000040479677,0.00013625143,0.0001271144,0.00014758883],"category_scores_gemma":[0.00048641532,0.00006572151,0.00016345776,0.00048339152,0.00009727686,0.000061908264,0.000009704086,0.0005688305,0.0000072271205],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00053496636,0.000012280133,0.8428262,0.000007072014,0.00037802133,0.00045927448,0.0011283103,0.15022811,0.00000834679,0.00002914182,0.0025203398,0.001867949],"study_design_scores_gemma":[0.012657256,0.0036872185,0.93169034,0.0009922052,0.00034547865,0.0036275554,0.010300471,0.0024612984,0.000030913066,0.000040688374,0.03374893,0.00041767096],"about_ca_topic_score_codex":0.0007331366,"about_ca_topic_score_gemma":0.0017817175,"teacher_disagreement_score":0.14776681,"about_ca_system_score_codex":0.00020545007,"about_ca_system_score_gemma":0.001789801,"threshold_uncertainty_score":0.317503},"labels":[],"label_agreement":null},{"id":"W2326771486","doi":"10.1097/aap.0b013e3182714589","title":"Reply to Drs Wong and Barrington","year":2012,"lang":"en","type":"letter","venue":"Regional Anesthesia & Pain Medicine","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"SickKids Foundation","funders":"","keywords":"Medicine; Psychoanalysis; Psychology","score_opus":0.04229524247909496,"score_gpt":0.2854688174005725,"score_spread":0.24317357492147754,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2326771486","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.007233338,0.0012369045,0.00010223645,0.98979944,0.000027157044,0.00050223013,1.0581251e-7,0.00015200912,0.00094660337],"genre_scores_gemma":[0.008655793,0.000095483134,0.0002558699,0.9761304,0.009167924,0.00003893047,0.0002464732,0.00008897461,0.005320123],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99704516,0.00028436285,0.00052044983,0.00058760925,0.0009809324,0.0005814852],"domain_scores_gemma":[0.9974267,0.0012476327,0.00016321463,0.0004361517,0.00013962146,0.0005867125],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.001704833,0.0004489064,0.00089849636,0.00034725532,0.00011075859,0.000013776109,0.00013036623,0.0004985337,0.0008416224],"category_scores_gemma":[0.00029632545,0.0003246134,0.00014021763,0.00030951173,0.0002745729,0.000048552534,0.000013022803,0.0011317802,0.000101435304],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00013706276,0.00002306601,0.004984679,0.0002533128,0.000075873475,0.0017793524,0.000421732,0.0000017450618,0.000012798188,0.0001431395,0.9868795,0.0052877017],"study_design_scores_gemma":[0.0015880123,0.0003640459,0.01140134,0.001596157,0.00018469642,0.001295609,0.00010017204,0.00009719455,0.0000025864222,0.000094017276,0.98295426,0.00032191843],"about_ca_topic_score_codex":0.000103440005,"about_ca_topic_score_gemma":7.99458e-7,"teacher_disagreement_score":0.013668986,"about_ca_system_score_codex":0.00008860826,"about_ca_system_score_gemma":0.00007427969,"threshold_uncertainty_score":0.9999206},"labels":[],"label_agreement":null},{"id":"W2326813836","doi":"10.1097/sla.0000000000001430","title":"Response to “An Addition to the Technical Skills Assessment Toolbox”","year":2015,"lang":"en","type":"letter","venue":"Annals of Surgery","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University","funders":"","keywords":"Medicine; Toolbox; Gerontology; Library science; Mechanical engineering","score_opus":0.2917412535422356,"score_gpt":0.4360491411662956,"score_spread":0.14430788762406,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2326813836","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.036840796,0.000035972633,0.000092494425,0.95715535,0.0004200588,0.00052240974,0.00018034778,0.00009453687,0.0046580457],"genre_scores_gemma":[0.17960158,0.000010262049,0.00024028539,0.8159274,0.0018012187,0.00007542058,0.00067742716,0.00004421329,0.0016222252],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99733025,0.00041902153,0.00057894515,0.00035605012,0.00094941386,0.00036630686],"domain_scores_gemma":[0.99521565,0.0031325207,0.00016165982,0.00065050035,0.0005319229,0.00030773215],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0034817439,0.00022347984,0.0006587694,0.00038174068,0.000051543033,0.000030694133,0.0001464799,0.00041753735,0.00087888207],"category_scores_gemma":[0.0022837918,0.00015342073,0.00030700068,0.00042824302,0.000049206494,0.00007097216,0.000050472023,0.00074739323,0.00016942236],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0006705903,0.00010351816,0.00022284378,0.000021447524,0.000047288097,0.00026125097,0.00006215384,0.000027272168,0.000052321553,0.000007257873,0.9810674,0.017456638],"study_design_scores_gemma":[0.00020668362,0.00021832752,0.026542306,0.00036074454,0.0000319592,0.000021383421,0.000028041504,0.000008588045,0.00008258642,0.000045754008,0.97227556,0.00017807346],"about_ca_topic_score_codex":0.00001500436,"about_ca_topic_score_gemma":0.0000022274503,"teacher_disagreement_score":0.14276078,"about_ca_system_score_codex":0.000048448448,"about_ca_system_score_gemma":0.00037808777,"threshold_uncertainty_score":0.96231425},"labels":[],"label_agreement":null},{"id":"W2327654445","doi":"10.1097/prs.0b013e3181fad4c2","title":"Discussion: A New, Validated Instrument to Evaluate Competency in Microsurgery: The University of Western Ontario Microsurgical Skills Acquisition/Assessment Instrument [Outcomes Article]","year":2011,"lang":"en","type":"letter","venue":"Plastic & Reconstructive Surgery","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"National Institute of Arthritis and Musculoskeletal and Skin Diseases; American Educational Research Association","keywords":"Microsurgery; Section (typography); Medical education; Library science; Medicine; Psychology; Surgery; Business; Computer science","score_opus":0.03328700782368248,"score_gpt":0.2675797785528358,"score_spread":0.23429277072915333,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2327654445","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9577607,0.00001532295,0.00023838964,0.03820355,0.001645305,0.0009507663,0.00010954052,0.00005955859,0.0010168683],"genre_scores_gemma":[0.9766107,0.000019418892,0.0012910396,0.019942204,0.0002802459,0.000017114526,0.00034867125,0.00006513277,0.0014254644],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9958517,0.00049462094,0.0012104596,0.0008576139,0.0008412029,0.00074440544],"domain_scores_gemma":[0.99475735,0.0034694434,0.0005984465,0.0005848009,0.00022829305,0.0003616622],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0007440836,0.00061669486,0.0017234966,0.000605498,0.00017489937,0.000050710827,0.0002494756,0.0004970356,0.0051237405],"category_scores_gemma":[0.0002114598,0.00040077846,0.00063441804,0.0005786932,0.00042503525,0.00015279038,0.0002263819,0.0015051741,0.00012125952],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0005959321,0.00029663116,0.97623694,0.000081854574,0.0005506167,0.0007031798,0.0014673859,0.000036840906,0.00005573923,0.000016668846,0.0062200706,0.013738142],"study_design_scores_gemma":[0.0035318811,0.000121324425,0.94904506,0.0014100034,0.00037289568,0.00019146551,0.00039105138,0.00003921857,0.00011771749,0.00019499048,0.04404402,0.00054036186],"about_ca_topic_score_codex":0.003359303,"about_ca_topic_score_gemma":0.00211611,"teacher_disagreement_score":0.03782395,"about_ca_system_score_codex":0.000987736,"about_ca_system_score_gemma":0.0020602439,"threshold_uncertainty_score":0.99984443},"labels":[],"label_agreement":null},{"id":"W2327746826","doi":"10.1089/end.2016.0270","title":"Objective Structured Assessment of Technical Skills for the Photoselective Vaporization of the Prostate Procedure: A Pilot Study","year":2016,"lang":"en","type":"article","venue":"Journal of Endourology","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":14,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Medicine; Prostatectomy; Urology; Reliability (semiconductor); Construct validity; Prostate; Medical physics; Surgery; Internal medicine; Patient satisfaction","score_opus":0.020019803122843873,"score_gpt":0.33847703327380513,"score_spread":0.3184572301509613,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2327746826","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9947597,0.000029358553,0.0025567128,0.0009553796,0.00018803331,0.0012314412,0.0000068613044,0.00000481685,0.00026769727],"genre_scores_gemma":[0.9994906,0.0000070949477,0.00024050311,0.00012044657,0.00008363292,0.000019282284,2.927156e-7,0.000008611129,0.000029540743],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9989694,0.00012725119,0.0004551772,0.000088776316,0.00024924407,0.00011014826],"domain_scores_gemma":[0.9975093,0.0011037851,0.00067980186,0.00011005046,0.0005629924,0.000034048655],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0005484518,0.00007544556,0.00030298857,0.00006843844,0.000043936896,0.00000221999,0.000100539946,0.000037457026,0.00003525213],"category_scores_gemma":[0.0010857857,0.000028781102,0.000100308884,0.0001822896,0.00010694451,0.000034171037,0.00002220231,0.00017586813,6.1310125e-8],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.013518831,0.004120147,0.6179913,0.00006144077,0.0015302558,0.000020504387,0.0022912205,0.00073244976,0.339874,0.001969057,0.00010861245,0.017782148],"study_design_scores_gemma":[0.0120371105,0.013465545,0.95890075,0.000047726564,0.00030768156,0.00014696138,0.00027118326,0.00012805137,0.013172529,0.0013429158,0.00013781946,0.000041736126],"about_ca_topic_score_codex":0.000002509089,"about_ca_topic_score_gemma":0.000014696412,"teacher_disagreement_score":0.3409094,"about_ca_system_score_codex":0.000049502705,"about_ca_system_score_gemma":0.00025133463,"threshold_uncertainty_score":0.12998654},"labels":[],"label_agreement":null},{"id":"W2328113542","doi":"10.1111/igc.0b013e318199617b","title":"Intraoperative Consultation in Gynecologic Pathology","year":2009,"lang":"en","type":"article","venue":"International Journal of Gynecological Cancer","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":19,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Sunnybrook Health Science Centre","funders":"","keywords":"Medicine; Gynecologic oncology; Audit; Tertiary care; Terminology; General surgery; Medical physics; Surgery","score_opus":0.0324177409387333,"score_gpt":0.38077263234073616,"score_spread":0.3483548914020029,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2328113542","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98408324,0.00022675206,0.00018989525,0.008007529,0.0006085457,0.00010911233,0.000002281356,0.000012071937,0.006760582],"genre_scores_gemma":[0.99287975,0.00023150891,0.00057502737,0.005991625,0.00022369587,0.000004471794,0.000004229129,0.000003004552,0.00008667909],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9988867,0.000077141834,0.0004901094,0.0001166875,0.00029394432,0.00013541599],"domain_scores_gemma":[0.9985221,0.0005481621,0.0002138522,0.00003662573,0.00059100974,0.000088239074],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00032859214,0.00008676255,0.00027560827,0.00017891666,0.000018257579,0.000016781347,0.000116433635,0.00011342406,0.0026082033],"category_scores_gemma":[0.00171456,0.000059304624,0.00009409253,0.00014319945,0.00005974484,0.00011070695,0.000012110636,0.00032094718,0.000011626041],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0035117273,0.0014690532,0.22979811,0.000005078675,0.0001990719,0.007328286,0.0011088029,0.005389074,0.0045582196,0.0068289344,0.00036004197,0.7394436],"study_design_scores_gemma":[0.0071144924,0.0011112859,0.98203695,0.000047284528,0.000021693957,0.00025645344,0.0001963698,0.00066184177,0.00056081434,0.0024902618,0.005416909,0.00008562364],"about_ca_topic_score_codex":0.0000028219708,"about_ca_topic_score_gemma":0.000015290309,"teacher_disagreement_score":0.75223887,"about_ca_system_score_codex":0.0002651747,"about_ca_system_score_gemma":0.00012706176,"threshold_uncertainty_score":0.99830353},"labels":[],"label_agreement":null},{"id":"W2328427134","doi":"10.1142/s2424905x16400031","title":"An Immersive Virtual Reality Environment for Diagnostic Imaging","year":2016,"lang":"en","type":"article","venue":"Journal of Medical Robotics Research","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":47,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University","funders":"National Institute of Biomedical Imaging and Bioengineering; Cancer Care Ontario","keywords":"Computer science; Virtual reality; Visualization; Computer graphics (images); Stereoscopy; Human–computer interaction; Computer vision; Artificial intelligence","score_opus":0.13995564811779826,"score_gpt":0.46838589650984713,"score_spread":0.3284302483920489,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2328427134","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.105743766,0.0005014634,0.71078694,0.18082991,0.00054980506,0.0006424681,0.000011589289,0.000016110067,0.0009179264],"genre_scores_gemma":[0.9972726,0.0005479407,0.000911742,0.0003433543,0.0007782575,0.000003609779,0.0000028320069,0.00001580434,0.00012382033],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9958305,0.00026237615,0.00049304427,0.00015463735,0.0028723876,0.0003870991],"domain_scores_gemma":[0.9906847,0.007560666,0.00010883857,0.00017792254,0.0003960941,0.0010718117],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0062249852,0.00008094178,0.00027486915,0.00018336417,0.0000975465,0.000020572343,0.00019370654,0.00010688632,0.0010732762],"category_scores_gemma":[0.014474482,0.000045622794,0.00013374485,0.00010969608,0.00032083754,0.000105473635,0.000057319012,0.0005325114,0.000027100752],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0021118023,0.0016200597,0.021316698,0.00007801502,0.0002421559,0.0025645061,0.00053321203,0.0026816418,0.002670848,0.008786139,0.004676911,0.952718],"study_design_scores_gemma":[0.13323,0.028425729,0.18777137,0.008024381,0.00073450763,0.0033895695,0.00941649,0.16787347,0.005474005,0.018534094,0.43576428,0.0013621028],"about_ca_topic_score_codex":0.000005536277,"about_ca_topic_score_gemma":9.944803e-7,"teacher_disagreement_score":0.95135593,"about_ca_system_score_codex":0.00018912589,"about_ca_system_score_gemma":0.00036505912,"threshold_uncertainty_score":0.9998399},"labels":[],"label_agreement":null},{"id":"W2328977177","doi":"10.1227/neu.0b013e31827981fd","title":"Simulation and Augmented Reality in Endovascular Neurosurgery","year":2012,"lang":"en","type":"article","venue":"Neurosurgery","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":57,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Canadian Armed Forces; Foothills Medical Centre","funders":"","keywords":"Augmented reality; Medicine; Virtual reality; Neurosurgery; Medical physics; Aviation; Intervention (counseling); Human–computer interaction; Computer science; Surgery","score_opus":0.07443801627572993,"score_gpt":0.325667079806797,"score_spread":0.25122906353106705,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2328977177","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9971752,0.00018474943,0.000099822784,0.00057906477,0.00040465765,0.00018048473,0.0000019649617,0.000096505246,0.0012775589],"genre_scores_gemma":[0.99828243,0.00003483762,0.000027300854,0.0013824049,0.00015311746,0.000008166105,0.000018499475,0.000021641,0.000071584625],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9986812,0.00014336032,0.00035685737,0.00022596105,0.00025390697,0.00033870706],"domain_scores_gemma":[0.9983075,0.0010886128,0.00006511446,0.00027449752,0.000031185828,0.00023307683],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000616762,0.00013141068,0.00029236526,0.00018333695,0.00005433154,0.000017201646,0.000026273043,0.00007663689,0.00011704077],"category_scores_gemma":[0.0013580411,0.00012192788,0.000103140475,0.00032475754,0.000042990036,0.00019046733,0.000039757742,0.000190651,0.000014905833],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00017200736,0.00020540335,0.9819,0.000036323974,0.000010770096,0.00008556631,0.000097623306,0.0043566753,0.0004658735,0.00007472426,0.000063909945,0.012531172],"study_design_scores_gemma":[0.0013390536,0.00001868241,0.95261157,0.00003349352,0.000021404552,0.000025188874,0.000012281508,0.028048346,0.00014750457,0.000032811688,0.017596591,0.00011310367],"about_ca_topic_score_codex":0.000015522919,"about_ca_topic_score_gemma":0.0000011249468,"teacher_disagreement_score":0.029288411,"about_ca_system_score_codex":0.000029143406,"about_ca_system_score_gemma":0.00001738928,"threshold_uncertainty_score":0.49720746},"labels":[],"label_agreement":null},{"id":"W2329265054","doi":"10.1097/acm.0b013e3181ed4107","title":"Identifying and Classifying Problem Areas in Laparoscopic Skills Acquisition: Can Simulators Help?","year":2010,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":18,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"The Wilson Centre","funders":"","keywords":"Computer science; Context (archaeology); Inter-rater reliability; Reliability (semiconductor); Process (computing); Dreyfus model of skill acquisition; Virtual reality; Artificial intelligence; Machine learning; Psychology; Rating scale","score_opus":0.03222507499123496,"score_gpt":0.34355476334100743,"score_spread":0.3113296883497725,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2329265054","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9892723,0.00043938195,0.00006171829,0.0044740904,0.00037885085,0.00036610954,0.0000012364537,0.00009752746,0.0049087913],"genre_scores_gemma":[0.99544835,0.00015845137,0.00016709643,0.002840493,0.00068511517,0.000016099073,0.000029383642,0.000024969893,0.0006300475],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99827534,0.0000436804,0.0005475099,0.00037428027,0.00040063972,0.0003585241],"domain_scores_gemma":[0.99888563,0.00038020217,0.00012061008,0.00019081382,0.000057470057,0.0003652774],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00068738946,0.00019445771,0.00046692314,0.0002725947,0.00008720131,0.000009261524,0.00008642889,0.00032481767,0.00069423515],"category_scores_gemma":[0.00041961385,0.000152465,0.000030752635,0.00041248978,0.00022448016,0.000107605374,0.000048243845,0.0013458171,0.000014146336],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000091232614,0.00003127873,0.9585593,0.00022399065,0.000040959952,0.00013819861,0.0068103573,0.000025339363,0.0106729595,0.0033656685,0.00023304825,0.019807678],"study_design_scores_gemma":[0.031963352,0.00036280294,0.917885,0.0043499907,0.00025767722,0.0004020878,0.0050365827,0.0041437405,0.0022697686,0.0095359115,0.023128055,0.00066500437],"about_ca_topic_score_codex":0.00006281944,"about_ca_topic_score_gemma":0.000036815058,"teacher_disagreement_score":0.040674265,"about_ca_system_score_codex":0.00004615944,"about_ca_system_score_gemma":0.000056189172,"threshold_uncertainty_score":0.7601388},"labels":[],"label_agreement":null},{"id":"W2329548273","doi":"10.1016/j.cjca.2011.07.317","title":"376 The impact of after-hours simulator practice on performance of vascular anastomosis during surgical training: A randomized trial","year":2011,"lang":"en","type":"article","venue":"Canadian Journal of Cardiology","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Medicine; Trainer; Randomized controlled trial; Anastomosis; Physical therapy; Medical physics; Patient safety; Surgery; Computer science","score_opus":0.041152909248086546,"score_gpt":0.29823782806283905,"score_spread":0.2570849188147525,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2329548273","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9922941,0.00030254247,0.000027452816,0.000086141816,0.0002389478,0.00030432505,0.00000531586,0.0000030557085,0.006738151],"genre_scores_gemma":[0.999374,0.00005586774,0.0000415193,0.00004035387,0.00046037836,0.000004700449,9.421231e-7,0.00001388062,0.000008373863],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.99815553,0.00056803034,0.0006858128,0.00010487651,0.00021456507,0.00027117066],"domain_scores_gemma":[0.99751085,0.0010699605,0.00046187593,0.00019436068,0.0003290095,0.00043395982],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0019692963,0.00013417288,0.0011779385,0.0002644518,0.000047183934,0.0000045254023,0.000114647024,0.00012823835,0.00016214399],"category_scores_gemma":[0.0015688788,0.000077612436,0.0010528354,0.00018246504,0.00032123327,0.00007493379,0.000006043266,0.00035431696,0.0000015923308],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.94867456,0.000026532714,0.021019477,0.000020564048,0.002439616,0.0006413057,0.0032845922,0.020437324,0.000014316861,0.000076421406,0.000015617117,0.003349647],"study_design_scores_gemma":[0.8747376,0.0037979565,0.1147257,0.0002247308,0.0010326161,0.001152957,0.0008640493,0.00078411895,0.0001149084,0.000023742683,0.0023760323,0.00016556286],"about_ca_topic_score_codex":0.0004037685,"about_ca_topic_score_gemma":0.000018677516,"teacher_disagreement_score":0.09370623,"about_ca_system_score_codex":0.000089446796,"about_ca_system_score_gemma":0.0008832281,"threshold_uncertainty_score":0.31649432},"labels":[],"label_agreement":null},{"id":"W2329618818","doi":"10.1097/sih.0b013e31821cdb68","title":"Assessing Image Quality of Low-Cost Laparoscopic Box Trainers: Options for Residents Training at Home","year":2011,"lang":"en","type":"article","venue":"Simulation in Healthcare The Journal of the Society for Simulation in Healthcare","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Foothills Medical Centre; University of Calgary","funders":"","keywords":"Laptop; USB; Computer science; Image quality; Trainer; Quality (philosophy); Multimedia; Artificial intelligence; Image (mathematics); Operating system; Software","score_opus":0.24877817401735583,"score_gpt":0.47135126128046606,"score_spread":0.22257308726311023,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2329618818","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9776188,0.0006393753,0.006934577,0.010980793,0.00072269037,0.0029653185,0.0000832863,0.000029401517,0.000025769963],"genre_scores_gemma":[0.99460983,0.00006957055,0.0037998098,0.0011098551,0.00024103274,0.000045004752,0.000041372936,0.000050886723,0.000032611497],"study_design_codex":"simulation_or_modeling","study_design_gemma":"observational","domain_scores_codex":[0.99492925,0.0008277737,0.0026704054,0.00028402923,0.00074748154,0.00054108276],"domain_scores_gemma":[0.99068725,0.005352319,0.0019437622,0.0004255439,0.0013691199,0.00022201345],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0056952555,0.00026535304,0.0008893389,0.00021964377,0.00049968186,0.000030884272,0.00028228312,0.00033196295,0.000027250951],"category_scores_gemma":[0.0018175313,0.00019103213,0.0010280359,0.0008280957,0.00018033947,0.00050700264,0.000051767016,0.0006776506,6.231653e-7],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0034667943,0.00025444874,0.24239099,0.0029201296,0.00013697094,0.0000014105427,0.03212407,0.710593,0.00017411969,0.0014865482,0.000018242978,0.0064332606],"study_design_scores_gemma":[0.013025007,0.00036079995,0.6766534,0.001863092,0.000116701776,0.000007778689,0.008565459,0.29130608,0.00013252177,0.0075728334,0.00013270773,0.00026363213],"about_ca_topic_score_codex":0.0005193438,"about_ca_topic_score_gemma":0.00035555963,"teacher_disagreement_score":0.4342624,"about_ca_system_score_codex":0.0008736739,"about_ca_system_score_gemma":0.0005621536,"threshold_uncertainty_score":0.7790064},"labels":[],"label_agreement":null},{"id":"W2329745330","doi":"10.1097/mou.0000000000000143","title":"Do high-fidelity training models translate into better skill acquisition for an endourologist?","year":2015,"lang":"en","type":"review","venue":"Current Opinion in Urology","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":22,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Hôpital Saint-François d'Assise","funders":"","keywords":"Medicine; Dreyfus model of skill acquisition; Training (meteorology); Medical education; Popularity; Curriculum; Fidelity; Learning curve; Computer science; Psychology","score_opus":0.3457289916411774,"score_gpt":0.48203709639254244,"score_spread":0.13630810475136507,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2329745330","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00013301469,0.98533237,0.0075685275,0.00029807433,0.0044462075,0.0017380406,0.00009557836,0.00013049248,0.000257676],"genre_scores_gemma":[0.012767013,0.9795056,0.0007578514,0.00031510054,0.0017918783,0.00054911844,0.004221451,0.0000875475,0.0000044183917],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9965514,0.00052675436,0.0011996628,0.00088375586,0.00027722024,0.0005611989],"domain_scores_gemma":[0.9982351,0.0005064422,0.00034962155,0.00043435994,0.00016528013,0.00030917407],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0013195307,0.0004984231,0.0020725722,0.00043932872,0.0000646175,0.00002381168,0.00021755233,0.0007534777,0.00010112883],"category_scores_gemma":[0.000108927365,0.0004171119,0.00045471187,0.00027771443,0.0001410264,0.0001644653,0.000042262272,0.000882069,0.000022627513],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00021403996,0.00017896353,0.000014663811,0.0037378303,0.000056129422,0.000003171376,0.0006506302,0.00035884164,4.903016e-8,0.0019269973,0.0001200055,0.99273866],"study_design_scores_gemma":[0.0044416916,0.0007268214,0.000037561622,0.0016925507,0.00032598537,0.0000418723,0.000023155942,0.0047124326,2.8513236e-8,0.017473523,0.97015727,0.00036709913],"about_ca_topic_score_codex":0.00000964344,"about_ca_topic_score_gemma":0.000002404477,"teacher_disagreement_score":0.99237156,"about_ca_system_score_codex":0.00012901092,"about_ca_system_score_gemma":0.00030020165,"threshold_uncertainty_score":0.9998281},"labels":[],"label_agreement":null},{"id":"W2330017471","doi":"10.1093/neuonc/nou260.4","title":"MS-05 * UTILIZING A VIRTUAL REALITY SIMULATOR, NEUROTOUCH, TO DETERMINE PROFICIENCY PERFORMANCE BENCHMARKS FOR RESECTION OF SIMULATED BRAIN TUMORS","year":2014,"lang":"en","type":"article","venue":"Neuro-Oncology","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University; NeuroRx Research (Canada)","funders":"","keywords":"Psychomotor learning; Virtual reality; Neurosurgery; Metric (unit); Computer science; Medical physics; Resection; Duration (music); Medicine; Simulation; Cognition; Physical medicine and rehabilitation; Human–computer interaction; Surgery; Operations management; Engineering","score_opus":0.05368099055873142,"score_gpt":0.35252216575143874,"score_spread":0.2988411751927073,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2330017471","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9886025,0.000003983092,0.001152278,0.0014165755,0.0004683057,0.0014679304,0.000006456908,0.0000982602,0.0067836847],"genre_scores_gemma":[0.99583685,0.0000026451228,0.0001706646,0.0035870404,0.00022799168,0.000047765316,0.000037008682,0.0000340329,0.000055996137],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9977757,0.0002614165,0.0007035085,0.00051236124,0.00029644527,0.0004506007],"domain_scores_gemma":[0.996324,0.0025406973,0.00023774175,0.00035241895,0.00026366534,0.00028145604],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00083646143,0.00021263852,0.00059264974,0.00023974985,0.00014374596,0.0000101196565,0.00013339757,0.00020473877,0.00014317066],"category_scores_gemma":[0.003834976,0.00019286858,0.0001406434,0.00048660557,0.00011043971,0.00009206009,0.000071875256,0.00032292356,0.000007065467],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.015129905,0.0012781166,0.041488178,0.0005335982,0.00007105931,0.00010078525,0.0019029786,0.12922202,0.3854221,0.001092339,0.001222327,0.42253658],"study_design_scores_gemma":[0.009067999,0.02053917,0.021733886,0.000095196774,0.00006191107,0.00007652952,0.000120530814,0.7299125,0.02347112,0.000053857548,0.19460025,0.00026704228],"about_ca_topic_score_codex":0.000018807486,"about_ca_topic_score_gemma":0.000013813465,"teacher_disagreement_score":0.6006905,"about_ca_system_score_codex":0.00010827009,"about_ca_system_score_gemma":0.0001525607,"threshold_uncertainty_score":0.78649527},"labels":[],"label_agreement":null},{"id":"W2330047208","doi":"10.1097/sla.0000000000001685","title":"Practice Guidelines for Operative Performance Assessments","year":2016,"lang":"en","type":"review","venue":"Annals of Surgery","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":50,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Medicine; MEDLINE; Medical physics; General surgery","score_opus":0.7879423502213598,"score_gpt":0.6202647998787698,"score_spread":0.16767755034259002,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2330047208","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000018777795,0.9883226,0.00008980449,0.0011272179,0.00029674123,0.0005417571,0.000055223136,0.000025899792,0.009521976],"genre_scores_gemma":[0.00009337079,0.9953117,0.0007444451,0.0019813145,0.00039018184,0.00008536663,0.00012956836,0.000035927118,0.0012281366],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9981637,0.000082256236,0.0010172554,0.00024032386,0.0002756283,0.00022083649],"domain_scores_gemma":[0.9923458,0.004440645,0.0005974695,0.00022000319,0.0022898887,0.00010616617],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001506446,0.00022413267,0.001632772,0.00017505858,0.000042740143,0.000011675318,0.000059427344,0.00016868266,0.00021525417],"category_scores_gemma":[0.005575379,0.00013362661,0.00068573316,0.00017948145,0.000036327838,0.00019786175,0.000023229002,0.00011649927,0.000042323296],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00007012287,0.000055963348,0.000020877633,0.0050995257,0.00033408322,0.0000067370815,0.0000054558463,3.338777e-7,4.595829e-8,0.00006524936,0.0073319026,0.9870097],"study_design_scores_gemma":[0.000243851,0.000057600104,0.000021865984,0.026783809,0.0002479293,0.000017437429,0.000012150578,0.000018987013,0.0000052063333,0.000004904346,0.9724451,0.00014119719],"about_ca_topic_score_codex":0.0000024555322,"about_ca_topic_score_gemma":4.4187228e-8,"teacher_disagreement_score":0.9868685,"about_ca_system_score_codex":0.000015352287,"about_ca_system_score_gemma":0.00045303776,"threshold_uncertainty_score":0.6674652},"labels":[],"label_agreement":null},{"id":"W2330372925","doi":"10.1016/j.jmig.2014.08.109","title":"Validation of a Comprehensive Evidence-Based Laparoscopic Curriculum for Gynecology Residents","year":2014,"lang":"en","type":"article","venue":"Journal of Minimally Invasive Gynecology","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"St. Michael's Hospital","funders":"","keywords":"Medicine; Curriculum; Medical education; Gynecology; Medical physics; General surgery; Family medicine; Pedagogy","score_opus":0.05866279076648537,"score_gpt":0.3338030824293615,"score_spread":0.2751402916628761,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2330372925","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99615574,0.00022080717,0.00074020604,0.0015132062,0.0006227827,0.00040668453,0.0000033570507,0.000010227765,0.00032696468],"genre_scores_gemma":[0.9935027,0.00005518643,0.0046325563,0.0015118335,0.00021884334,0.000014987151,0.000009811183,0.000016754793,0.000037331694],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99793553,0.0003224445,0.0009952191,0.00019059092,0.0002889435,0.00026725073],"domain_scores_gemma":[0.9830742,0.0137173105,0.0011337673,0.00015992699,0.0017421853,0.0001726079],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0006262319,0.00015764408,0.0008415735,0.0003230624,0.00006046276,0.000009247352,0.00015871784,0.00021252678,0.00041433686],"category_scores_gemma":[0.015137457,0.00013073874,0.0002955187,0.0001794103,0.00016255304,0.00013368689,0.000028805482,0.00022687399,0.000012193371],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.008264618,0.0027034166,0.77734524,0.0019740597,0.0014164431,0.00041840595,0.0010183206,0.006797327,0.17284755,0.0029880481,0.0047453768,0.01948119],"study_design_scores_gemma":[0.036367666,0.02132405,0.8260622,0.0014166957,0.0009886731,0.00025050712,0.00090324576,0.0023619677,0.09932387,0.0013913461,0.009248608,0.00036114722],"about_ca_topic_score_codex":0.0000071781374,"about_ca_topic_score_gemma":0.000015382306,"teacher_disagreement_score":0.073523685,"about_ca_system_score_codex":0.000109495515,"about_ca_system_score_gemma":0.0005576051,"threshold_uncertainty_score":0.99315846},"labels":[],"label_agreement":null},{"id":"W2330616842","doi":"10.1093/neuonc/nou209.25","title":"PROFICIENCY PERFORMANCE BENCHMARKS FOR REMOVAL OF SIMULATED BRAIN TUMORS USING NEUROTOUCH","year":2014,"lang":"en","type":"article","venue":"Neuro-Oncology","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University; Montreal Neurological Institute and Hospital","funders":"","keywords":"Neurosurgery; Metric (unit); Virtual reality; Medical physics; Computer science; Set (abstract data type); Task (project management); Quality (philosophy); Medicine; Human–computer interaction; Operations management; Surgery; Engineering; Systems engineering","score_opus":0.04493891550099699,"score_gpt":0.3464016866500638,"score_spread":0.30146277114906683,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2330616842","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9827167,0.000013003584,0.00060754974,0.00069249305,0.0003133196,0.00073374866,0.0000019525783,0.0000487843,0.014872449],"genre_scores_gemma":[0.9959673,0.0000023094378,0.0012479391,0.0025351467,0.00015619541,0.000008799717,0.00001797455,0.000023348146,0.000040971026],"study_design_codex":"bench_or_experimental","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9986583,0.00012945972,0.00043468847,0.00028957697,0.00017928453,0.0003087162],"domain_scores_gemma":[0.99804634,0.0012855142,0.00018795884,0.00020127703,0.00015220592,0.00012670642],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0004310468,0.00013408964,0.00042240712,0.00012623738,0.0000878583,0.0000049344953,0.000088097324,0.0001373655,0.00015881371],"category_scores_gemma":[0.0012734906,0.000116856994,0.00010464664,0.00026486607,0.00011432717,0.000053017164,0.00003395019,0.00021993415,0.000004050068],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0035108,0.00082271517,0.04733937,0.0004686346,0.000051595387,0.00028579557,0.00086612673,0.032873932,0.5586071,0.0014654546,0.00023647818,0.353472],"study_design_scores_gemma":[0.0072051953,0.0036409812,0.009351597,0.00005047575,0.000055222426,0.00044439436,0.000052347226,0.7486665,0.010306163,0.00006868738,0.2199987,0.00015968744],"about_ca_topic_score_codex":0.000004480156,"about_ca_topic_score_gemma":7.4121783e-7,"teacher_disagreement_score":0.7157926,"about_ca_system_score_codex":0.00005121625,"about_ca_system_score_gemma":0.0001618043,"threshold_uncertainty_score":0.47652897},"labels":[],"label_agreement":null},{"id":"W2330637721","doi":"10.1017/s0317167100011094","title":"Gender, Patient Comfort and the Neurosurgical Operating Room","year":2011,"lang":"en","type":"article","venue":"Canadian Journal of Neurological Sciences / Journal Canadien des Sciences Neurologiques","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Toronto Western Hospital; University of Toronto; University Health Network","funders":"University of Toronto","keywords":"Medicine; Medical emergency; Physical medicine and rehabilitation","score_opus":0.0867552275599626,"score_gpt":0.285251351534375,"score_spread":0.19849612397441238,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2330637721","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9773667,0.0008864074,0.000021088128,0.0023194617,0.0004884356,0.00017798007,0.0000021033593,0.000014714197,0.018723136],"genre_scores_gemma":[0.9907227,0.00018965299,0.0011956157,0.0077218013,0.00014866322,0.0000019247993,1.1979525e-7,0.000008468715,0.0000110611845],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99635065,0.0008536801,0.0008526144,0.00037911983,0.00067233836,0.000891588],"domain_scores_gemma":[0.99654984,0.000776408,0.00048011602,0.00011539484,0.0002947835,0.0017834619],"candidate_categories":["sts"],"consensus_categories":["sts"],"category_scores_codex":[0.0038538743,0.00024687618,0.0005014913,0.00040634096,0.002614421,0.00041396788,0.0007088786,0.00012819497,0.00033321994],"category_scores_gemma":[0.0021506704,0.00012430859,0.00023076074,0.00076033286,0.007591788,0.00047931136,0.000067112735,0.0011690971,0.0000017910957],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0004265246,0.000042970696,0.96931297,0.0000056231574,0.000024351828,0.008500085,0.002087255,0.00074011495,0.0000059309864,0.0060502235,0.000099402954,0.012704573],"study_design_scores_gemma":[0.0047084647,0.08099023,0.7329714,0.00007329017,0.00017431394,0.13482675,0.0016853395,0.010739292,0.000086960914,0.024362301,0.008838443,0.00054324395],"about_ca_topic_score_codex":0.0006242498,"about_ca_topic_score_gemma":0.0038077165,"teacher_disagreement_score":0.23634158,"about_ca_system_score_codex":0.000062743944,"about_ca_system_score_gemma":0.0013686887,"threshold_uncertainty_score":0.99868405},"labels":[],"label_agreement":null},{"id":"W2330658632","doi":"10.1097/aap.0b013e31822e0d75","title":"Reusable Phantom With Feedback Signal for Ultrasound Needle Tip Control","year":2011,"lang":"en","type":"letter","venue":"Regional Anesthesia & Pain Medicine","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Medicine; Imaging phantom; SIGNAL (programming language); Ultrasound; Biomedical engineering; Medical physics; Acoustics; Radiology","score_opus":0.04335909707943766,"score_gpt":0.2622025858688045,"score_spread":0.21884348878936685,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2330658632","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0011348842,0.00082623475,0.0052276463,0.9890395,0.000024302619,0.0016855119,0.0000018060614,0.00021040266,0.0018497542],"genre_scores_gemma":[0.015144832,0.00006825045,0.0007408792,0.96249765,0.0081436215,0.00019111267,0.0012737951,0.0001672398,0.01177263],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99632454,0.00030837668,0.00067919545,0.00076047564,0.0011358821,0.0007915548],"domain_scores_gemma":[0.9940419,0.0042314627,0.00040226657,0.00049897726,0.00047023734,0.0003551374],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0015827043,0.0006776131,0.0014493492,0.0002861973,0.00017818637,0.000021213778,0.0002670628,0.0007901658,0.0023179583],"category_scores_gemma":[0.0001883617,0.00043560515,0.00031286318,0.00033221988,0.0006323376,0.00007248244,0.000003635478,0.0011568392,0.00007610314],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0022831368,0.00011302615,0.0018875512,0.00048058914,0.00044370783,0.001872179,0.00026243489,0.000013701425,0.000044052802,0.00026468158,0.99153644,0.0007985104],"study_design_scores_gemma":[0.013369808,0.0022593024,0.00095355534,0.0018378047,0.0007337129,0.002163106,0.00015085383,0.000513063,0.000011771316,0.00050447154,0.97700244,0.00050011603],"about_ca_topic_score_codex":0.00009865227,"about_ca_topic_score_gemma":0.0000031510751,"teacher_disagreement_score":0.026541818,"about_ca_system_score_codex":0.00011159894,"about_ca_system_score_gemma":0.00027799062,"threshold_uncertainty_score":0.99980956},"labels":[],"label_agreement":null},{"id":"W2330925922","doi":"10.1227/neu.0000000000001158","title":"Validity Evidence for the Neuro-Endoscopic Ventriculostomy Assessment Tool (NEVAT)","year":2015,"lang":"en","type":"article","venue":"Operative Neurosurgery","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":12,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto; Western University; SickKids Foundation; The Wilson Centre; Hospital for Sick Children","funders":"","keywords":"Medicine; Inter-rater reliability; Intraclass correlation; Checklist; Endoscopic third ventriculostomy; Construct validity; Cronbach's alpha; Interquartile range; Rating scale; Medical physics; Clinical psychology; Psychometrics; Psychology; Surgery; Endoscopy; Developmental psychology","score_opus":0.24423546721129888,"score_gpt":0.42842419665206355,"score_spread":0.18418872944076467,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2330925922","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9787547,0.00020443968,0.004516404,0.011972599,0.001595025,0.0013637606,0.000011382671,0.00009925241,0.0014824579],"genre_scores_gemma":[0.9938493,0.000049729228,0.00025091023,0.0045785424,0.00033605666,0.00015528394,0.000011471075,0.000020690732,0.0007480276],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99850935,0.0002178763,0.00030076428,0.00031856567,0.00039980473,0.00025363767],"domain_scores_gemma":[0.99405867,0.0051288954,0.00007698888,0.0002807334,0.00028313918,0.00017156621],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00079798506,0.00015964093,0.00027597253,0.000049191192,0.00022928657,0.00009295761,0.00009055218,0.000043706845,0.00014051949],"category_scores_gemma":[0.0037079565,0.0000976807,0.00015465845,0.00026850347,0.00007120095,0.00019468224,0.000047693506,0.00022786562,0.000030793384],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.001728109,0.0007841222,0.91951233,0.00012830793,0.0001614017,0.00058126333,0.0008812897,0.003563239,0.003288668,0.002735727,0.036675047,0.029960498],"study_design_scores_gemma":[0.007950367,0.0012708846,0.60046655,0.0002679604,0.00026755582,0.00007534833,0.00029714537,0.036843345,0.0031700602,0.00015290044,0.34882006,0.00041783956],"about_ca_topic_score_codex":0.0000062295585,"about_ca_topic_score_gemma":8.029033e-7,"teacher_disagreement_score":0.31904578,"about_ca_system_score_codex":0.00008481875,"about_ca_system_score_gemma":0.0002886548,"threshold_uncertainty_score":0.4439038},"labels":[],"label_agreement":null},{"id":"W2331016825","doi":"10.1117/12.2214982","title":"Visual feedback mounted on surgical tool: proof of concept","year":2016,"lang":"en","type":"article","venue":"Proceedings of SPIE, the International Society for Optical Engineering/Proceedings of SPIE","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University","funders":"Natural Sciences and Engineering Research Council of Canada; Cancer Care Ontario","keywords":"Computer science; Visual feedback; Computer vision; Perception; Artificial intelligence; Margin (machine learning); Navigation system; Visual field; Resection; Reduction (mathematics); Human–computer interaction; Medicine; Surgery; Psychology; Ophthalmology","score_opus":0.017235829501875854,"score_gpt":0.27298619470544755,"score_spread":0.2557503652035717,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2331016825","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9905001,0.000044323042,0.00003126172,0.0027429587,0.00015732925,0.0005927635,0.000040227966,0.00007708638,0.005813948],"genre_scores_gemma":[0.9915838,0.000023305141,0.007271248,0.00011912059,0.00039325474,0.000043550564,0.0000082389315,0.000051944902,0.00050548755],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.99744546,2.3560007e-8,0.0008505508,0.00038328467,0.000946436,0.00037422124],"domain_scores_gemma":[0.99722266,0.00043326945,0.0003878509,0.000058034508,0.0017316208,0.00016656997],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00051843555,0.0003008188,0.0005979674,0.00011055157,0.000048389666,0.000031289277,0.00038400243,0.00022990348,0.00011051803],"category_scores_gemma":[0.0009314409,0.00019166686,0.00076604605,0.00032627358,0.00037222123,0.00027535006,0.00009540882,0.00025547892,0.000002578472],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0019489403,0.00079326855,0.0021988605,0.00063359516,0.0010593196,0.0000011087916,0.00030299093,0.00014566162,0.2826514,0.698454,0.0014818268,0.010329015],"study_design_scores_gemma":[0.021057704,0.003556183,0.006039497,0.002959649,0.0004959382,0.00008241286,0.0016029055,0.03431445,0.89576685,0.0013736035,0.03186955,0.00088123797],"about_ca_topic_score_codex":0.000002948722,"about_ca_topic_score_gemma":2.8740237e-8,"teacher_disagreement_score":0.6970804,"about_ca_system_score_codex":0.00014444564,"about_ca_system_score_gemma":0.000046825564,"threshold_uncertainty_score":0.78159475},"labels":[],"label_agreement":null},{"id":"W2332087630","doi":"10.1097/brs.0000000000000558","title":"Use of an Operating Microscope During Spine Surgery Is Associated With Minor Increases in Operating Room Times and No Increased Risk of Infection","year":2014,"lang":"en","type":"article","venue":"Spine","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":26,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Discovery Air (Canada)","funders":"National Center for Advancing Translational Sciences","keywords":"Medicine; Microscope; Operating microscope; Multivariate analysis; Surgery; Logistic regression; Internal medicine; Pathology","score_opus":0.01908510002393485,"score_gpt":0.2657744183035838,"score_spread":0.24668931827964893,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2332087630","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9994805,0.000040789564,0.000038756898,0.000013392521,0.000015842295,0.00018139661,0.000010276667,0.00003122681,0.00018785702],"genre_scores_gemma":[0.9978846,0.000020179383,0.0018086127,0.00008423307,0.000049988324,0.0000046093946,0.0000712026,0.000019350266,0.000057228324],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.998889,0.00016505612,0.00043101227,0.00020396883,0.0001549849,0.00015593626],"domain_scores_gemma":[0.9991371,0.00023299264,0.00021954463,0.00013437602,0.00017889419,0.00009709151],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000558256,0.00013439555,0.00047135944,0.00016303107,0.000066457105,0.000022295228,0.00001797543,0.000071230745,0.00010255124],"category_scores_gemma":[0.002759355,0.00010704605,0.000041453543,0.00030036567,0.000049818445,0.00020007447,0.000024103778,0.00012849817,9.0400874e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000112435,0.00021421445,0.9569087,0.000096567965,0.000060551123,0.000006510422,0.0001269817,0.00039357823,0.039950643,0.0000037726666,0.0000027787094,0.0021232432],"study_design_scores_gemma":[0.0030875502,0.00033204365,0.94813794,0.0008509355,0.00006283346,0.000008229398,0.00001980325,0.019462753,0.027900066,0.0000011778443,0.00002507421,0.00011159304],"about_ca_topic_score_codex":0.005113246,"about_ca_topic_score_gemma":0.0003376615,"teacher_disagreement_score":0.019069176,"about_ca_system_score_codex":0.000024869221,"about_ca_system_score_gemma":0.00004318252,"threshold_uncertainty_score":0.7729732},"labels":[],"label_agreement":null},{"id":"W2332336392","doi":"10.1007/s11548-016-1372-9","title":"A wearable navigation display can improve attentiveness to the surgical field","year":2016,"lang":"en","type":"article","venue":"International Journal of Computer Assisted Radiology and Surgery","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":17,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Wearable computer; Computer science; Computer vision; Task (project management); Peripheral vision; Artificial intelligence; Lens (geology); Field of view; Wearable technology; Display device; Engineering; Embedded system","score_opus":0.019869558760847502,"score_gpt":0.29464939367124904,"score_spread":0.27477983491040153,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2332336392","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9476019,0.00012810153,0.019472208,0.030707465,0.0018724377,0.00005597802,0.0000036314661,0.000008494858,0.00014975212],"genre_scores_gemma":[0.997029,0.00005599715,0.00018439442,0.0016647759,0.0009455401,0.0000019270472,0.0000033952,0.000004593306,0.00011037497],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99911904,0.00011743647,0.00034491497,0.0001057928,0.00020198476,0.00011083827],"domain_scores_gemma":[0.9974037,0.0020087813,0.00014572022,0.00006303889,0.0002682091,0.00011057768],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00052903953,0.000074347605,0.00023859582,0.00011864489,0.00004613819,0.000021250611,0.000087906395,0.00006786107,0.00006154756],"category_scores_gemma":[0.00011383237,0.00003653451,0.00014270298,0.00006378817,0.00005148983,0.00006408025,0.000028268425,0.00013663634,0.000004134558],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0020908979,0.00011118904,0.24372089,0.000008850797,0.00065170135,0.0014274647,0.00019332922,0.00010202972,0.00065237033,0.0005679471,0.0017986562,0.7486747],"study_design_scores_gemma":[0.0051568407,0.00046587223,0.85438746,0.0010005893,0.00008586873,0.013227008,0.000046764544,0.0014985128,0.0007342367,0.00029655162,0.12289399,0.00020632539],"about_ca_topic_score_codex":0.0000044951075,"about_ca_topic_score_gemma":0.0000014981331,"teacher_disagreement_score":0.74846834,"about_ca_system_score_codex":0.000034830045,"about_ca_system_score_gemma":0.00006261918,"threshold_uncertainty_score":0.1489834},"labels":[],"label_agreement":null},{"id":"W2332450888","doi":"10.1016/j.brachy.2014.02.409","title":"Robotic Manipulator Using Soft Pneumatic Air-muscles Actuators for Needle Guidance in a Phantom Brachytherapy under TRUS Visualization","year":2014,"lang":"en","type":"article","venue":"Brachytherapy","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université Laval; Institut interdisciplinaire d'innovation technologique; Quebec - Clinical Research Organization in Cancer; Université de Sherbrooke; Centre hospitalier universitaire de Québec","funders":"","keywords":"Imaging phantom; Prostate brachytherapy; Medicine; Brachytherapy; Visualization; Biomedical engineering; Nuclear medicine; Artificial intelligence; Computer science; Radiology","score_opus":0.05457898009236818,"score_gpt":0.3501053268083951,"score_spread":0.29552634671602696,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2332450888","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.692629,0.00038935148,0.30540785,0.00028436678,0.0002197915,0.00072164106,0.0000015856497,0.00013566818,0.00021078797],"genre_scores_gemma":[0.9920615,0.000027959379,0.00391558,0.003388984,0.0002888914,0.00005315068,0.000038427774,0.00009528984,0.00013020195],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99812925,0.00012386039,0.00059025636,0.00040939482,0.0003166696,0.00043055968],"domain_scores_gemma":[0.9987895,0.00043840866,0.0002087314,0.00029400166,0.000108984066,0.00016041358],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0004983725,0.00028259694,0.0005497042,0.00020676675,0.00013897946,0.000047831043,0.0000952431,0.0001709017,0.00020959231],"category_scores_gemma":[0.00014957682,0.0002555363,0.00017551304,0.00042570994,0.000055084274,0.00023660502,0.000010360224,0.00013308538,0.000013504044],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0031635799,0.0020643605,0.17114179,0.0008097962,0.0005485001,0.000027372062,0.0066650715,0.14511105,0.01836616,0.042562444,0.00012941699,0.60941046],"study_design_scores_gemma":[0.015071485,0.0005217934,0.12955728,0.00042631387,0.00006432155,0.000040302548,0.00029177897,0.84320223,0.0008833829,0.0055263983,0.0039040965,0.00051064586],"about_ca_topic_score_codex":0.000038730344,"about_ca_topic_score_gemma":0.000027468355,"teacher_disagreement_score":0.69809115,"about_ca_system_score_codex":0.00013813561,"about_ca_system_score_gemma":0.00007505173,"threshold_uncertainty_score":0.9999897},"labels":[],"label_agreement":null},{"id":"W2333266345","doi":"10.1007/s00464-001-8212-9","title":"Laparoscopic splenectomy","year":2002,"lang":"en","type":"article","venue":"Surgical Endoscopy","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":31,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto; St. Michael's Hospital","funders":"","keywords":"Medicine; Abdominal surgery; Splenectomy; Demographics; Hepatology; Laparoscopy; Blood loss; Surgery; Laparoscopic surgery; Blood transfusion; General surgery; Endoscopy; Internal medicine; Spleen","score_opus":0.04072161926537454,"score_gpt":0.3078744714626992,"score_spread":0.26715285219732465,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2333266345","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6987843,0.000412853,0.0000081974285,0.0006279518,0.00016226707,0.000121477424,0.000001970589,0.00018389779,0.2996971],"genre_scores_gemma":[0.9936245,0.000085140695,0.00024491127,0.0005651222,0.00023647244,0.000011229657,0.000010928582,0.000017567672,0.0052041295],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.99894524,0.000034384448,0.00021521887,0.00023586699,0.00027480882,0.00029448135],"domain_scores_gemma":[0.99925977,0.0002022362,0.000030776868,0.0001967667,0.00003466159,0.00027577503],"candidate_categories":["insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.00008241318,0.00012694804,0.0002886325,0.00006348437,0.00006467827,0.00001788208,0.00005188307,0.00008549288,0.025292544],"category_scores_gemma":[0.00007286104,0.00009923178,0.00012798239,0.00025319835,0.00006551439,0.0000505059,0.000020086667,0.00019546387,0.0014247515],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.005648687,0.005665026,0.5464021,0.00058518717,0.00093161286,0.015437725,0.001994761,0.0004126289,0.0013100192,0.089272395,0.017062524,0.3152773],"study_design_scores_gemma":[0.048372127,0.00021746062,0.004729493,0.00006850164,0.000040424475,0.00012425693,0.000025573245,0.0034773122,0.0018412558,0.00014880199,0.94076717,0.00018760058],"about_ca_topic_score_codex":0.000006620126,"about_ca_topic_score_gemma":5.956109e-7,"teacher_disagreement_score":0.9237047,"about_ca_system_score_codex":0.00002669919,"about_ca_system_score_gemma":0.00001016358,"threshold_uncertainty_score":0.99935275},"labels":[],"label_agreement":null},{"id":"W2333535167","doi":"10.1097/00003246-200212001-00416","title":"OPTIMIZATION OF SURGICAL SKILLS:INFLUENCE OF HEIGHT ADJUSTMENT OF SURGICAL TABLE ON MOVEMENTS ACCURACY(MA)AND MUSCULAR FATIGUE(MF)","year":2002,"lang":"en","type":"article","venue":"Critical Care Medicine","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Sherbrooke","funders":"","keywords":"Medicine; Presentation (obstetrics); Table (database); Physical therapy; Surgery","score_opus":0.03371285935890018,"score_gpt":0.33383490967469115,"score_spread":0.300122050315791,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2333535167","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97142047,0.0053318525,0.00057235395,0.0020764694,0.00020255521,0.00057351514,0.000034010867,0.00004335307,0.01974541],"genre_scores_gemma":[0.99831843,0.00072519976,0.00042512544,0.00022379908,0.00013641547,0.000009965738,0.00005510541,0.000018348805,0.00008763431],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99760467,0.000098549404,0.00081455236,0.00032374202,0.0008856462,0.0002728217],"domain_scores_gemma":[0.99715346,0.0014732942,0.00012862097,0.00029431778,0.00063012313,0.00032019493],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0002605704,0.0002045768,0.0007817752,0.00015023517,0.00004178458,0.0000029196528,0.0000855128,0.00015054905,0.0025351117],"category_scores_gemma":[0.0012305802,0.00014808503,0.000107267195,0.00036906166,0.00064669934,0.0000740058,0.000045311863,0.00020354024,0.0000025651198],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0092576975,0.018888963,0.23062488,0.025918411,0.001857821,0.0050604604,0.023429554,0.2462281,0.00460394,0.15657203,0.0022264046,0.27533174],"study_design_scores_gemma":[0.2578922,0.040828604,0.20757364,0.033979528,0.0051915166,0.0008858824,0.02140627,0.26606497,0.04681929,0.0014312295,0.1142752,0.003651668],"about_ca_topic_score_codex":0.000032972857,"about_ca_topic_score_gemma":5.5233454e-7,"teacher_disagreement_score":0.27168006,"about_ca_system_score_codex":0.000040302908,"about_ca_system_score_gemma":0.00002511135,"threshold_uncertainty_score":0.9983767},"labels":[],"label_agreement":null},{"id":"W2333912305","doi":"10.1097/lbr.0b013e3182296588","title":"Simulation in Flexible Bronchoscopy and Endobronchial Ultrasound","year":2011,"lang":"en","type":"article","venue":"Journal of Bronchology & Interventional Pulmonology","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":28,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Medicine; Bronchoscopy; Flexible bronchoscopy; Modalities; Standardization; Endobronchial ultrasound; Medical physics; Radiology; Intensive care medicine; Computer science","score_opus":0.060935896974175695,"score_gpt":0.34230293343632684,"score_spread":0.28136703646215117,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2333912305","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9887956,0.00063538796,0.0033338454,0.00026609836,0.0004501281,0.00011164179,0.0000018675979,0.000015285375,0.006390183],"genre_scores_gemma":[0.99735093,0.000026340665,0.0019051152,0.00032564776,0.00017083128,0.0000025312008,0.000006394244,0.0000120748855,0.00020012532],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9985211,0.0001400492,0.0007896734,0.00018124405,0.0001461805,0.00022177467],"domain_scores_gemma":[0.99883455,0.0004394538,0.00034881476,0.00009753969,0.00015617337,0.00012347233],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0004866603,0.0001253286,0.00040747217,0.00040829318,0.00003322963,0.0000073192778,0.000086564556,0.0002027919,0.0019606652],"category_scores_gemma":[0.000497494,0.00011099587,0.00020252992,0.00013313758,0.00020175215,0.00018018702,0.00003212409,0.00046519656,0.000020004138],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.005427479,0.0018394816,0.9513565,0.000060217273,0.00039109858,0.0007555302,0.00090643903,0.0016413705,0.0020067263,0.0074928296,0.00011922,0.028003136],"study_design_scores_gemma":[0.006702251,0.0018362108,0.9781169,0.00011727378,0.00007506594,0.0016128138,0.00014447051,0.0006051546,0.0003797437,0.0075666895,0.0027365568,0.00010682981],"about_ca_topic_score_codex":0.000022198148,"about_ca_topic_score_gemma":0.000014042878,"teacher_disagreement_score":0.027896306,"about_ca_system_score_codex":0.00007953446,"about_ca_system_score_gemma":0.00005826521,"threshold_uncertainty_score":0.9989517},"labels":[],"label_agreement":null},{"id":"W2333925281","doi":"10.1097/01.sih.0000441596.12836.36","title":"Board 344 - Research Abstract An Exploration of Communication between Surgical Instructors and Trainees and the Effect of Standardized Communication and a Simulated On-Screen Frame of Reference Tool Employed during Urologic Laparoscopic Training (Submission #347)","year":2013,"lang":"en","type":"article","venue":"Simulation in Healthcare The Journal of the Society for Simulation in Healthcare","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"Alphanumeric; Laparoscopic surgery; Frame (networking); Medicine; Medical education; Computer science; Surgery; Laparoscopy","score_opus":0.16707218412514457,"score_gpt":0.4450349496144508,"score_spread":0.2779627654893062,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2333925281","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99090487,0.0008646825,0.00008189976,0.005631281,0.00003065899,0.0024397199,0.00002888291,0.000011855026,0.0000061616884],"genre_scores_gemma":[0.99901956,0.0004933202,0.0003104356,0.00006130165,0.000036678564,0.000019998373,0.00003407492,0.000022631813,0.0000019714919],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9945518,0.0025598286,0.0017035762,0.00020089243,0.0007206276,0.00026326804],"domain_scores_gemma":[0.98494196,0.012260602,0.0012145638,0.00048591546,0.0009710356,0.00012593856],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0068558967,0.00019950923,0.00082857814,0.00021761394,0.0004155138,0.000027993532,0.00023404518,0.0003208616,0.000006355251],"category_scores_gemma":[0.0013522333,0.00011612424,0.00019189918,0.00059620023,0.00058838044,0.00048734472,0.00008343548,0.0010247363,4.929305e-8],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.011481943,0.000075865595,0.4808613,0.001385817,0.00012720106,3.4282917e-7,0.02977306,0.4583214,0.00014079054,0.0009295419,9.199589e-7,0.016901812],"study_design_scores_gemma":[0.01794366,0.0015983061,0.73349965,0.0015117298,0.00009495906,0.000003406039,0.0040538027,0.23486897,0.00019236021,0.0060902056,0.000015654427,0.00012731878],"about_ca_topic_score_codex":0.0013817693,"about_ca_topic_score_gemma":0.00008406145,"teacher_disagreement_score":0.2526383,"about_ca_system_score_codex":0.00014450679,"about_ca_system_score_gemma":0.00015007266,"threshold_uncertainty_score":0.4735409},"labels":[],"label_agreement":null},{"id":"W2334204389","doi":"10.1097/sla.0000000000001186","title":"Structured Training to Improve Nontechnical Performance of Junior Surgical Residents in the Operating Room","year":2015,"lang":"en","type":"article","venue":"Annals of Surgery","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":51,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"St. Michael's Hospital","funders":"","keywords":"Medicine; Training (meteorology); Medical education; MEDLINE; Medical physics; Medical emergency","score_opus":0.30808411861306384,"score_gpt":0.39948453912444787,"score_spread":0.09140042051138403,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2334204389","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9967863,0.000079836886,0.0000045831307,0.0009930114,0.000098177894,0.00016514487,0.000004113823,0.000015046815,0.0018537852],"genre_scores_gemma":[0.9990258,0.00001573316,0.00011072011,0.00069018477,0.00009438977,0.000011009402,0.0000063613566,0.000009871683,0.00003593483],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.998464,0.00009843394,0.0005716567,0.00015767079,0.00044521358,0.0002630076],"domain_scores_gemma":[0.99860215,0.0007301363,0.000109576205,0.00020314043,0.00019071117,0.0001642905],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0023735918,0.00009967398,0.0004504295,0.00015453597,0.00002410918,0.000009222255,0.000096252195,0.00008118599,0.00004363113],"category_scores_gemma":[0.0011387133,0.00006671846,0.000106947795,0.00040123108,0.000049168248,0.0000888773,0.000032455315,0.000185802,0.0000027072333],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0036864616,0.00044125732,0.75224096,0.00021408683,0.000116615956,0.00035680181,0.016025046,0.0018509834,0.002616853,0.0006273676,0.0012218832,0.2206017],"study_design_scores_gemma":[0.003054172,0.00056848436,0.97507983,0.00068072364,0.00001812985,0.00007049782,0.004483294,0.0023170402,0.009243438,0.000110666144,0.004122568,0.0002511305],"about_ca_topic_score_codex":0.00004476714,"about_ca_topic_score_gemma":0.00000490516,"teacher_disagreement_score":0.22283891,"about_ca_system_score_codex":0.000011564488,"about_ca_system_score_gemma":0.00014312766,"threshold_uncertainty_score":0.27206996},"labels":[],"label_agreement":null},{"id":"W2334882643","doi":"10.1136/jclinpath-2012-200665","title":"Going glass to digital: virtual microscopy as a simulation-based revolution in pathology and laboratory science","year":2012,"lang":"en","type":"review","venue":"Journal of Clinical Pathology","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":22,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Michener Institute","funders":"","keywords":"Virtual microscopy; Digital pathology; Resource (disambiguation); Virtual Laboratory; Computer science; Telepathology; Data science; Medical laboratory; Pathology; Medicine; Health care; Medical physics; Multimedia; Telemedicine; Political science","score_opus":0.130294096456038,"score_gpt":0.49921412427071854,"score_spread":0.36892002781468053,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2334882643","genre_codex":"review","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.12303895,0.87199223,0.0014854422,0.00029344723,0.0019143118,0.0006880884,0.000025842415,0.000028942342,0.0005327585],"genre_scores_gemma":[0.6136884,0.3811178,0.0018766576,0.0019902322,0.0011879519,0.000008397032,0.000015911386,0.000059984694,0.00005469276],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9956258,0.0005661993,0.0026273155,0.00040864534,0.00037450416,0.00039754677],"domain_scores_gemma":[0.99180394,0.0055847517,0.0013136156,0.0002570572,0.00044968704,0.0005909307],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.005541156,0.0002637729,0.0024508664,0.0007516468,0.000061472325,0.000036790316,0.00018328323,0.0006093549,0.000041496838],"category_scores_gemma":[0.016611945,0.0001978994,0.0003808772,0.00081419887,0.00059930555,0.00022073757,0.000087331646,0.0012521169,0.00007606774],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00041004756,0.0003358886,0.009874517,0.0005456584,0.000027997183,0.00157275,0.000063646265,0.00026554408,0.000008366622,0.00011882924,0.0000066975404,0.98677003],"study_design_scores_gemma":[0.004345096,0.002215827,0.009257927,0.0055891564,0.00050348544,0.00085785467,0.0000285095,0.00054406695,0.0000010409283,0.00006893623,0.9762781,0.00030995946],"about_ca_topic_score_codex":3.6504736e-7,"about_ca_topic_score_gemma":8.684209e-7,"teacher_disagreement_score":0.9864601,"about_ca_system_score_codex":0.00014640286,"about_ca_system_score_gemma":0.0015518726,"threshold_uncertainty_score":0.99167156},"labels":[],"label_agreement":null},{"id":"W2335509005","doi":"10.1097/ta.0b013e3182014caf","title":"Unsupervised Procedures by Surgical Trainees: A Windfall for Private Insurance at the Expense of Graduate Medical Education","year":2011,"lang":"en","type":"article","venue":"The Journal of Trauma: Injury, Infection, and Critical Care","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":16,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"","keywords":"Current Procedural Terminology; Reimbursement; Revenue; Private practice; Minor (academic); Actuarial science; Business; Graduate medical education; Medicine; Family medicine; Medical education; Finance; Accreditation; Economics; Nursing; Health care; Political science","score_opus":0.05044340819608342,"score_gpt":0.3476319881260935,"score_spread":0.29718857993001013,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2335509005","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9951781,0.0013644295,0.00016606932,0.001747217,0.00023137515,0.0002864901,0.00001632441,0.0000139905005,0.000996004],"genre_scores_gemma":[0.9987682,0.00037041024,0.00004493582,0.0005024589,0.00025060217,0.000012477073,0.0000073666574,0.000015506967,0.000028034665],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9985245,0.0001627654,0.00054881733,0.00011453399,0.00046459062,0.00018481551],"domain_scores_gemma":[0.998199,0.0006381996,0.00012491367,0.00012691508,0.00066711765,0.00024388771],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0007566727,0.00013917715,0.00030843104,0.0000602761,0.00021259976,0.000012337782,0.000096026575,0.00011380883,0.00025628845],"category_scores_gemma":[0.0013064904,0.00007334089,0.00017473161,0.00014299863,0.0004342268,0.00011136597,0.000017765926,0.0003015117,9.115197e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.050334934,0.008081281,0.3865507,0.006469143,0.0013227977,0.00010260465,0.14246362,0.000027315098,0.0023567562,0.03395246,0.016712151,0.35162622],"study_design_scores_gemma":[0.032429412,0.014097338,0.8181878,0.0028547675,0.002382473,0.006625869,0.028817018,0.00041822103,0.02255225,0.012177309,0.058350764,0.0011067819],"about_ca_topic_score_codex":0.00004225112,"about_ca_topic_score_gemma":0.000027495818,"teacher_disagreement_score":0.43163708,"about_ca_system_score_codex":0.000036304325,"about_ca_system_score_gemma":0.00020839622,"threshold_uncertainty_score":0.29907548},"labels":[],"label_agreement":null},{"id":"W2335511537","doi":"10.1097/sla.0000000000001297","title":"Implementation of an Effective Strategy for Teaching Nontechnical Skills in the Operating Room","year":2015,"lang":"en","type":"article","venue":"Annals of Surgery","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":38,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"St. Michael's Hospital","funders":"","keywords":"Debriefing; Medicine; Accreditation; Intervention (counseling); Teamwork; Graduation (instrument); Medical education; Physical therapy; Baseline (sea); Nursing","score_opus":0.28047050925154005,"score_gpt":0.4825011378001597,"score_spread":0.20203062854861964,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2335511537","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9980497,0.000042051866,0.00026234263,0.00031977225,0.000026876629,0.0003517482,0.0000059810973,0.000009226027,0.00093232095],"genre_scores_gemma":[0.99932224,0.0000022701745,0.00019446942,0.00035884458,0.00005309527,0.000026250067,0.000033408636,0.0000059310746,0.0000035082774],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99915165,0.00015032207,0.0003270824,0.000091140224,0.00016521403,0.00011460112],"domain_scores_gemma":[0.99820423,0.0014335015,0.000098003504,0.00008961109,0.00012696329,0.000047702877],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0028557125,0.000055310422,0.00022794979,0.000077677156,0.000022132492,0.000006444241,0.000033178236,0.00003692061,0.000011757964],"category_scores_gemma":[0.0005785663,0.000037558453,0.000083735235,0.000094080046,0.000023177965,0.00011025265,0.000006665343,0.00008985423,3.188858e-7],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00033521952,0.0006237595,0.22323152,0.00008927011,0.00006376239,0.000015087643,0.003992635,0.0010546019,0.00094971183,0.0017317096,0.00035907002,0.7675536],"study_design_scores_gemma":[0.0032449053,0.00089376146,0.9558343,0.00030112633,0.00003384912,0.000010944879,0.016755441,0.0031144314,0.017919756,0.0009871416,0.00076015247,0.00014418444],"about_ca_topic_score_codex":0.00016416002,"about_ca_topic_score_gemma":0.000027130569,"teacher_disagreement_score":0.76740944,"about_ca_system_score_codex":0.0000060033803,"about_ca_system_score_gemma":0.00005214956,"threshold_uncertainty_score":0.15315892},"labels":[],"label_agreement":null},{"id":"W2336286239","doi":"10.1007/978-1-4615-4409-8_5","title":"Force Reflecting Graspers","year":2000,"lang":"en","type":"book-chapter","venue":"","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Simon Fraser University","funders":"","keywords":"Tactile sensor; Palpation; Haptic technology; Acoustics; Sensation; Computer vision; Scale (ratio); Computer science; Artificial intelligence; Biomedical engineering; Simulation; Engineering; Psychology; Medicine; Surgery; Neuroscience; Physics; Robot","score_opus":0.08598835703521615,"score_gpt":0.3466407400316501,"score_spread":0.2606523829964339,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2336286239","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000095851414,0.00009777739,0.000028600936,0.00016707092,0.000065905035,0.00012484661,8.00988e-7,0.00016625617,0.9992529],"genre_scores_gemma":[0.09543471,0.000050175655,0.00020030075,0.0014094699,0.0002367602,8.880306e-7,0.000034262535,0.000037711936,0.9025957],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9992994,0.0000024068147,0.0001877839,0.00019768183,0.00018553433,0.0001271776],"domain_scores_gemma":[0.999598,0.0000771787,0.000040237046,0.00014122034,0.000028635672,0.00011473121],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.000055971625,0.00014640078,0.0002527876,0.000080104524,0.000042360123,0.00000908455,0.000026740534,0.00019933537,0.037982214],"category_scores_gemma":[0.000014969341,0.00011577589,0.00015564497,0.000012319757,0.000026315854,0.000015606767,0.000008256385,0.00027550303,0.0006561993],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00033276432,0.000021258984,0.00012463452,0.00005765147,0.00029151255,0.00033280585,0.00021821346,0.00004335282,0.000018445904,0.3895476,0.001077787,0.607934],"study_design_scores_gemma":[0.0011617829,0.00006980957,0.00004215728,0.00017864195,0.00007969467,0.00003721291,0.000013651208,0.00015501406,0.00001440717,0.008806987,0.98927635,0.00016431282],"about_ca_topic_score_codex":0.0000054128864,"about_ca_topic_score_gemma":0.000005484477,"teacher_disagreement_score":0.9881985,"about_ca_system_score_codex":0.000036025278,"about_ca_system_score_gemma":0.000029527355,"threshold_uncertainty_score":0.9628972},"labels":[],"label_agreement":null},{"id":"W2336482075","doi":"10.1089/vid.2016.0014","title":"How to Use Virtual-Reality Simulators to Assess Competency in Basic Endourologic and Robotic Skills?","year":2016,"lang":"en","type":"article","venue":"Videourology","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University Health Centre","funders":"","keywords":"Virtual reality; Computer science; Human–computer interaction","score_opus":0.06328446476857179,"score_gpt":0.318379263538394,"score_spread":0.2550947987698222,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2336482075","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9640993,0.000014387437,0.0069284826,0.027964186,0.00017701076,0.00038575963,0.0000044529584,0.00008004858,0.000346373],"genre_scores_gemma":[0.9896099,0.0000069342136,0.0004174861,0.009493831,0.00007265833,0.0000167933,0.0000031761706,0.000018741172,0.0003604661],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99846417,0.00021214175,0.00027116793,0.00046512365,0.00016374709,0.000423657],"domain_scores_gemma":[0.9973695,0.0018187048,0.000051954357,0.00028321156,0.000067191104,0.00040941715],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00034772677,0.00017711883,0.00045256858,0.00027792386,0.000041569747,0.000029403542,0.000082457096,0.00015535636,0.00014215613],"category_scores_gemma":[0.0021672773,0.00011763844,0.000054272372,0.00029854584,0.00007550464,0.00011196152,0.00009533439,0.0001580432,0.00006425602],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0006222186,0.00019944539,0.95140666,0.000010531891,0.000037348156,0.00035291346,0.00021934183,0.0041059214,0.0016281339,0.00469943,0.00007631847,0.036641747],"study_design_scores_gemma":[0.004013184,0.0011875393,0.97689843,0.000034992907,0.000029260675,0.00004937757,0.000030832438,0.0009315828,0.00011304891,0.00056035595,0.015968055,0.00018332383],"about_ca_topic_score_codex":0.000036278554,"about_ca_topic_score_gemma":0.00012561183,"teacher_disagreement_score":0.03645842,"about_ca_system_score_codex":0.000044553537,"about_ca_system_score_gemma":0.00003838981,"threshold_uncertainty_score":0.47971565},"labels":[],"label_agreement":null},{"id":"W2336587145","doi":"10.1007/s40846-016-0124-1","title":"Virtual Reality Simulator for Training in Myringotomy with Tube Placement","year":2016,"lang":"en","type":"article","venue":"Journal of Medical and Biological Engineering","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":11,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"London Health Sciences Centre; Western University","funders":"","keywords":"Eardrum; Virtual reality; Myringotomy; Computer science; Haptic technology; Simulation; Middle ear; Artificial intelligence; Surgery; Medicine","score_opus":0.05241240756185306,"score_gpt":0.30265875427347483,"score_spread":0.25024634671162177,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2336587145","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.96379244,0.000075815435,0.033535108,0.0023451373,0.00006993189,0.00010592788,0.0000011695204,0.00001579698,0.000058665722],"genre_scores_gemma":[0.99900365,0.000067257526,0.0004463008,0.00020971904,0.0002521892,0.0000036593287,7.3349287e-7,0.000005218341,0.000011273573],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99901426,0.000016225455,0.0003583372,0.00010589741,0.00032148513,0.00018377745],"domain_scores_gemma":[0.99879533,0.00074762705,0.000062083964,0.00003586531,0.000044498778,0.00031461823],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000798062,0.0000915299,0.00032049778,0.00006709575,0.000014887386,0.0000057774637,0.000050972034,0.00012716072,0.000104807536],"category_scores_gemma":[0.00090123946,0.00003840586,0.000060332273,0.0000746149,0.00005022263,0.000036891066,0.000017849918,0.00018658712,3.2657744e-7],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.007347564,0.0005368561,0.061030254,0.00021272119,0.0004082327,0.0014649916,0.00090565055,0.010613363,0.006528295,0.010732576,0.00004300189,0.90017647],"study_design_scores_gemma":[0.14250201,0.022338197,0.44501474,0.010803405,0.00022117994,0.0031698,0.0024487255,0.19676153,0.0021749735,0.0006010484,0.1725878,0.0013765913],"about_ca_topic_score_codex":7.7315144e-7,"about_ca_topic_score_gemma":5.8525353e-7,"teacher_disagreement_score":0.8987999,"about_ca_system_score_codex":0.000030092227,"about_ca_system_score_gemma":0.00005470772,"threshold_uncertainty_score":0.15661454},"labels":[],"label_agreement":null},{"id":"W2336945773","doi":"","title":"Improving the Acquisition of Basic Technical Surgical Skills with VR-Based Simulation Coupled with Computer-Based Video Instruction.","year":2016,"lang":"en","type":"article","venue":"PubMed","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Memorial University of Newfoundland; Ontario Tech University; The Wilson Centre","funders":"","keywords":"Computer science; Variable (mathematics); Video feedback; Multimedia; Computer-Assisted Instruction; Dreyfus model of skill acquisition; Human–computer interaction","score_opus":0.014200679368029701,"score_gpt":0.23573430492177164,"score_spread":0.22153362555374193,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2336945773","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8851679,0.0000103729135,0.1123585,0.0009161126,0.000060595336,0.0010097636,0.000005307189,0.00015651432,0.0003149283],"genre_scores_gemma":[0.9979306,5.153398e-7,0.001331218,0.0003020747,0.00016203534,0.00020570695,0.00002033941,0.000023793684,0.000023708511],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99856085,0.000074316,0.00032549558,0.00028232136,0.00048334748,0.000273666],"domain_scores_gemma":[0.99806064,0.0010818257,0.00020062875,0.00028747515,0.00021917104,0.00015022903],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00042870166,0.00015845078,0.0002822712,0.00011246529,0.00008958633,0.000019810977,0.00007160302,0.00009708486,0.00009034675],"category_scores_gemma":[0.00008791667,0.00007249806,0.000083055755,0.00037153135,0.00023872453,0.00010200587,0.000013488027,0.00012419508,0.0000027671022],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0066699455,0.00059515744,0.07052146,0.00009640142,0.000106512714,0.00007277821,0.00003007468,0.09028421,0.00028669438,0.00039493662,0.0000061245987,0.8309357],"study_design_scores_gemma":[0.028254433,0.0005487773,0.7598624,0.00022235051,0.00016399342,0.00004761199,0.00001294688,0.20788877,0.0017697042,0.000020146019,0.0009776802,0.00023115722],"about_ca_topic_score_codex":0.000012753965,"about_ca_topic_score_gemma":0.000006469102,"teacher_disagreement_score":0.83070457,"about_ca_system_score_codex":0.00009628633,"about_ca_system_score_gemma":0.00008795705,"threshold_uncertainty_score":0.2956385},"labels":[],"label_agreement":null},{"id":"W2337152538","doi":"10.1007/s12630-016-0653-7","title":"The future of regional anesthesia education: lessons learned from the surgical specialty","year":2016,"lang":"en","type":"review","venue":"Canadian Journal of Anesthesia/Journal canadien d anesthésie","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":22,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Toronto Western Hospital; University Health Network","funders":"","keywords":"Curriculum; Witness; Specialty; Regional anesthesia; Medicine; Medical education; Psychology; Anesthesia; Pedagogy; Computer science","score_opus":0.058786483936452014,"score_gpt":0.3194471525030384,"score_spread":0.2606606685665864,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2337152538","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0023297109,0.9272213,0.00000101636,0.06849844,0.00066615763,0.00038426177,0.000013559632,0.000008116911,0.0008774141],"genre_scores_gemma":[0.00261526,0.98283964,0.000058564525,0.00033805973,0.012484953,0.000008748919,0.000039904968,0.0001232868,0.001491578],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99447024,0.00085995963,0.0021989453,0.00038734952,0.0011152888,0.0009682417],"domain_scores_gemma":[0.990644,0.0018474456,0.0026451529,0.0007142092,0.0012390539,0.0029101635],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0024684065,0.0006939307,0.0023307556,0.0005336571,0.0011225592,0.00030887497,0.0013866655,0.0006647181,0.0009003178],"category_scores_gemma":[0.00028776206,0.0003397341,0.001834488,0.0007966984,0.00080360624,0.00020631193,0.000012670005,0.0022502174,0.00004157485],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00015009254,0.000038484828,0.00014750077,0.00017617713,0.00039466194,0.1429256,0.00028013217,0.0000020833793,1.8980383e-8,0.0031330502,0.01146935,0.84128284],"study_design_scores_gemma":[0.0006119923,0.00015288538,0.00024184323,0.0048007825,0.00051822205,0.45810345,0.00038527048,4.0031279e-7,8.162723e-8,0.00041700914,0.534567,0.0002010881],"about_ca_topic_score_codex":0.0016017694,"about_ca_topic_score_gemma":0.005620855,"teacher_disagreement_score":0.84108174,"about_ca_system_score_codex":0.0010663978,"about_ca_system_score_gemma":0.03292635,"threshold_uncertainty_score":0.99990547},"labels":[],"label_agreement":null},{"id":"W2338909889","doi":"10.1097/sih.0000000000000165","title":"Optimizing the Timing of Expert Feedback During Simulation-Based Spaced Practice of Endourologic Skills","year":2016,"lang":"en","type":"article","venue":"Simulation in Healthcare The Journal of the Society for Simulation in Healthcare","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":12,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto; University of British Columbia; St. Michael's Hospital","funders":"","keywords":"Computer science; Simulation","score_opus":0.06038941300654281,"score_gpt":0.3928591115744614,"score_spread":0.3324696985679186,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2338909889","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.89710397,0.0016658455,0.015358046,0.08238623,0.00062507263,0.002769971,0.00003262853,0.000033354692,0.000024865663],"genre_scores_gemma":[0.9952244,0.00013476395,0.0018733168,0.0024278427,0.00024801408,0.000017836572,0.0000055977343,0.000047326128,0.000020899772],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9948245,0.0010987103,0.0023146404,0.00026816648,0.0010082603,0.000485705],"domain_scores_gemma":[0.96855336,0.026159978,0.0025972247,0.0005742877,0.0019650469,0.00015008276],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.004002417,0.00028638498,0.0007223542,0.00022013603,0.0003969748,0.000016471644,0.00035580795,0.00039448496,0.000030007019],"category_scores_gemma":[0.0056577716,0.00014772275,0.00086709706,0.0010313956,0.00022033443,0.00035274532,0.000064468855,0.0008306225,7.118893e-7],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0022031,0.00013135742,0.04678319,0.00037086674,0.000073695854,0.0000011474096,0.0054894397,0.9414048,0.0001421643,0.000115915434,0.0000031028471,0.0032812196],"study_design_scores_gemma":[0.010003778,0.00045114628,0.06573678,0.0016633654,0.00011457058,0.00000764263,0.0027145606,0.9175163,0.00042916392,0.00070886174,0.0004635275,0.00019033613],"about_ca_topic_score_codex":0.00026213142,"about_ca_topic_score_gemma":0.000048931346,"teacher_disagreement_score":0.09812041,"about_ca_system_score_codex":0.0006029092,"about_ca_system_score_gemma":0.00048629227,"threshold_uncertainty_score":0.67732894},"labels":[],"label_agreement":null},{"id":"W2339726749","doi":"10.3138/jvme.0915-159r","title":"Development and Validation of a Model for Training Equine Phlebotomy and Intramuscular Injection Skills","year":2016,"lang":"en","type":"article","venue":"Journal of Veterinary Medical Education","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":31,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Phlebotomy; Medicine; Checklist; Cadaver; Veterinary medicine; Intramuscular injection; Curriculum; Surgery; Anesthesia; Psychology","score_opus":0.11546175586635178,"score_gpt":0.4003754578146355,"score_spread":0.28491370194828375,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2339726749","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9551778,0.00010518991,0.043364752,0.0010097151,0.00015350695,0.00012426173,4.3482916e-7,0.0000048499005,0.000059503105],"genre_scores_gemma":[0.98393244,0.00005763179,0.015635034,0.00015895758,0.00015454888,0.0000078386065,0.0000033394606,0.000006895434,0.00004332751],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9991221,0.000025632296,0.00041832376,0.00008208238,0.00027115317,0.00008072411],"domain_scores_gemma":[0.9992248,0.00015413132,0.00020736232,0.000039738174,0.00017620371,0.00019779026],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0007134203,0.000063169435,0.00019084284,0.00012431695,0.000030862335,0.000005415319,0.000024074903,0.00007053418,0.000048309343],"category_scores_gemma":[0.0009460707,0.000040872463,0.00003758652,0.000056071727,0.000050678587,0.00012714509,0.000011045056,0.00006803256,1.7156808e-7],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0004526225,0.00025560614,0.0010044945,0.0001255895,0.000043996566,0.0000039968486,0.0032876171,0.000018622108,0.0069662514,0.00017559939,0.000021048807,0.98764455],"study_design_scores_gemma":[0.14317474,0.039163116,0.29052567,0.03222132,0.0018938148,0.025006361,0.016182074,0.21732718,0.040203486,0.012919184,0.17909026,0.0022927902],"about_ca_topic_score_codex":5.1965674e-7,"about_ca_topic_score_gemma":1.8036245e-7,"teacher_disagreement_score":0.98535174,"about_ca_system_score_codex":0.00004296108,"about_ca_system_score_gemma":0.00056422554,"threshold_uncertainty_score":0.16667308},"labels":[],"label_agreement":null},{"id":"W2340566063","doi":"10.1016/j.bpg.2016.04.001","title":"In-training gastrointestinal endoscopy competency assessment tools: Types of tools, validation and impact","year":2016,"lang":"en","type":"review","venue":"Best Practice & Research Clinical Gastroenterology","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":80,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"The Wilson Centre; Hospital for Sick Children; University of Toronto","funders":"","keywords":"Endoscopy; Medicine; Competence (human resources); Medical physics; Medical education; Radiology; Psychology","score_opus":0.3931105107504626,"score_gpt":0.5886711738708441,"score_spread":0.1955606631203815,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2340566063","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.02245047,0.9373324,0.0017993789,0.007696761,0.00088370877,0.0061558094,0.00025661904,0.00012763323,0.023297202],"genre_scores_gemma":[0.015339911,0.9741158,0.0094432635,0.00023088064,0.0004955106,0.00008839723,0.00013437126,0.00006252496,0.00008934596],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.98897743,0.0062040645,0.002206173,0.0008222781,0.00084579806,0.00094424025],"domain_scores_gemma":[0.96373546,0.033652253,0.00092711806,0.00051340315,0.0006642835,0.0005074717],"candidate_categories":["metaresearch","metaepi_narrow","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.0116524445,0.0003922399,0.0025370333,0.0005812752,0.00007513852,0.00008889031,0.00027792883,0.00033114778,0.00064278796],"category_scores_gemma":[0.03550269,0.00026994527,0.0005104502,0.00037892448,0.000736881,0.0005815854,0.00030512037,0.0025872523,0.00008241048],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.002925984,0.001625737,0.020055765,0.0017907914,0.00039600665,0.00052771263,0.00003908117,0.0000019465897,0.0000055669484,0.0004622784,0.00008670238,0.97208244],"study_design_scores_gemma":[0.0114119835,0.027795427,0.01003205,0.033060208,0.0010975604,0.0049687615,0.0004741589,0.00010662621,3.961496e-7,0.00017941301,0.910543,0.00033038136],"about_ca_topic_score_codex":0.000038632115,"about_ca_topic_score_gemma":0.000010409071,"teacher_disagreement_score":0.97175205,"about_ca_system_score_codex":0.00023249025,"about_ca_system_score_gemma":0.0014438877,"threshold_uncertainty_score":0.99997526},"labels":[],"label_agreement":null},{"id":"W2340574733","doi":"10.1055/s-0036-1580626","title":"Thiel Cadaveric Nerve Tissue: A Model for Microsurgical Simulation","year":2016,"lang":"en","type":"article","venue":"Journal of Brachial Plexus and Peripheral Nerve Injury","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Montréal","funders":"","keywords":"Cadaveric spasm; Medicine; Neurosurgery; Neurology; Surgery; Medical physics; Anatomy; Physical medicine and rehabilitation","score_opus":0.03435409983338533,"score_gpt":0.3347613888737508,"score_spread":0.30040728904036545,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2340574733","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9741421,0.00029172443,0.023859559,0.0008367532,0.00024930615,0.00020515492,0.00003418094,0.000018283978,0.00036293964],"genre_scores_gemma":[0.9948575,0.000029964931,0.0024036195,0.0005343885,0.0008855857,0.0000028134764,0.000005253297,0.000023181516,0.0012576842],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99868965,0.000045990062,0.00060478854,0.00016609588,0.00026678905,0.00022668287],"domain_scores_gemma":[0.99881923,0.00030247416,0.0002825618,0.00009471909,0.00023775926,0.00026324586],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00038859286,0.0001613004,0.00043669494,0.00008483476,0.000114392045,0.000045265428,0.000055909975,0.00014552231,0.00024879238],"category_scores_gemma":[0.0001705879,0.00009614797,0.0002333551,0.00008195607,0.00007893294,0.00026263174,0.00002185086,0.00018210748,0.0000018917202],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.02525098,0.0006878466,0.02740064,0.00021136168,0.00040857014,0.00025894886,0.0014841708,0.042383496,0.08136194,0.0028756992,0.0017376095,0.8159387],"study_design_scores_gemma":[0.03170229,0.0054192063,0.053664308,0.00057440944,0.00039857012,0.00069283077,0.00013936707,0.79956985,0.0018706326,0.00442102,0.100785,0.00076250534],"about_ca_topic_score_codex":0.0000092455275,"about_ca_topic_score_gemma":0.0000030757374,"teacher_disagreement_score":0.81517625,"about_ca_system_score_codex":0.000053540945,"about_ca_system_score_gemma":0.000100889345,"threshold_uncertainty_score":0.39208004},"labels":[],"label_agreement":null},{"id":"W2341090174","doi":"10.1089/end.2015.0774","title":"Baseline Laparoscopic Skill May Predict Baseline Robotic Skill and Early Robotic Surgery Learning Curve","year":2016,"lang":"en","type":"article","venue":"Journal of Endourology","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":22,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto; St. Michael's Hospital; University Health Network; Health Sciences Centre; Sunnybrook Health Science Centre","funders":"","keywords":"Baseline (sea); Medicine; Robotic surgery; Learning curve; Laparoscopic surgery; Knot tying; Physical therapy; Task (project management); Laparoscopy; Surgery; Medical physics; Computer science","score_opus":0.026398584441784185,"score_gpt":0.2866183849126033,"score_spread":0.2602198004708191,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2341090174","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9792273,0.000992308,0.010986262,0.00738331,0.00078137574,0.00012456762,0.0000016732271,0.000047176767,0.00045602865],"genre_scores_gemma":[0.9963475,0.00034008763,0.0005442641,0.0009962698,0.00076227286,0.0000016831698,0.0000034472166,0.000031242675,0.0009732506],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9976766,0.0005167506,0.0008652015,0.00022705593,0.0003189521,0.0003954115],"domain_scores_gemma":[0.99431604,0.004304999,0.00048387976,0.00014552606,0.00027683267,0.00047272406],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0020297882,0.00019652447,0.0008454634,0.00035935204,0.0000724467,0.000016319513,0.000074034455,0.00016530708,0.0008310174],"category_scores_gemma":[0.006384503,0.00012242302,0.0002122128,0.00017066239,0.0001403472,0.00015830307,0.000037357393,0.00052137085,0.000027977161],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0010847879,0.00022683272,0.96524006,0.000045222285,0.00024292905,0.0011091587,0.00016624042,0.0040931115,0.00071798934,0.00015780109,0.0007902982,0.026125563],"study_design_scores_gemma":[0.02818452,0.0043357546,0.90449643,0.0010816483,0.0009660537,0.0057855323,0.00014412188,0.008943165,0.0007383215,0.000476361,0.044270463,0.00057765],"about_ca_topic_score_codex":0.000007494459,"about_ca_topic_score_gemma":0.0000035477444,"teacher_disagreement_score":0.060743656,"about_ca_system_score_codex":0.000038181828,"about_ca_system_score_gemma":0.00015217565,"threshold_uncertainty_score":0.9099058},"labels":[],"label_agreement":null},{"id":"W2341241767","doi":"","title":"Evaluation of Software Tools for Segmentation of Temporal Bone Anatomy.","year":2016,"lang":"en","type":"article","venue":"PubMed","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Computer science; Segmentation; Software; Temporal bone; Surgical planning; Image segmentation; Computer vision; Market segmentation; Artificial intelligence; Anatomy; Radiology; Medicine","score_opus":0.12536519034330443,"score_gpt":0.3534265931538507,"score_spread":0.2280614028105463,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2341241767","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99229324,0.00007443146,0.0049893116,0.00034361082,0.00006911232,0.0012557082,0.000018123203,0.000021238784,0.00093521044],"genre_scores_gemma":[0.9984525,0.0000020892835,0.00095281936,0.000035833375,0.000032546934,0.0004000674,0.000026943137,0.0000053309154,0.000091899994],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99926,0.000030603263,0.00020378856,0.000075506076,0.00034635255,0.00008376125],"domain_scores_gemma":[0.9991715,0.00025084664,0.00010865757,0.000070790826,0.00035531554,0.000042897842],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0010376008,0.000036676356,0.00012249974,0.00005161371,0.00000948269,0.0000023214475,0.000014749827,0.000029853527,0.00009714868],"category_scores_gemma":[0.001526504,0.000024113735,0.000051243678,0.00007367911,0.000022380977,0.00009013158,0.000004284579,0.000011830247,8.3342775e-7],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00013768955,0.000040196504,0.024441028,0.000026307596,0.0000310297,1.6353646e-7,0.000038971528,0.000009587876,0.0002877367,0.00009470789,0.000025031775,0.9748675],"study_design_scores_gemma":[0.01385727,0.00007322556,0.9599803,0.000049089904,0.00024534334,0.0000013747707,0.00009393057,0.00049846707,0.022326011,0.0010615772,0.0017505732,0.00006285267],"about_ca_topic_score_codex":0.0000029079538,"about_ca_topic_score_gemma":0.0000016994354,"teacher_disagreement_score":0.9748047,"about_ca_system_score_codex":0.000042155618,"about_ca_system_score_gemma":0.000035722933,"threshold_uncertainty_score":0.18274783},"labels":[],"label_agreement":null},{"id":"W2342158619","doi":"10.1016/j.bpg.2016.04.003","title":"Learning curve for endoscopy training: Is it all about numbers?","year":2016,"lang":"en","type":"review","venue":"Best Practice & Research Clinical Gastroenterology","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":44,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Endoscopy; Competence (human resources); Medicine; Learning curve; Medical education; Medical physics; Radiology; Psychology; Computer science","score_opus":0.4992829747802504,"score_gpt":0.6109394874877903,"score_spread":0.11165651270753985,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2342158619","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00028543564,0.93635386,0.0010977641,0.02270859,0.0016025489,0.0058154697,0.00015204858,0.0002111227,0.031773165],"genre_scores_gemma":[0.00040622635,0.9829461,0.0024031966,0.0047605126,0.002275273,0.00059686165,0.00024028137,0.00018602125,0.0061855414],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9853225,0.0068512335,0.0027625859,0.0016740769,0.0012350308,0.002154625],"domain_scores_gemma":[0.9510565,0.044447843,0.001194746,0.00086286897,0.0012121184,0.0012259128],"candidate_categories":["metaresearch","metaepi_narrow","research_integrity","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.016421558,0.0006584124,0.0036713488,0.00048613784,0.00029595246,0.0001333343,0.0006384563,0.0012570698,0.0024410961],"category_scores_gemma":[0.062026598,0.0004791616,0.0018306033,0.00035551062,0.00097025913,0.0003115459,0.00039653468,0.0058544907,0.0020183949],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.004339047,0.0012201169,0.00076580426,0.0021426787,0.0015762333,0.00035386957,0.00029455035,3.0369517e-7,1.6984988e-7,0.00014233253,0.006779409,0.98238546],"study_design_scores_gemma":[0.007558562,0.011182174,0.000015665619,0.0075220447,0.0013080362,0.00046218565,0.0005742403,0.0000410985,6.83252e-8,0.00003890427,0.97107095,0.00022609273],"about_ca_topic_score_codex":0.000028648863,"about_ca_topic_score_gemma":0.000016548214,"teacher_disagreement_score":0.9821594,"about_ca_system_score_codex":0.00023932681,"about_ca_system_score_gemma":0.0010832025,"threshold_uncertainty_score":0.999766},"labels":[],"label_agreement":null},{"id":"W2343599002","doi":"10.1016/j.jsurg.2016.03.003","title":"Training in Laparoscopic Gastric Cancer Surgery in the Western World: Current Educational Practices, Challenges, and Potential Opportunities at a Large University Centre","year":2016,"lang":"en","type":"article","venue":"Journal of surgical education","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":9,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"St. Michael's Hospital; University of Toronto","funders":"","keywords":"Medicine; Laparoscopic surgery; Modalities; Medical education; Invasive surgery; General surgery; CLARITY; Laparoscopy; Surgery","score_opus":0.13644787038156136,"score_gpt":0.3627647217991362,"score_spread":0.22631685141757485,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2343599002","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.94525594,0.0059265243,0.000002468985,0.04716464,0.00048692268,0.0000957838,0.0000033900737,0.000002971024,0.0010613634],"genre_scores_gemma":[0.98340803,0.015218013,0.000014547627,0.00013227359,0.00042246416,0.000001640201,0.00000678252,0.000004999881,0.00079122384],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99888647,0.00023036159,0.0003245634,0.00011493986,0.0002746378,0.0001690254],"domain_scores_gemma":[0.9983116,0.00095925323,0.0004221705,0.00006153431,0.000112704925,0.0001327356],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0008133688,0.00008263302,0.0002285049,0.00038759413,0.00004364547,0.000012680639,0.000051751118,0.000038571794,0.00030664675],"category_scores_gemma":[0.00016850574,0.000050984538,0.00006231154,0.00020994367,0.000041671905,0.00025033744,0.000015298021,0.00020296349,0.0000018739136],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0007380002,0.0009887905,0.40829384,0.00007930868,0.00003057557,0.00016642382,0.0052015134,0.000007368113,0.0000066487673,0.0014877374,0.0005247712,0.582475],"study_design_scores_gemma":[0.0028178643,0.000022711374,0.61476314,0.0008525746,0.000042776777,0.00029504838,0.0057290103,0.000015892962,0.0000010655093,0.00009411403,0.37529084,0.00007495195],"about_ca_topic_score_codex":0.00001940517,"about_ca_topic_score_gemma":0.00021652628,"teacher_disagreement_score":0.5824001,"about_ca_system_score_codex":0.00021881948,"about_ca_system_score_gemma":0.0010275327,"threshold_uncertainty_score":0.3357567},"labels":[],"label_agreement":null},{"id":"W2343909164","doi":"10.1016/j.jsurg.2016.02.008","title":"A Learner-Created Virtual Patient Curriculum for Surgical Residents: Successes and Failures","year":2016,"lang":"en","type":"article","venue":"Journal of surgical education","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":5,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University; Montreal General Hospital; McGill University Health Centre","funders":"University of British Columbia","keywords":"Curriculum; Medicine; Medical education; Focus group; Intervention (counseling); Computer-assisted web interviewing; Family medicine; Nursing; Psychology; Pedagogy","score_opus":0.01610819533370479,"score_gpt":0.3261146044187459,"score_spread":0.3100064090850411,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2343909164","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9892459,0.0006376799,0.000091589674,0.008356656,0.0003623251,0.0001884352,0.000002664645,0.000016696706,0.0010980535],"genre_scores_gemma":[0.9980938,0.0004014563,0.0002456917,0.000098525874,0.00055478595,0.000008575375,0.0000065561803,0.000013037726,0.00057756633],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.998703,0.00007618924,0.00054890267,0.00015446272,0.00034311824,0.00017431773],"domain_scores_gemma":[0.99808663,0.00068184384,0.0002861263,0.00008172487,0.0005488401,0.00031485935],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0003377571,0.00011848618,0.00031848994,0.00016226243,0.00006984503,0.000036650283,0.00004879387,0.0000972584,0.0004116098],"category_scores_gemma":[0.0005190634,0.00006532645,0.00015173756,0.0001630806,0.0000822266,0.00023088133,0.000015702586,0.00013118397,0.0000064922874],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.005324626,0.0023689128,0.12509729,0.00010881405,0.00025491233,0.00030432962,0.0006511826,0.000030470535,0.00035932157,0.013072836,0.00443401,0.8479933],"study_design_scores_gemma":[0.019245023,0.0022173913,0.03891988,0.0010363573,0.00019330847,0.0020959051,0.0016479408,0.00011070343,0.00076459814,0.0007380987,0.9327708,0.00025999825],"about_ca_topic_score_codex":0.000029410117,"about_ca_topic_score_gemma":0.0000018112364,"teacher_disagreement_score":0.9283368,"about_ca_system_score_codex":0.00006772035,"about_ca_system_score_gemma":0.0002500221,"threshold_uncertainty_score":0.45068386},"labels":[],"label_agreement":null},{"id":"W2344648874","doi":"10.1117/12.2209638","title":"3D-printed phantom for the characterization of non-uniform rotational distortion(Conference Presentation)","year":2016,"lang":"en","type":"article","venue":"","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"BC Cancer Agency","funders":"","keywords":"Imaging phantom; Distortion (music); Angular velocity; Orientation (vector space); Acoustics; Computer science; Pullback; Angular resolution (graph drawing); Position (finance); Materials science; Biomedical engineering; Optics; Physics; Geometry; Mathematics; Engineering","score_opus":0.045988563236030185,"score_gpt":0.3247635818696071,"score_spread":0.2787750186335769,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2344648874","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.31683704,0.0000013126722,0.67693007,0.0018711016,0.00008537979,0.00041471483,0.00001849662,0.000024493043,0.0038174058],"genre_scores_gemma":[0.9952945,0.0000069196158,0.000998268,0.00014600392,0.00007325227,0.000048139664,0.00009846631,0.000005510907,0.0033289045],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9994885,0.0000073019173,0.00019480684,0.00008825451,0.0001489529,0.00007219561],"domain_scores_gemma":[0.9992507,0.00028975136,0.00008260196,0.00008674624,0.00025337155,0.00003682066],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.000095432326,0.000049516624,0.00008515034,0.00003254859,0.000047988036,0.000006592649,0.000036298406,0.000024699162,0.0016656261],"category_scores_gemma":[0.00011987904,0.000024038143,0.00004514386,0.00007733655,0.000043383472,0.000105116655,0.00000768189,0.00001976925,0.000014996805],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0010375361,0.00023969072,0.044522427,0.000074044925,0.00017689758,9.603908e-7,0.00077942846,0.000059314916,0.18057714,0.027088434,0.00006999559,0.74537414],"study_design_scores_gemma":[0.004909036,0.000099207566,0.90376395,0.0000805246,0.000053930464,0.000002587823,0.000099812176,0.059084304,0.023216374,0.00028962133,0.008318215,0.00008245568],"about_ca_topic_score_codex":0.0000065296276,"about_ca_topic_score_gemma":0.0000051829106,"teacher_disagreement_score":0.8592415,"about_ca_system_score_codex":0.000017461103,"about_ca_system_score_gemma":0.000041903884,"threshold_uncertainty_score":0.999247},"labels":[],"label_agreement":null},{"id":"W2344775595","doi":"","title":"Physical reality simulation for training of laparoscopists in the 21st century. A multispecialty, multi-institutional study.","year":2005,"lang":"en","type":"article","venue":"PubMed","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":30,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Virtual reality; Specialty; Medicine; Test (biology); Laparoscopic surgery; Simulation training; Obstetrics and gynaecology; Medical physics; Simulation; Physical therapy; Laparoscopy; Computer science; General surgery; Artificial intelligence; Family medicine","score_opus":0.13810952861723017,"score_gpt":0.371184352889053,"score_spread":0.23307482427182283,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2344775595","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9916817,0.00002736256,0.00055591634,0.00055044855,0.00009246911,0.0030215771,0.000014518826,0.000031572472,0.0040244474],"genre_scores_gemma":[0.998421,0.000002080736,0.0002797651,0.00018133468,0.0004404933,0.0006185531,0.000030007503,0.0000072218227,0.000019540581],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9989419,0.000073689764,0.00030097875,0.00018069659,0.00028355827,0.00021915442],"domain_scores_gemma":[0.9991019,0.00055603223,0.00008072792,0.00012876053,0.00006577454,0.00006684499],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00066036,0.00009628782,0.00024582632,0.000060356586,0.000067903165,0.00001109255,0.00006483258,0.000040496507,0.000012104696],"category_scores_gemma":[0.0005757249,0.00006429995,0.0000984821,0.00018832003,0.00008075316,0.00007475172,0.000011700804,0.00011291039,0.0000014342364],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00067443796,0.0028116726,0.025904432,0.00003986266,0.00005070639,0.0000054345414,0.011224337,0.029778603,0.00001292887,0.003129703,0.000005237641,0.92636263],"study_design_scores_gemma":[0.015257121,0.00004894871,0.91411287,0.000013867207,0.000037790047,0.0000013959335,0.0017010107,0.06269688,0.000027836466,0.000031482807,0.0059969905,0.00007382871],"about_ca_topic_score_codex":0.00002024757,"about_ca_topic_score_gemma":0.000129356,"teacher_disagreement_score":0.92628884,"about_ca_system_score_codex":0.00006935345,"about_ca_system_score_gemma":0.000033300486,"threshold_uncertainty_score":0.2622076},"labels":[],"label_agreement":null},{"id":"W2344882701","doi":"10.1016/j.ajog.2016.04.037","title":"Validating a standardized laparoscopy curriculum for gynecology residents: a randomized controlled trial","year":2016,"lang":"en","type":"article","venue":"American Journal of Obstetrics and Gynecology","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":63,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Mount Sinai Hospital; University of Toronto; St. Michael's Hospital","funders":"","keywords":"Medicine; Curriculum; Laparoscopy; Randomized controlled trial; Salpingectomy; Interquartile range; Medical education; Medical physics; Surgery; Ectopic pregnancy; Psychology; Pregnancy","score_opus":0.015986026075449338,"score_gpt":0.3186136006138308,"score_spread":0.30262757453838146,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2344882701","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9873457,0.0005904259,0.0060747545,0.0016243651,0.0019688362,0.0018144876,0.0000065392537,0.000016326981,0.00055858865],"genre_scores_gemma":[0.9939963,0.00055736554,0.004396,0.0005866754,0.00018905745,0.00008873358,0.0000015881168,0.000019551035,0.00016469014],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.99726707,0.00057924486,0.001317725,0.0002079314,0.00028228838,0.0003457455],"domain_scores_gemma":[0.92066866,0.07674845,0.0014997203,0.00011798118,0.00069583725,0.0002693203],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0026862356,0.00018129137,0.0028082223,0.00040149584,0.00009851278,0.000024686873,0.000089579975,0.00010091944,0.00021037439],"category_scores_gemma":[0.13112067,0.000096479875,0.0005994589,0.00032945417,0.00044541672,0.00007778205,0.000028266766,0.0001741814,0.0000019987835],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.85416806,0.00028079515,0.0035680982,0.000012768033,0.00090689794,0.00010147452,0.00013813324,0.0000054470493,0.000178721,0.0012543797,0.00009841795,0.1392868],"study_design_scores_gemma":[0.98561937,0.005531116,0.000308506,0.00005317126,0.000649848,0.00005856473,0.0003334447,0.00021553219,0.000052407962,0.00085693086,0.006198964,0.00012216138],"about_ca_topic_score_codex":0.0000053830345,"about_ca_topic_score_gemma":0.0000012458069,"teacher_disagreement_score":0.13916464,"about_ca_system_score_codex":0.0001374193,"about_ca_system_score_gemma":0.00027612215,"threshold_uncertainty_score":0.8761983},"labels":[],"label_agreement":null},{"id":"W2344911370","doi":"10.1055/s-0036-1582173","title":"Training mit einem kostengünstigen Tablet-basierten Boxtrainer ist gleich effektiv wie mit einem Standard-Trainer – eine randomisiert kontrollierte Studie","year":2016,"lang":"de","type":"article","venue":"Geburtshilfe und Frauenheilkunde","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Gynecology; Medicine","score_opus":0.035796509496669016,"score_gpt":0.293474027276117,"score_spread":0.257677517779448,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2344911370","genre_codex":"review","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.104768746,0.49412367,0.07205237,0.08197239,0.023689257,0.015921606,0.0034415047,0.0042497935,0.19978069],"genre_scores_gemma":[0.96011835,0.0077994415,0.0018872304,0.006061876,0.008759061,0.0003256423,0.00053173216,0.0007024473,0.0138142025],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9836765,0.0011524493,0.0038624106,0.0033255727,0.0033566349,0.0046264445],"domain_scores_gemma":[0.9863249,0.005718911,0.0013084571,0.0024425508,0.001348388,0.0028567973],"candidate_categories":["metaepi_narrow","sts","research_integrity","insufficient_payload"],"consensus_categories":["metaepi_narrow","insufficient_payload"],"category_scores_codex":[0.0047545545,0.0028106456,0.0052189836,0.0010633258,0.0014842838,0.00043453657,0.0013126312,0.0016178739,0.0077670063],"category_scores_gemma":[0.0047402256,0.0020170438,0.0019653847,0.0020424686,0.0017033938,0.000853526,0.00046529106,0.001997977,0.0022368643],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.057325844,0.0027585684,0.012472438,0.0013350236,0.052705947,0.006520058,0.010609741,0.0015218718,0.009020493,0.009093417,0.03897255,0.79766405],"study_design_scores_gemma":[0.14849412,0.002423108,0.0043979012,0.0030362424,0.011707832,0.00008962738,0.0011578774,0.0027736516,0.00068716943,0.002326863,0.81958693,0.0033186942],"about_ca_topic_score_codex":0.00017400993,"about_ca_topic_score_gemma":0.00017793837,"teacher_disagreement_score":0.8553496,"about_ca_system_score_codex":0.001299834,"about_ca_system_score_gemma":0.0014189978,"threshold_uncertainty_score":0.99981564},"labels":[],"label_agreement":null},{"id":"W2345630829","doi":"10.1007/s00464-016-4942-6","title":"Simulation-trained junior residents perform better than general surgeons on advanced laparoscopic cases","year":2016,"lang":"en","type":"article","venue":"Surgical Endoscopy","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":84,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto; St. Michael's Hospital; McGill University","funders":"Imperial College London","keywords":"Medicine; Laparoscopy; Perioperative; Rating scale; Simulation training; Session (web analytics); Surgery; Physical therapy; General surgery; Medical physics; Simulation","score_opus":0.03202148837511134,"score_gpt":0.3352147019034411,"score_spread":0.3031932135283298,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2345630829","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9882533,0.00004237976,0.000032985838,0.0016592777,0.0003767134,0.00033315032,0.00002917569,0.00020643733,0.009066561],"genre_scores_gemma":[0.99409616,0.000029882638,0.00021342597,0.000813397,0.00035923554,0.000030666997,0.00005038141,0.000044498225,0.0043623527],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9978327,0.00010176739,0.0004602243,0.000487153,0.0005685323,0.0005496134],"domain_scores_gemma":[0.9966208,0.0023712222,0.00009761425,0.0003840005,0.00010946094,0.0004169515],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00021581606,0.00028795842,0.0004967719,0.00016078897,0.00016891904,0.000028829985,0.00009941868,0.00015475933,0.00483634],"category_scores_gemma":[0.0006047458,0.00017954841,0.00023071902,0.0002547039,0.00012765314,0.00015527535,0.00003725041,0.00020873999,0.000390072],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.01922896,0.001326787,0.8210896,0.00014402457,0.00043305883,0.005268775,0.00036168145,0.0066217366,0.0028615766,0.006344918,0.00054325437,0.13577563],"study_design_scores_gemma":[0.21961702,0.0027910392,0.5348539,0.0016884116,0.00026149588,0.00017604654,0.00010825435,0.010287219,0.020120481,0.00091485877,0.2075954,0.001585933],"about_ca_topic_score_codex":0.000040618783,"about_ca_topic_score_gemma":0.00001452453,"teacher_disagreement_score":0.28623575,"about_ca_system_score_codex":0.00010201704,"about_ca_system_score_gemma":0.00007232906,"threshold_uncertainty_score":0.99607337},"labels":[],"label_agreement":null},{"id":"W2355672496","doi":"10.1097/01.mat.0000132658.64086.74","title":"Virtual Anatomical Three-Dimensional Fit Trial for Intra-Thoracically Implanted Medical Devices","year":2004,"lang":"en","type":"article","venue":"ASAIO Journal","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa","funders":"","keywords":"Thoracic cavity; Medicine; Radiology; Thoracic wall; Cardiothoracic surgery; Tomography; Nuclear medicine; Computer science; Biomedical engineering; Surgery","score_opus":0.04757452037464069,"score_gpt":0.3594106218011974,"score_spread":0.3118361014265567,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2355672496","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98440015,0.00009933913,0.0082928175,0.0055742916,0.0007753543,0.00026828868,0.000008593697,0.000064856395,0.0005163123],"genre_scores_gemma":[0.99321395,0.000005746795,0.0018709534,0.0029179058,0.001876474,0.000008572325,0.000031556716,0.000023601673,0.000051240095],"study_design_codex":"design_other","study_design_gemma":"randomized_trial","domain_scores_codex":[0.99778694,0.000048804042,0.00063077966,0.00022949971,0.0009130878,0.0003908796],"domain_scores_gemma":[0.99818903,0.0005841977,0.00014253019,0.00010784261,0.00020099977,0.00077539124],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0009565068,0.00017169332,0.00040439368,0.00012305508,0.00022081293,0.00005649632,0.00013530608,0.00025826792,0.0014679476],"category_scores_gemma":[0.0010919761,0.0001234468,0.00027988205,0.00015644637,0.00010596131,0.000110851484,0.000030213905,0.0007222992,0.000058206253],"study_design_candidate":"randomized_trial","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.28270942,0.0031097624,0.0090114195,0.000064613036,0.0014053434,0.0040794844,0.00035059504,0.0019701787,0.00052784913,0.027476087,0.0026665223,0.6666287],"study_design_scores_gemma":[0.8291918,0.008321333,0.0317449,0.0011431935,0.0005706812,0.014446136,0.00021347078,0.017918257,0.0007248085,0.009393921,0.085359976,0.0009715028],"about_ca_topic_score_codex":0.0000075562702,"about_ca_topic_score_gemma":0.000044965596,"teacher_disagreement_score":0.6656572,"about_ca_system_score_codex":0.00009676527,"about_ca_system_score_gemma":0.00065267115,"threshold_uncertainty_score":0.99944484},"labels":[],"label_agreement":null},{"id":"W2367457523","doi":"10.1115/1.4033168","title":"Measurement of the Range of Motion of Laparoscopic Instruments Based on an Optical Tracking System1","year":2016,"lang":"en","type":"article","venue":"Journal of Medical Devices","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"Shanghai Institute of Microsystem and Information Technology, Chinese Academy of Sciences; National Natural Science Foundation of China","keywords":"Tracking (education); Range (aeronautics); Computer vision; Match moving; Motion (physics); Artificial intelligence; Computer science; Engineering; Psychology; Aerospace engineering","score_opus":0.06259753702707528,"score_gpt":0.32849177075668046,"score_spread":0.2658942337296052,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2367457523","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99660015,0.00008913527,0.00057376927,0.0019039356,0.00023938152,0.00009444753,0.0000014980943,0.0000027096423,0.00049495354],"genre_scores_gemma":[0.9996364,0.000010846022,0.00008114738,0.00016321015,0.00009979887,5.1514655e-7,1.6531624e-7,0.000005128434,0.0000028044465],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99651873,0.00016202178,0.0007426068,0.00006684703,0.00241941,0.000090404086],"domain_scores_gemma":[0.998622,0.00020585548,0.0005474888,0.00011447843,0.00033456527,0.00017562315],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0021271615,0.00006793873,0.00038734396,0.000083512394,0.000015626256,0.0000028162253,0.00015048686,0.00009174287,0.00021499582],"category_scores_gemma":[0.0011688392,0.0000300083,0.00013621028,0.00011107594,0.000102027945,0.000066966895,0.000011937033,0.00014217952,6.73075e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0015534774,0.0017376131,0.6723164,0.0013825992,0.0002849493,0.000028222941,0.00032566616,0.00011907076,0.010575477,0.00083333,0.00001693349,0.31082633],"study_design_scores_gemma":[0.017479278,0.0015872838,0.92006516,0.019546952,0.00026262674,0.000029638997,0.00027607437,0.0033818542,0.036933575,0.00004277916,0.0003187071,0.00007605361],"about_ca_topic_score_codex":0.0000058126006,"about_ca_topic_score_gemma":0.0000060512994,"teacher_disagreement_score":0.31075028,"about_ca_system_score_codex":0.00004428168,"about_ca_system_score_gemma":0.00015257581,"threshold_uncertainty_score":0.23540534},"labels":[],"label_agreement":null},{"id":"W237198727","doi":"10.1023/a:1015700526954","title":"Learning to Use Minimal Access Surgical Instruments and 2-Dimensional Remote Visual Feedback: How Difficult is the Task for Novices?","year":2002,"lang":"en","type":"article","venue":"Advances in Health Sciences Education","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":42,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"Task (project management); Normal vision; Laparoscopic surgery; Visual feedback; Computer science; Physical medicine and rehabilitation; Dreyfus model of skill acquisition; Cognitive psychology; Psychology; Artificial intelligence; Medicine; Optometry; Laparoscopy; Surgery","score_opus":0.05187558736347711,"score_gpt":0.41462451118697496,"score_spread":0.3627489238234979,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W237198727","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9759795,0.000723021,0.000044960983,0.021900935,0.00042145624,0.0006077204,0.0000018698564,0.00001898944,0.00030151047],"genre_scores_gemma":[0.99244356,0.0004087091,0.0024621342,0.0040704436,0.00013005894,0.000023859302,0.00000958847,0.000005947364,0.00044568197],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9986541,0.00006962785,0.000267273,0.00036581655,0.00033874167,0.00030439362],"domain_scores_gemma":[0.99882966,0.00064586493,0.0001476973,0.00007493071,0.00010085707,0.00020097996],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00055916177,0.0001028668,0.00016815712,0.00013101993,0.00044095525,0.00012509822,0.00010084113,0.00003659813,0.00005422681],"category_scores_gemma":[0.0004523179,0.00006917302,0.000025691535,0.000715699,0.00015643395,0.00067246665,0.000038133232,0.00013715695,0.0000041569856],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00013995197,0.00018169913,0.16999324,0.00010193309,0.000003667891,7.481322e-7,0.0023787767,0.0010209021,0.000009097605,0.00022352462,0.00018201112,0.8257644],"study_design_scores_gemma":[0.003421043,0.0014762196,0.3628566,0.00065198477,0.000012518343,0.000056306417,0.0039198142,0.18263164,0.000047577425,0.00025187162,0.44437873,0.0002957148],"about_ca_topic_score_codex":0.000103150225,"about_ca_topic_score_gemma":0.000044129534,"teacher_disagreement_score":0.8254687,"about_ca_system_score_codex":0.000072155606,"about_ca_system_score_gemma":0.00015117862,"threshold_uncertainty_score":0.33915156},"labels":[],"label_agreement":null},{"id":"W2392502339","doi":"10.1016/j.jsurg.2016.03.016","title":"Effects of Technological Advances in Surgical Education on Quantitative Outcomes From Residency Programs","year":2016,"lang":"en","type":"review","venue":"Journal of surgical education","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":17,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"University of Toronto","keywords":"Accreditation; Graduate medical education; Certification; Medicine; Medical knowledge; Board certification; Core competency; Medical education; MEDLINE; Patient care; Residency training; Nursing; Continuing education","score_opus":0.06375387842003724,"score_gpt":0.4421021675355953,"score_spread":0.37834828911555807,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2392502339","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.006619557,0.98574907,0.00000829848,0.0005485312,0.0009229012,0.00091893703,0.0000043520026,0.00002532601,0.005203045],"genre_scores_gemma":[0.020430246,0.978201,0.00061645685,0.000029449498,0.00035529037,0.00007468422,0.000049372986,0.000033208,0.00021030425],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9962612,0.0005094329,0.001871418,0.00036522205,0.00073236326,0.0002603652],"domain_scores_gemma":[0.99209815,0.00531668,0.0016994005,0.00023868916,0.00039634926,0.0002507554],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0007651055,0.0003951361,0.00246989,0.00080788584,0.000034491848,0.000022398412,0.0002246247,0.00056182075,0.00024327394],"category_scores_gemma":[0.0016124527,0.00021900596,0.00083937595,0.00072629703,0.00020446465,0.00024300755,0.00002998038,0.0009093036,0.000037670216],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00036625497,0.0025866122,0.00088155735,0.0021357,0.00010158359,0.00012716868,0.000047273155,4.991969e-7,3.6674308e-7,0.009220439,0.0000186623,0.9845139],"study_design_scores_gemma":[0.002307668,0.0007329295,0.0016284562,0.057281468,0.00037254108,0.00016558143,0.00015572387,7.592415e-7,0.0000069999473,0.0017572601,0.935363,0.00022760603],"about_ca_topic_score_codex":0.000010362005,"about_ca_topic_score_gemma":0.0000014436545,"teacher_disagreement_score":0.98428625,"about_ca_system_score_codex":0.00032994323,"about_ca_system_score_gemma":0.0021718151,"threshold_uncertainty_score":0.89308035},"labels":[],"label_agreement":null},{"id":"W2394667070","doi":"10.3233/978-1-61499-022-2-349","title":"Validation of Three Virtual Reality Fundamentals of Laparoscopic Surgery (FLS) Modules","year":2012,"lang":"en","type":"article","venue":"Studies in health technology and informatics","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":21,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University Health Network","funders":"","keywords":"Virtual reality; Laparoscopic surgery; Computer science; Medicine; Medical physics; Human–computer interaction; Laparoscopy; General surgery","score_opus":0.1477656415808936,"score_gpt":0.40856748251280633,"score_spread":0.2608018409319127,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2394667070","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9967498,0.001798596,0.00016737348,0.00051600236,0.00012813687,0.00017601979,0.0000050241797,0.000027578482,0.000431468],"genre_scores_gemma":[0.9979852,0.0013167423,0.00052873406,0.00013737532,0.000010264516,0.000007571388,0.0000076184133,0.000002454314,0.000004052951],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9989116,0.000019888217,0.00076568103,0.000036839556,0.00009884227,0.00016712287],"domain_scores_gemma":[0.9992103,0.00029147504,0.00029670977,0.00011118253,0.00005652568,0.000033814267],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00084093417,0.000063473024,0.0004419956,0.00027885084,0.000046809753,6.933337e-7,0.000023308918,0.00009114807,0.0000072806592],"category_scores_gemma":[0.00046091806,0.00005104955,0.000021797785,0.00031125633,0.000354182,0.00010062288,0.000050979703,0.000113997616,8.3262756e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000052244508,0.00008639581,0.92695874,0.0014429338,0.00005771457,1.8589202e-7,0.0032800045,0.00003160132,0.000004519672,0.017817901,0.000048662583,0.050219093],"study_design_scores_gemma":[0.005475191,0.0011483139,0.90746325,0.0025631883,0.00007025233,0.00003094205,0.05913015,0.0021146499,0.0076110233,0.009264541,0.004833064,0.0002954171],"about_ca_topic_score_codex":0.000009831179,"about_ca_topic_score_gemma":0.000004115284,"teacher_disagreement_score":0.055850144,"about_ca_system_score_codex":0.000034296536,"about_ca_system_score_gemma":0.000028572465,"threshold_uncertainty_score":0.20817402},"labels":[],"label_agreement":null},{"id":"W2395184368","doi":"10.1111/vsu.12486","title":"The Impact of Distraction on Laparoscopic Skills in Veterinary Medical Students","year":2016,"lang":"en","type":"article","venue":"Veterinary Surgery","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University; University of Guelph","funders":"McGill University","keywords":"Distraction; Medicine; Task (project management); Randomized controlled trial; Cognition; Population; Physical therapy; Surgery; Psychology; Psychiatry","score_opus":0.05808486722169179,"score_gpt":0.39786153757506887,"score_spread":0.3397766703533771,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2395184368","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9982733,0.000039834733,0.0000047979447,0.00032826146,0.00030879147,0.00011768127,0.000005039031,0.00002873915,0.000893538],"genre_scores_gemma":[0.9994718,0.00015977575,0.0000027321241,0.00006932775,0.00007982466,0.000012248383,0.000006366408,0.000012889569,0.00018502994],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9985043,0.00013969385,0.00038022915,0.00017213667,0.00057443936,0.00022919683],"domain_scores_gemma":[0.99702376,0.002488811,0.0000919126,0.00022455075,0.0000260745,0.00014489022],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00079600874,0.000118677264,0.00029224617,0.00011010766,0.00004506301,0.000011360964,0.000101307836,0.00008822098,0.00049686653],"category_scores_gemma":[0.0006089454,0.000058130576,0.00018920453,0.00015732343,0.000097408876,0.000071677256,0.000048883114,0.00012293692,0.00003997824],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.002858274,0.00089755433,0.7867771,0.000029689649,0.00008829662,0.0010820271,0.00005945099,0.000007193249,0.0034203432,0.000015878422,0.00023276189,0.20453143],"study_design_scores_gemma":[0.0016509587,0.001113664,0.9927597,0.00054662593,0.000004706324,0.00012208369,0.000015269454,0.000027872975,0.000105084415,0.000021011658,0.0035610946,0.00007191378],"about_ca_topic_score_codex":0.000028927128,"about_ca_topic_score_gemma":8.08136e-7,"teacher_disagreement_score":0.20598261,"about_ca_system_score_codex":0.0000962283,"about_ca_system_score_gemma":0.000085043,"threshold_uncertainty_score":0.544034},"labels":[],"label_agreement":null},{"id":"W2395771038","doi":"10.1017/s0317167100120566","title":"Spinal Subspecialization in Post Graduate Neurosurgical Education","year":2004,"lang":"en","type":"article","venue":"Canadian Journal of Neurological Sciences / Journal Canadien des Sciences Neurologiques","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":17,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"University of British Columbia","funders":"","keywords":"Neurosurgery; Medicine; Graduate medical education; Program director; Spinal surgery; Medical education; Medical physics; Surgery; Accreditation","score_opus":0.07123050746299733,"score_gpt":0.32698401885388884,"score_spread":0.25575351139089153,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2395771038","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98487866,0.00042970054,0.000028247305,0.008081881,0.0009534341,0.00015656625,0.0000020758137,0.000015415933,0.0054540248],"genre_scores_gemma":[0.99255,0.00014725576,0.0007734055,0.006131793,0.00037329923,0.0000016100025,6.9645256e-7,0.0000095298055,0.000012414723],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99654585,0.0004309435,0.0008945195,0.0004146308,0.0008039909,0.00091007387],"domain_scores_gemma":[0.9969539,0.00019577889,0.00047061135,0.000096997675,0.00058463856,0.0016980834],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.0026046874,0.00024118338,0.00043578338,0.001277128,0.001144569,0.00040072927,0.00065290515,0.00015960519,0.0001789382],"category_scores_gemma":[0.0025494113,0.00016765481,0.00021028853,0.0018584264,0.0030354091,0.00075962493,0.000026202664,0.0011157495,0.0000055333717],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00045919363,0.00017481917,0.94683605,0.000009706472,0.000009429675,0.010240691,0.0004369978,0.012762844,0.00004365168,0.0064831097,0.000052527106,0.02249095],"study_design_scores_gemma":[0.0014069759,0.047495518,0.8973688,0.00010995702,0.000030552375,0.031917058,0.0003210311,0.00041954406,0.00005887372,0.018588228,0.0020363347,0.0002471396],"about_ca_topic_score_codex":0.0012863162,"about_ca_topic_score_gemma":0.030942213,"teacher_disagreement_score":0.04946729,"about_ca_system_score_codex":0.00033571216,"about_ca_system_score_gemma":0.007297982,"threshold_uncertainty_score":0.9996778},"labels":[],"label_agreement":null},{"id":"W2395992188","doi":"10.3233/978-1-61499-209-7-453","title":"Identifying Eye Gaze Mismatch during Laparoscopic Surgery","year":2013,"lang":"en","type":"article","venue":"Studies in health technology and informatics","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Simon Fraser University","funders":"","keywords":"Gaze; Laparoscopic surgery; Computer science; Surgical procedures; Plan (archaeology); Optometry; Computer vision; Medicine; Artificial intelligence; Surgery; Laparoscopy; Geography","score_opus":0.08148570385556592,"score_gpt":0.39073835574745025,"score_spread":0.30925265189188433,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2395992188","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9919133,0.0033510858,0.000019904324,0.0032007052,0.00019228908,0.0002837927,4.3236767e-7,0.00014265557,0.0008957903],"genre_scores_gemma":[0.9944557,0.0035889992,0.00094071036,0.000841011,0.000017136206,0.00004123878,0.0000021841865,0.0000055590676,0.00010748699],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9988409,0.000014041733,0.00067382335,0.0000752588,0.000092447764,0.00030349626],"domain_scores_gemma":[0.99944323,0.00016799536,0.00014048099,0.0001291833,0.000058947386,0.000060163402],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00029581357,0.00009761649,0.00041581318,0.00043796576,0.00017912833,0.0000085338515,0.000034375767,0.000114356364,0.0000312525],"category_scores_gemma":[0.00037264754,0.000080382815,0.000023146382,0.00044365085,0.0002158001,0.00014673694,0.0000812662,0.00027996043,0.000030920368],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000025989615,0.000046161076,0.93593794,0.0064717266,0.000074353644,0.000012960524,0.008090712,0.000013461451,0.0000055629534,0.0025004467,0.0003319928,0.04648869],"study_design_scores_gemma":[0.0072742524,0.00021894013,0.87845945,0.0046378374,0.00002584863,0.00012019919,0.09037602,0.0020825907,0.00030667137,0.008359416,0.0077128694,0.00042589472],"about_ca_topic_score_codex":0.000010685886,"about_ca_topic_score_gemma":0.000003978873,"teacher_disagreement_score":0.08228531,"about_ca_system_score_codex":0.000059309157,"about_ca_system_score_gemma":0.00003409106,"threshold_uncertainty_score":0.3277916},"labels":[],"label_agreement":null},{"id":"W2396813137","doi":"10.1007/s11726-011-0529-x","title":"Acupuncture skills and its evidence-based assessment","year":2011,"lang":"en","type":"article","venue":"Journal of Acupuncture and Tuina Science","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"The Wilson Centre; University of Toronto","funders":"","keywords":"Acupuncture; Medicine; Competence (human resources); Fidelity; Medical physics; Physical therapy; Alternative medicine; Physical medicine and rehabilitation; Medical education; Psychology; Computer science; Pathology","score_opus":0.06530465938801004,"score_gpt":0.3492805980561687,"score_spread":0.2839759386681586,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2396813137","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99171096,0.002125038,0.00074587803,0.0016817974,0.00029144334,0.00016853552,7.746239e-7,0.000012560685,0.0032630009],"genre_scores_gemma":[0.9953348,0.00022034497,0.0025171817,0.0017091625,0.00012035963,7.317111e-7,2.212803e-7,0.000005544577,0.00009165426],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9986795,0.000028647872,0.00027942433,0.00019190316,0.0006150333,0.000205479],"domain_scores_gemma":[0.9986821,0.00024585094,0.00019978984,0.00010512009,0.0003911998,0.00037596148],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0009923527,0.00019663794,0.00039593823,0.00020877592,0.00014997149,0.000057369878,0.00011872275,0.00006839993,0.00020551837],"category_scores_gemma":[0.0005017545,0.000073686664,0.00010025077,0.0003677937,0.00024008656,0.00053725217,0.00003870791,0.000300326,0.0000017177308],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0019746195,0.0014676778,0.6588044,0.0006096947,0.00031575916,0.002366465,0.0084554255,0.00019643574,0.06884545,0.007281165,0.0007367376,0.24894617],"study_design_scores_gemma":[0.0026274687,0.0012409312,0.9808597,0.00074367627,0.00023647904,0.00086763175,0.00018804129,0.0014826241,0.0066252835,0.0006064297,0.004345043,0.00017669462],"about_ca_topic_score_codex":0.0000013315657,"about_ca_topic_score_gemma":5.9455584e-7,"teacher_disagreement_score":0.3220553,"about_ca_system_score_codex":0.000040375904,"about_ca_system_score_gemma":0.00031987956,"threshold_uncertainty_score":0.3004855},"labels":[],"label_agreement":null},{"id":"W2397298731","doi":"","title":"The development of laparoscopic surgical skills in pediatric urologists: longterm outcome of a mentorship-training model.","year":2005,"lang":"en","type":"article","venue":"PubMed","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":22,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"SickKids Foundation; Hospital for Sick Children; University of Toronto","funders":"","keywords":"Medicine; Mentorship; Nephrectomy; Perioperative; Surgery; General surgery; Laparoscopy; Internal medicine; Kidney; Medical education","score_opus":0.0707050386329939,"score_gpt":0.31338028939371054,"score_spread":0.24267525076071664,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2397298731","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99205333,0.00016790415,0.00004757175,0.000316665,0.00005572236,0.00037169238,0.0000010245083,0.00002142186,0.006964685],"genre_scores_gemma":[0.99869424,0.000025917067,0.00062791206,0.00006996924,0.00007226322,0.00014765318,0.0000038003661,0.000008728237,0.00034950307],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99847895,0.000042709216,0.00069385744,0.00015053402,0.0003115992,0.00032237437],"domain_scores_gemma":[0.99918777,0.00037245135,0.00014692155,0.00013791895,0.00004234629,0.000112609414],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0010590248,0.00009738325,0.0003108556,0.0001088127,0.000035404988,0.0000061637566,0.00009468249,0.000072039074,0.000017377812],"category_scores_gemma":[0.00027761506,0.000064694774,0.0000673872,0.00023435014,0.000061415994,0.000038553273,0.000035735415,0.00014188727,0.0000021810265],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00016358924,0.000215981,0.8123044,0.00003647935,0.000025405976,0.000008042105,0.0019422959,0.0015333457,0.0000012582212,0.0003773134,0.0000030078183,0.1833889],"study_design_scores_gemma":[0.003945658,0.000015971124,0.990963,0.000009029406,0.00002588786,0.000002881816,0.00010332308,0.0024240979,0.00017248331,0.00003709696,0.0022224663,0.00007814376],"about_ca_topic_score_codex":0.0000020596517,"about_ca_topic_score_gemma":0.00003762377,"teacher_disagreement_score":0.18331076,"about_ca_system_score_codex":0.00006465536,"about_ca_system_score_gemma":0.00006021163,"threshold_uncertainty_score":0.2638176},"labels":[],"label_agreement":null},{"id":"W2398771656","doi":"10.1016/j.arthro.2016.03.026","title":"Arthroscopic Training Courses Improve Trainee Arthroscopy Skills: A Simulation‐Based Prospective Trial","year":2016,"lang":"en","type":"article","venue":"Arthroscopy The Journal of Arthroscopic and Related Surgery","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":64,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Arthroscopy; Medicine; Accreditation; Curriculum; Task (project management); Physical therapy; Graduate medical education; Medical physics; Medical education; Psychology; Surgery","score_opus":0.02429614384555711,"score_gpt":0.3047174327914482,"score_spread":0.2804212889458911,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2398771656","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9860355,0.0017790925,0.0043369005,0.0027508074,0.0028214129,0.0011085743,0.0000149703055,0.00011957883,0.0010331501],"genre_scores_gemma":[0.9964023,0.0010239729,0.0005294791,0.0007879396,0.0005309443,0.000016487063,0.000005321038,0.000075926764,0.00062763557],"study_design_codex":"design_other","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9958508,0.00039638902,0.001765546,0.00043882467,0.0008308871,0.0007175329],"domain_scores_gemma":[0.99188596,0.0056271623,0.0010752782,0.00046032658,0.000461793,0.00048950553],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0019183368,0.0005106161,0.0013012775,0.0004066704,0.00052195386,0.00007773847,0.00015215616,0.0003614283,0.0008754486],"category_scores_gemma":[0.0019209812,0.00027593388,0.0005289906,0.00057703146,0.001004388,0.000516538,0.000043301414,0.0006883668,0.000038491675],"study_design_candidate":"randomized_trial","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.18438442,0.00803145,0.26939616,0.000752204,0.009236304,0.0017571829,0.029868903,0.012710043,0.048034836,0.003152434,0.0025870905,0.43008897],"study_design_scores_gemma":[0.69217634,0.027079055,0.13232204,0.018822476,0.005745186,0.0015287665,0.008504406,0.014486573,0.03381294,0.013388031,0.047775112,0.004359078],"about_ca_topic_score_codex":0.000003923226,"about_ca_topic_score_gemma":0.000004884389,"teacher_disagreement_score":0.50779194,"about_ca_system_score_codex":0.00011490317,"about_ca_system_score_gemma":0.0007938776,"threshold_uncertainty_score":0.9999693},"labels":[],"label_agreement":null},{"id":"W2400664172","doi":"","title":"Development and face validity testing of a three-dimensional myringotomy simulator with haptic feedback.","year":2010,"lang":"en","type":"article","venue":"PubMed","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":33,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Western University","funders":"","keywords":"Humanities; Psychology; Art","score_opus":0.07845712070271582,"score_gpt":0.2586235923045925,"score_spread":0.18016647160187665,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2400664172","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.997677,0.000009649904,0.00011790952,0.00008556971,0.000045408076,0.00040103498,6.156229e-7,0.000048670834,0.0016141358],"genre_scores_gemma":[0.9900746,5.904561e-8,0.009646424,0.000087401735,0.000037845188,0.00006642123,0.0000026082603,0.00001087545,0.00007380581],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9992422,0.0000069979365,0.00017277968,0.00016067883,0.0002284442,0.00018890398],"domain_scores_gemma":[0.9992887,0.00027721055,0.00006446977,0.00009698149,0.00008630168,0.00018636438],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0002684791,0.00008987018,0.00017479804,0.00004381633,0.00005360238,0.000009327286,0.000026912981,0.000046683683,0.000030240035],"category_scores_gemma":[0.0003169382,0.00006456864,0.000017420658,0.00012828136,0.00006651383,0.000037850576,0.000029102557,0.00015193301,0.000002807928],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00023033597,0.00012903812,0.7342068,0.000073736606,0.00007490062,0.000028409659,0.00019806145,0.000378066,0.0004985594,0.0001474842,0.000003211688,0.26403138],"study_design_scores_gemma":[0.002469948,0.000022735987,0.9863048,0.0000284325,0.000028120805,0.000025589441,0.000016782362,0.007082103,0.0013629935,0.000023128994,0.0025463481,0.00008898588],"about_ca_topic_score_codex":0.00000899741,"about_ca_topic_score_gemma":0.000022455886,"teacher_disagreement_score":0.26394242,"about_ca_system_score_codex":0.000011847184,"about_ca_system_score_gemma":0.00004938429,"threshold_uncertainty_score":0.26330328},"labels":[],"label_agreement":null},{"id":"W2401432848","doi":"10.1016/j.surg.2016.03.030","title":"Simulation-based summative assessments in surgery","year":2016,"lang":"en","type":"article","venue":"Surgery","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":11,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Medicine; Summative assessment; Surgery; General surgery; Medical physics; Formative assessment; Mathematics education","score_opus":0.09315326538017576,"score_gpt":0.37242151189784445,"score_spread":0.2792682465176687,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2401432848","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9921206,0.00003130234,0.002978249,0.0008316085,0.00028521582,0.00014168727,0.0000056613035,0.00009827716,0.0035073585],"genre_scores_gemma":[0.99891585,0.0000044195226,0.00006610196,0.0006028367,0.00007590661,0.00001265054,0.000025607616,0.000016896463,0.00027973673],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9988182,0.00010055333,0.0003732847,0.00019946355,0.00026751115,0.00024099121],"domain_scores_gemma":[0.9798149,0.019749384,0.000084251165,0.00015572755,0.00007991656,0.00011580391],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00067532674,0.00010856845,0.00034876476,0.00031302753,0.000028932922,0.000009289098,0.00002052041,0.0000717017,0.0013079923],"category_scores_gemma":[0.002154876,0.00007267081,0.00016490737,0.0003438285,0.000041138184,0.0001080254,0.000007827668,0.00007002526,0.000112356465],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00019366888,0.00010217041,0.92026687,0.00001924359,0.00001771018,0.00008732349,0.000015649219,0.0019168931,0.00004068628,0.000037941994,0.00013288559,0.07716897],"study_design_scores_gemma":[0.0021226308,0.000017759701,0.9600679,0.00071807526,0.000016855212,8.5474716e-7,0.000035842815,0.022933275,0.0005206879,0.00022495416,0.0131043615,0.00023677219],"about_ca_topic_score_codex":0.000011987004,"about_ca_topic_score_gemma":0.0000052135324,"teacher_disagreement_score":0.0769322,"about_ca_system_score_codex":0.00008692809,"about_ca_system_score_gemma":0.0002127564,"threshold_uncertainty_score":0.99960494},"labels":[],"label_agreement":null},{"id":"W2402301099","doi":"10.1177/1750458915025001-202","title":"Perceptions of the Assistant Theatre Practitioner Role: A View from My Ivory Tower","year":2015,"lang":"en","type":"article","venue":"Journal of Perioperative Practice","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Health Care Foundation","funders":"","keywords":"Ivory tower; Ambiguity; Accountability; Delegation; Session (web analytics); Subject (documents); Staffing; Medical education; Scope of practice; Psychology; Perception; Public relations; Nursing; Political science; Medicine; Law; Library science; Business","score_opus":0.03993506699734933,"score_gpt":0.3539695371995235,"score_spread":0.3140344702021742,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2402301099","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7078366,0.002686269,0.0014463279,0.03484527,0.00072994473,0.00038883297,0.000023093819,0.000016694383,0.25202695],"genre_scores_gemma":[0.99356735,0.00011115616,0.0031610485,0.0020022495,0.00033542747,0.000002806714,0.0000025241695,0.00001111365,0.00080635],"study_design_codex":"qualitative","study_design_gemma":"not_applicable","domain_scores_codex":[0.99834925,0.00042318585,0.00046882802,0.000100904115,0.0005602725,0.0000975673],"domain_scores_gemma":[0.9972649,0.000609032,0.0005396173,0.00016911281,0.0012446586,0.00017262968],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00082035636,0.00010494426,0.00029812232,0.00004975706,0.000101586964,0.000043807973,0.00008738608,0.000063399275,0.0017857387],"category_scores_gemma":[0.0023453922,0.00005723171,0.00016328738,0.0001990292,0.00009929213,0.00070302817,0.000029914667,0.00052445504,0.000022016167],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.03183961,0.015900835,0.10643647,0.00017912286,0.00808053,0.001771013,0.3484118,0.008393634,0.21463084,0.014076483,0.010887624,0.23939204],"study_design_scores_gemma":[0.0049074665,0.0005605629,0.030337289,0.00030861225,0.00065809616,0.00065702444,0.06587905,0.00047833822,0.0006339199,0.00008312854,0.8953705,0.00012600438],"about_ca_topic_score_codex":0.0000522833,"about_ca_topic_score_gemma":0.000011819084,"teacher_disagreement_score":0.88448286,"about_ca_system_score_codex":0.00011140444,"about_ca_system_score_gemma":0.00051534054,"threshold_uncertainty_score":0.9991268},"labels":[],"label_agreement":null},{"id":"W2402318935","doi":"10.3233/978-1-60750-706-2-192","title":"Bench Model Surgical Skill Training Improves Novice Ability to Multitask: A Randomized Controlled Study","year":2011,"lang":"en","type":"article","venue":"Studies in health technology and informatics","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":15,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Hospital for Sick Children","funders":"","keywords":"Randomized controlled trial; Computer science; Physical therapy; Physical medicine and rehabilitation; Medicine; Surgery","score_opus":0.09439332805101959,"score_gpt":0.39771332813676474,"score_spread":0.30332000008574517,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2402318935","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.987105,0.00061613723,0.00023135153,0.0011359912,0.00011624274,0.003921599,0.0000022861257,0.00016833529,0.0067030406],"genre_scores_gemma":[0.9897777,0.000299812,0.008445037,0.0010517187,0.000011883482,0.00037736812,0.0000015341013,0.000007486652,0.000027493963],"study_design_codex":"qualitative","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9975671,0.000103568425,0.0015893993,0.00017112275,0.00017129077,0.00039750806],"domain_scores_gemma":[0.9983424,0.0008787025,0.0002583877,0.00022585226,0.00015962758,0.00013502642],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0030951276,0.00019789701,0.0019281156,0.0004951912,0.00018294962,0.000004997627,0.00007923153,0.00015700287,0.000012962228],"category_scores_gemma":[0.002840282,0.00013210226,0.00008878728,0.0004962727,0.00045215798,0.00009332912,0.00013220061,0.00041588795,0.0000037795203],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.14439015,0.0016360702,0.027190953,0.001492291,0.0010984035,0.00006252948,0.6482357,0.00056015234,0.000001228496,0.036999866,0.000031745083,0.13830093],"study_design_scores_gemma":[0.6402445,0.0015728723,0.0021519575,0.00027562442,0.00012418437,0.00003844879,0.2384291,0.11127868,0.000003864586,0.005334011,0.00026785448,0.0002789185],"about_ca_topic_score_codex":0.000020012643,"about_ca_topic_score_gemma":0.00003191703,"teacher_disagreement_score":0.49585432,"about_ca_system_score_codex":0.00007002058,"about_ca_system_score_gemma":0.000101424455,"threshold_uncertainty_score":0.53869736},"labels":[],"label_agreement":null},{"id":"W2402447584","doi":"10.1016/j.cjca.2015.07.223","title":"APPLICATION OF HIGH FIDELITY SIMULATION IN TEACHING MITRAL VALVE ANNULOPLASTY TO CARDIAC SURGERY RESIDENTS","year":2015,"lang":"en","type":"article","venue":"Canadian Journal of Cardiology","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Medicine; Cardiothoracic surgery; Cardiac surgery; Mitral valve; Surgical simulation; Surgery; General surgery","score_opus":0.040438146464050126,"score_gpt":0.3116247231966419,"score_spread":0.2711865767325918,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2402447584","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9911897,0.00016034699,0.0060665426,0.0003883475,0.00043371556,0.00013500421,0.000012787257,0.0000038854655,0.0016096645],"genre_scores_gemma":[0.9991215,0.0000020438217,0.00022625117,0.00015457811,0.00046020566,0.0000017132851,0.000015836757,0.000008249819,0.000009635071],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9987447,0.00026316152,0.0005190973,0.00010818925,0.00016483958,0.0002000047],"domain_scores_gemma":[0.9983302,0.0004138176,0.00016612328,0.00012354004,0.00033170506,0.00063465215],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0016106686,0.000076163975,0.0005638703,0.00042580478,0.000024712408,0.0000056109884,0.000053020092,0.00010820789,0.00000486506],"category_scores_gemma":[0.0017382635,0.00007145273,0.0003165619,0.00017644725,0.00003804879,0.00007206596,0.0000060104403,0.0002373309,0.000004316124],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0001460346,0.0000021798805,0.79346037,0.0000072383505,0.00008776276,0.00003257878,0.00024333227,0.18514657,0.000013825632,0.00007180307,0.0005327985,0.020255527],"study_design_scores_gemma":[0.00071192475,0.000079325415,0.97786605,0.000044760553,0.000054974145,0.000026531914,0.00015873919,0.0005417102,0.000015559941,0.0003033134,0.020134563,0.00006253259],"about_ca_topic_score_codex":0.004191237,"about_ca_topic_score_gemma":0.00072080956,"teacher_disagreement_score":0.18460485,"about_ca_system_score_codex":0.00023710878,"about_ca_system_score_gemma":0.0007379267,"threshold_uncertainty_score":0.6335925},"labels":[],"label_agreement":null},{"id":"W2403378731","doi":"10.1186/s12909-016-0669-2","title":"Simulation-based training for burr hole surgery instrument recognition","year":2016,"lang":"en","type":"article","venue":"BMC Medical Education","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":21,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Simon Fraser University; Health Sciences Centre; Dalhousie University","funders":"","keywords":"Trainer; Neurosurgery; Medicine; Medical physics; Checklist; Medical education; Test (biology); Training (meteorology); Intervention (counseling); Simulation training; Physical therapy; Surgery; Simulation; Psychology; Nursing; Computer science","score_opus":0.15411514113575603,"score_gpt":0.37846944470282046,"score_spread":0.22435430356706443,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2403378731","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7677567,0.00004221844,0.22007433,0.007794394,0.0012472705,0.0006907409,0.000009917032,0.0001723091,0.0022121528],"genre_scores_gemma":[0.9923008,0.0000037755397,0.0033178662,0.0029571836,0.00073608727,0.00015018499,0.00024339363,0.0000191938,0.00027149136],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99865216,0.00007525757,0.00037913473,0.00023857322,0.00044774413,0.00020715492],"domain_scores_gemma":[0.99209464,0.007095509,0.00010554403,0.0001397007,0.00018237816,0.00038222974],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00081588473,0.000106008956,0.00021174144,0.00013844362,0.000085593594,0.000012456951,0.000037549817,0.00013895317,0.0023417508],"category_scores_gemma":[0.019578917,0.00007388122,0.00013991361,0.00011799305,0.000056197794,0.000084155516,0.0000049851437,0.00007904288,0.00006731183],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0002567208,0.0002915414,0.0069603194,0.00008709204,0.000012171906,6.1006716e-7,0.00010144606,0.00020626573,0.000022831931,0.0003251743,0.00030573795,0.9914301],"study_design_scores_gemma":[0.029562112,0.00065755827,0.0937737,0.007815978,0.0003702832,0.000014642772,0.0016546944,0.58321726,0.001436845,0.0059670364,0.27433598,0.0011939275],"about_ca_topic_score_codex":0.000006478983,"about_ca_topic_score_gemma":0.0000060435295,"teacher_disagreement_score":0.99023616,"about_ca_system_score_codex":0.00009776686,"about_ca_system_score_gemma":0.002688069,"threshold_uncertainty_score":0.99857026},"labels":[],"label_agreement":null},{"id":"W2403497496","doi":"10.3233/978-1-60750-929-5-409","title":"Training and Assessment of Laparoscopic Skills using a Haptic Simulator","year":2002,"lang":"en","type":"article","venue":"Studies in health technology and informatics","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Reach Technologies (Canada)","funders":"","keywords":"Haptic technology; Computer science; Laparoscopic cholecystectomy; Surgical simulation; CLIPS; Simulation; Training (meteorology); Training system; Invasive surgery; Laparoscopic surgery; Artificial intelligence; Surgery; Medicine; Laparoscopy","score_opus":0.14282309201763776,"score_gpt":0.4411688954034261,"score_spread":0.2983458033857883,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2403497496","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99428314,0.0033183836,0.0001713135,0.00059877936,0.000060725688,0.00022309418,0.0000012044482,0.000039054034,0.0013043114],"genre_scores_gemma":[0.98739725,0.0020689755,0.0100361295,0.00047152885,0.0000065318814,0.000004294621,4.8858084e-7,0.0000036595852,0.000011121016],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9991177,0.000012366513,0.0005481824,0.000061012237,0.00007979173,0.0001809957],"domain_scores_gemma":[0.99951375,0.00016709894,0.00015310232,0.00008387021,0.000038344428,0.000043836357],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00026747445,0.00007899695,0.00042176168,0.0002967268,0.000094019655,0.0000023420555,0.00002119508,0.00008751836,0.000009646193],"category_scores_gemma":[0.000239144,0.000064844484,0.0000121872445,0.00030289404,0.00032895323,0.000058534115,0.000050253373,0.00021373475,3.188651e-7],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000020577314,0.00023076376,0.45513043,0.004742295,0.00024867663,0.000014789757,0.04759812,0.0010153569,0.000007962893,0.027315445,0.000015833697,0.46365976],"study_design_scores_gemma":[0.008787379,0.001262786,0.039255444,0.0025055828,0.000054900916,0.000114166025,0.056897495,0.8814291,0.000021160058,0.0023808137,0.007052178,0.0002390364],"about_ca_topic_score_codex":0.0000019703057,"about_ca_topic_score_gemma":0.0000017122986,"teacher_disagreement_score":0.8804137,"about_ca_system_score_codex":0.00004245575,"about_ca_system_score_gemma":0.000028642355,"threshold_uncertainty_score":0.26442814},"labels":[],"label_agreement":null},{"id":"W2403542663","doi":"","title":"Development of a tool for Global Rating of Endoscopic Surgical Skills (GRESS) for assessment of otolaryngology residents.","year":2012,"lang":"en","type":"article","venue":"PubMed","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":12,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Cronbach's alpha; Context (archaeology); Likert scale; Reliability (semiconductor); Otorhinolaryngology; Medical physics; Face validity; Rating scale; Medical education; Observational study; Internal consistency; Test (biology); Inter-rater reliability; Medicine; Psychology; Psychometrics; Surgery; Patient satisfaction; Clinical psychology; Internal medicine","score_opus":0.05413541458633988,"score_gpt":0.3555894860859514,"score_spread":0.30145407149961156,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2403542663","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9934223,0.00008523056,0.0031494203,0.00003742147,0.00013546093,0.0014218853,0.000012954398,0.000010809953,0.0017244769],"genre_scores_gemma":[0.97496754,0.0000018784805,0.024122031,0.000027726006,0.000063427455,0.0007288637,0.000028166523,0.0000070228766,0.000053349126],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99876857,0.000032048458,0.00058476423,0.00011255027,0.0002102578,0.0002917841],"domain_scores_gemma":[0.9988956,0.00052884687,0.00024360031,0.000100254176,0.00013514189,0.00009659766],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00080178445,0.00008128673,0.00039712465,0.000042888634,0.000025216921,0.0000019401111,0.000050966664,0.00007131672,0.000032768705],"category_scores_gemma":[0.00043483303,0.00006686799,0.00010715881,0.00009958065,0.000042973392,0.000045391876,0.000028620712,0.000038129714,1.890959e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00027241372,0.00034921526,0.9154915,0.00041062135,0.00015072664,0.0000010721831,0.00020866237,0.000009503198,0.00011559197,0.0052314885,0.000007919413,0.07775127],"study_design_scores_gemma":[0.0062566386,0.000051474686,0.9851768,0.00005253698,0.000057943827,0.0000034761154,0.00004944838,0.000126717,0.0056319614,0.000054660086,0.0024868834,0.00005147443],"about_ca_topic_score_codex":0.0000032184118,"about_ca_topic_score_gemma":0.0000025757083,"teacher_disagreement_score":0.0776998,"about_ca_system_score_codex":0.000056370132,"about_ca_system_score_gemma":0.00009150277,"threshold_uncertainty_score":0.27267978},"labels":[],"label_agreement":null},{"id":"W2403599882","doi":"10.1007/978-3-319-24571-3_39","title":"Crossing-Lines Registration for Direct Electromagnetic Navigation","year":2015,"lang":"en","type":"book-chapter","venue":"Lecture notes in computer science","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University","funders":"","keywords":"Fiducial marker; Computer vision; Orientation (vector space); Computer science; Artificial intelligence; Tracking (education); Image registration; Image-guided surgery; Medical physics; Medicine; Image (mathematics); Mathematics","score_opus":0.049853247548067615,"score_gpt":0.3269066331049954,"score_spread":0.27705338555692777,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2403599882","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0034086802,0.0007952213,0.9721751,0.0009448065,0.0007982155,0.0008333323,0.000006227162,0.0001426113,0.020895772],"genre_scores_gemma":[0.9375911,0.0000061908204,0.058317255,0.00062022026,0.0010494326,0.000011530666,0.00010876853,0.000033503147,0.0022620487],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99839836,0.000008965707,0.00030953507,0.000533951,0.00049318705,0.00025597325],"domain_scores_gemma":[0.9987661,0.00031760705,0.00015247366,0.00026947344,0.00037607035,0.00011826555],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00055649824,0.00020978904,0.00031660657,0.00020010404,0.00015627366,0.00017970306,0.00014792265,0.00020106057,0.000025946554],"category_scores_gemma":[0.00025774454,0.00017779117,0.00008305079,0.00019170324,0.00040134776,0.00009955459,0.000032820844,0.00026221346,0.0000065260756],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00015901244,0.000033467328,0.000120620425,0.000104341314,0.000013104444,0.00003594402,0.00038762524,0.01283611,0.0007195521,0.0022914237,0.00004041516,0.98325837],"study_design_scores_gemma":[0.0044889525,0.0019213145,0.0008442193,0.001656655,0.00010416386,0.00015784544,4.4228625e-7,0.7919812,0.0026371148,0.13832676,0.057030257,0.0008510716],"about_ca_topic_score_codex":0.0000075428857,"about_ca_topic_score_gemma":0.000018475894,"teacher_disagreement_score":0.98240733,"about_ca_system_score_codex":0.00017673596,"about_ca_system_score_gemma":0.0005135106,"threshold_uncertainty_score":0.72501135},"labels":[],"label_agreement":null},{"id":"W2404242009","doi":"10.3233/978-1-61499-209-7-254","title":"Towards the Development of a Haptic Simulator of Surgical Gestures in Orthopaedic Spine Surgery","year":2013,"lang":"en","type":"article","venue":"Studies in health technology and informatics","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"Canadian Institutes of Health Research","keywords":"Haptic technology; Gesture; Computer science; Simulation; Orthopedic surgery; Work (physics); Human–computer interaction; Medicine; Surgery; Engineering; Artificial intelligence; Mechanical engineering","score_opus":0.07414395177278363,"score_gpt":0.36707312985830304,"score_spread":0.29292917808551944,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2404242009","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9934589,0.0028481095,0.000034372602,0.0028000553,0.000057950194,0.00035400406,4.03859e-7,0.000021321837,0.00042485422],"genre_scores_gemma":[0.9965748,0.0013133325,0.0018511148,0.00021612446,0.0000058457517,0.000027178306,0.0000015309237,0.0000030834187,0.000006953431],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99845356,0.000022766588,0.0011458172,0.00005312638,0.0001324228,0.0001923233],"domain_scores_gemma":[0.99915993,0.00037993942,0.0002275938,0.00011128196,0.00008847755,0.000032793236],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0008270887,0.00008475237,0.0005041296,0.00040451973,0.00005156912,0.0000012099829,0.00004470942,0.00010286047,0.000012465186],"category_scores_gemma":[0.00052802335,0.000050879928,0.00002784085,0.0005739823,0.00040578563,0.000043806212,0.00008253174,0.00023083256,0.0000012087479],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000083607614,0.00015378835,0.57531303,0.0033833315,0.00012172312,0.000007824747,0.02202911,0.00018361687,0.000001216066,0.0062428443,0.000070456255,0.39240947],"study_design_scores_gemma":[0.0061602234,0.00049282494,0.8940386,0.0028466603,0.0000209212,0.00005895023,0.061221905,0.012515549,0.00012352265,0.0028612271,0.019411923,0.00024765122],"about_ca_topic_score_codex":0.000011764057,"about_ca_topic_score_gemma":0.000020852363,"teacher_disagreement_score":0.39216182,"about_ca_system_score_codex":0.000035270183,"about_ca_system_score_gemma":0.0001540614,"threshold_uncertainty_score":0.20748232},"labels":[],"label_agreement":null},{"id":"W2405493031","doi":"10.1016/j.surg.2016.03.028","title":"The value proposition of simulation","year":2016,"lang":"en","type":"article","venue":"Surgery","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":16,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Medicine; Value proposition; Value (mathematics); Proposition; Machine learning; Epistemology","score_opus":0.038788672131416395,"score_gpt":0.31042741766041265,"score_spread":0.27163874552899625,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2405493031","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98565537,0.00006010225,0.0030537525,0.0018996639,0.0001960919,0.00011800199,0.0000012043978,0.000042893505,0.008972915],"genre_scores_gemma":[0.99949664,0.0000110191295,0.00001712659,0.00006745737,0.00006330061,0.000001959136,0.0000022233633,0.0000041433896,0.00033611705],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9995871,0.00002914978,0.00013974695,0.000052253017,0.00012348563,0.00006827192],"domain_scores_gemma":[0.99811,0.0016745139,0.000045858083,0.00008358345,0.00005772983,0.000028336559],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00028458209,0.000029336241,0.00007762952,0.000025663758,0.000038953225,0.000002737053,0.000010144648,0.000022678272,0.00009576271],"category_scores_gemma":[0.00036101672,0.0000129998825,0.00006232215,0.00007231801,0.00003778476,0.000031577747,0.000004058599,0.00001850933,0.000019864214],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00053345825,0.000069962625,0.12987447,0.000027174516,0.000048500016,0.000006299615,0.000068782065,0.000851305,0.0033245648,0.005778128,0.00019790481,0.85921943],"study_design_scores_gemma":[0.0025045665,0.00009605706,0.8692648,0.0005344752,0.00006453989,0.000009166754,0.000065861685,0.01155924,0.016028076,0.0037109724,0.09599157,0.00017070539],"about_ca_topic_score_codex":0.0000017331417,"about_ca_topic_score_gemma":3.0569376e-7,"teacher_disagreement_score":0.8590487,"about_ca_system_score_codex":0.000011770844,"about_ca_system_score_gemma":0.000025893654,"threshold_uncertainty_score":0.10485346},"labels":[],"label_agreement":null},{"id":"W2405960612","doi":"10.3233/978-1-61499-375-9-297","title":"Realism, Criterion Validity, and Training Capability of Simulated Diagnostic Cerebral Angiography","year":2014,"lang":"en","type":"article","venue":"Studies in health technology and informatics","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University","funders":"","keywords":"Credentialing; Medical physics; Computer science; Realism; Cerebral angiography; Training (meteorology); Anesthesiology; Residency training; Angiography; Radiology; Medicine; Medical education; Pathology","score_opus":0.0870777521142418,"score_gpt":0.3830041723175549,"score_spread":0.2959264202033131,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2405960612","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99629456,0.0012439588,0.00013487267,0.0013869487,0.00007417909,0.0002508746,0.000003663705,0.00007455884,0.00053637906],"genre_scores_gemma":[0.99726355,0.00094667333,0.0012217221,0.0005407584,0.000010635208,0.0000052738983,0.000005669846,0.00000405967,0.0000016488673],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99895006,0.000044906727,0.00063422514,0.000085313826,0.00008309994,0.00020237155],"domain_scores_gemma":[0.99868894,0.00089177117,0.00015965904,0.0001281796,0.00007364782,0.00005780764],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0007696037,0.0000957841,0.0004459289,0.00040498693,0.00009900138,0.000002799352,0.00002995359,0.00012865302,0.0000047970657],"category_scores_gemma":[0.0021118321,0.00007836661,0.000032767966,0.00047366804,0.00058793736,0.00006460654,0.00006712954,0.00020178521,3.807976e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006685808,0.000056485245,0.8528426,0.0024340637,0.00006896901,0.0000021460146,0.021207344,0.00008359711,8.492272e-7,0.0072338716,0.00003189595,0.11597129],"study_design_scores_gemma":[0.009108469,0.0029355264,0.8599752,0.0022147107,0.00009833115,0.00008321746,0.049204953,0.03498557,0.0000452947,0.031892788,0.009090048,0.00036589333],"about_ca_topic_score_codex":0.000013830099,"about_ca_topic_score_gemma":0.000012518466,"teacher_disagreement_score":0.11560539,"about_ca_system_score_codex":0.000018692339,"about_ca_system_score_gemma":0.000019644662,"threshold_uncertainty_score":0.31956977},"labels":[],"label_agreement":null},{"id":"W2407142424","doi":"10.1016/j.bpg.2016.05.003","title":"Measures of trainee performance in advanced endoscopy: A systematic review","year":2016,"lang":"en","type":"review","venue":"Best Practice & Research Clinical Gastroenterology","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":30,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University Health Centre; McGill University; Ottawa Hospital","funders":"","keywords":"Medicine; Endoscopic retrograde cholangiopancreatography; Endoscopic ultrasound; Endoscopy; Medical physics; Polypectomy; MEDLINE; Radiology; Enteroscopy; Double-balloon enteroscopy; Colonoscopy; General surgery; Surgery; Colorectal cancer; Internal medicine; Pancreatitis; Cancer","score_opus":0.347505418813022,"score_gpt":0.5639984204233276,"score_spread":0.2164930016103056,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2407142424","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00014219483,0.99143565,0.000025110001,0.00093386444,0.00017571411,0.004604839,0.000015110715,0.000027411083,0.0026401314],"genre_scores_gemma":[0.00137152,0.9963742,0.0003860823,0.00068065093,0.00016165062,0.0006877887,0.0000272396,0.00006516385,0.00024572838],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.9831708,0.0094563775,0.0042439857,0.0008334943,0.0013172467,0.0009780978],"domain_scores_gemma":[0.97784007,0.018273933,0.0014697134,0.0010482407,0.00091983296,0.00044822093],"candidate_categories":["metaresearch","metaepi_narrow","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.020189485,0.00043196217,0.006273418,0.00056524156,0.000051677143,0.000015267175,0.000538044,0.0004827509,0.0002389056],"category_scores_gemma":[0.07489864,0.00026965735,0.0009195326,0.00068292115,0.0005814883,0.00023584528,0.00022514634,0.002851267,0.00034668352],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.001231189,0.0011729142,0.00047062195,0.6313992,0.00041658204,0.00022500391,0.000012864462,1.8908273e-7,1.287796e-7,0.00003129999,0.00003802266,0.36500198],"study_design_scores_gemma":[0.0027487027,0.0037269255,0.000033251654,0.56494117,0.0012235142,0.00029384225,0.000030491978,0.0000060784078,4.6819647e-8,0.000002784358,0.42690346,0.00008972818],"about_ca_topic_score_codex":0.000005832745,"about_ca_topic_score_gemma":0.000009297035,"teacher_disagreement_score":0.42686543,"about_ca_system_score_codex":0.00018464147,"about_ca_system_score_gemma":0.00069722394,"threshold_uncertainty_score":0.99997556},"labels":[],"label_agreement":null},{"id":"W2407471795","doi":"10.1503/cjs.010615","title":"Current use of live tissue training in trauma: a descriptive systematic review","year":2015,"lang":"en","type":"letter","venue":"Canadian Journal of Surgery","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Medicine; Medical education","score_opus":0.2830044132319129,"score_gpt":0.3288466979182193,"score_spread":0.04584228468630641,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2407471795","genre_codex":"review","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.03603327,0.7350173,0.00007452819,0.21433353,0.008046382,0.004239616,0.00032758643,0.000033714838,0.0018940634],"genre_scores_gemma":[0.5888774,0.009086435,0.00028476343,0.39477804,0.005311996,0.00005892056,0.0003679783,0.00029291966,0.0009415913],"study_design_codex":"not_applicable","study_design_gemma":"systematic_review","domain_scores_codex":[0.9967693,0.000378088,0.0017772662,0.00015940376,0.0005151984,0.00040071385],"domain_scores_gemma":[0.99592006,0.0013075911,0.0011681704,0.00020698515,0.00070720253,0.00068999204],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0017716729,0.00025396078,0.002571301,0.0011216972,0.000021821814,0.000026693822,0.00010767552,0.00027735118,0.00030385386],"category_scores_gemma":[0.0041183745,0.00020436868,0.0004437231,0.00040699655,0.00009073113,0.0001500399,0.000004577884,0.0015911264,0.000010117503],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000049879072,0.000031473945,0.002692545,0.2581028,0.00051416556,0.026009465,0.006281057,0.000016383283,5.302267e-7,0.000007653136,0.6921752,0.014118845],"study_design_scores_gemma":[0.00061102584,0.00006640068,0.0004911787,0.5922387,0.00087784976,0.001071327,0.0005114844,0.00001342455,0.0000013938222,0.000024524958,0.4038464,0.00024625607],"about_ca_topic_score_codex":0.0009460234,"about_ca_topic_score_gemma":0.0010352855,"teacher_disagreement_score":0.72593087,"about_ca_system_score_codex":0.0005100141,"about_ca_system_score_gemma":0.004995206,"threshold_uncertainty_score":0.88612807},"labels":[],"label_agreement":null},{"id":"W2407974855","doi":"10.3233/978-1-61499-022-2-412","title":"The Benefits of Fundamentals of Laparoscopic Surgery (FLS) Training on Simulated Arthroscopy Performance","year":2012,"lang":"en","type":"article","venue":"Studies in health technology and informatics","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Arthroscopy; Knee arthroscopy; Training (meteorology); Computer science; Laparoscopic surgery; Simulation; Physical medicine and rehabilitation; Physical therapy; Medical physics; Medicine; Laparoscopy; General surgery; Surgery","score_opus":0.1365644819249428,"score_gpt":0.39575755710070176,"score_spread":0.25919307517575896,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2407974855","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9927918,0.005548767,0.0000024015305,0.00061768194,0.00018990682,0.00020566794,0.0000022408476,0.000027708347,0.0006138821],"genre_scores_gemma":[0.9906974,0.008740174,0.00016952517,0.00036111515,0.000010939633,0.000005950018,0.0000021568565,0.000003995155,0.0000087434455],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9987609,0.000018076675,0.0007866882,0.00004150012,0.00011618383,0.00027666878],"domain_scores_gemma":[0.9987368,0.00073925685,0.00030404964,0.0001275589,0.000053074084,0.00003927047],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00083665777,0.00008553491,0.00045564625,0.00023985916,0.00015194145,0.000001341511,0.000035523484,0.00011494495,0.000003776446],"category_scores_gemma":[0.00042750768,0.000056186742,0.000023435437,0.00041352081,0.00046428895,0.00007523453,0.000039497936,0.00024226888,0.0000013254647],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00021868567,0.00010102569,0.7606654,0.0016549041,0.00011480873,2.4667946e-7,0.015805691,0.0006471114,0.0000032271694,0.012502132,0.000033301614,0.20825343],"study_design_scores_gemma":[0.008526739,0.002658688,0.8293223,0.008003542,0.000059960894,0.000037996007,0.1178326,0.008177118,0.004235899,0.0006899441,0.020053701,0.00040155128],"about_ca_topic_score_codex":0.000001455725,"about_ca_topic_score_gemma":0.0000014956019,"teacher_disagreement_score":0.20785187,"about_ca_system_score_codex":0.000030408024,"about_ca_system_score_gemma":0.00004050005,"threshold_uncertainty_score":0.22912289},"labels":[],"label_agreement":null},{"id":"W2408266754","doi":"10.3233/978-1-58603-964-6-233","title":"Development of a Virtual Reality Haptic Veress Needle Insertion Simulator for Surgical Skills Training","year":2009,"lang":"en","type":"article","venue":"Studies in health technology and informatics","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":17,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Toronto Western Hospital; University of Toronto; University Health Network","funders":"","keywords":"Veress needle; Haptic technology; Virtual reality; Simulation; Pneumoperitoneum; Medicine; Laparoscopy; Computer science; Human–computer interaction; Medical physics; Surgery","score_opus":0.10568192628234506,"score_gpt":0.4124459939438071,"score_spread":0.306764067661462,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2408266754","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99613845,0.00046892642,0.0011444237,0.0012481862,0.00007230573,0.0004459738,0.000002620934,0.00007030543,0.00040882448],"genre_scores_gemma":[0.9927555,0.00021177584,0.0065264693,0.00045544328,0.000012431874,0.000016110453,0.0000084001895,0.0000032334212,0.00001066045],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.9986733,0.000012290675,0.0008988904,0.0000765401,0.00010524399,0.00023369456],"domain_scores_gemma":[0.99933726,0.00023684427,0.00019294392,0.00009230178,0.00008595816,0.00005469047],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00064604904,0.0000966081,0.00045069665,0.00027910352,0.0001374084,0.0000021166222,0.000036282756,0.0001375815,0.0000022816437],"category_scores_gemma":[0.00044626804,0.00007890434,0.0000260393,0.0003214582,0.00016970627,0.00006349747,0.00002807437,0.00016967567,5.433891e-7],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00049569295,0.0002297509,0.005042455,0.0010547363,0.00009801386,0.000004426265,0.047717698,0.00055182073,0.000003872447,0.03536478,0.000022216042,0.9094145],"study_design_scores_gemma":[0.076572165,0.010527703,0.14033301,0.007152601,0.00013416728,0.0002224259,0.34313515,0.20206785,0.0008231553,0.023044465,0.19467917,0.0013081253],"about_ca_topic_score_codex":7.765192e-7,"about_ca_topic_score_gemma":0.0000036689855,"teacher_disagreement_score":0.9081064,"about_ca_system_score_codex":0.00007346156,"about_ca_system_score_gemma":0.00011386189,"threshold_uncertainty_score":0.32176256},"labels":[],"label_agreement":null},{"id":"W2408619960","doi":"","title":"Status of urologic laparoscopy in 2004: a survey of CUA members.","year":2006,"lang":"en","type":"article","venue":"PubMed","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Toronto; St. Michael's Hospital","funders":"","keywords":"Medicine; Laparoscopy; Excellence; Academic institution; General surgery","score_opus":0.05824898706281327,"score_gpt":0.2945816879322344,"score_spread":0.2363327008694211,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2408619960","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9718171,0.00027766757,0.000005360436,0.00004977975,0.00004433172,0.0002517127,0.0000115475905,0.000014366359,0.027528182],"genre_scores_gemma":[0.99955463,0.000008922794,0.00005666833,0.00007848049,0.000013581285,0.000037119138,0.000031870157,0.0000052741448,0.00021342671],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99917436,0.00006457688,0.00026804622,0.000098525765,0.00014648026,0.00024802983],"domain_scores_gemma":[0.9994745,0.0002251259,0.000077090015,0.000096206786,0.00005730718,0.00006972698],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00046429987,0.00005316051,0.0002351931,0.00008500576,0.0000052456094,0.0000016657356,0.000027125263,0.00005120192,0.00013083502],"category_scores_gemma":[0.00042066578,0.00004349144,0.000032770746,0.00030695138,0.0000503099,0.00002034228,0.000009116519,0.00006870946,0.0000016892294],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0002825332,0.00014718981,0.9874187,0.000018286264,0.000009307284,0.000005738778,0.000028020237,0.00043283644,0.000026193902,0.00008975017,0.00007128519,0.011470174],"study_design_scores_gemma":[0.0021140527,0.00002639417,0.994844,0.0000053901667,0.000009361979,6.484592e-7,0.0000096668555,0.00023416728,0.0006377082,0.000071635186,0.002011425,0.0000355283],"about_ca_topic_score_codex":0.0032844613,"about_ca_topic_score_gemma":0.00052129105,"teacher_disagreement_score":0.027737604,"about_ca_system_score_codex":0.00002186977,"about_ca_system_score_gemma":0.000023942952,"threshold_uncertainty_score":0.49651447},"labels":[],"label_agreement":null},{"id":"W2409339440","doi":"10.7759/cureus.632","title":"Development of a Sustainable Simulator and Simulation Program for Laparoscopic Skills Training in Haiti","year":2016,"lang":"en","type":"article","venue":"Cureus","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Memorial University of Newfoundland","funders":"Memorial University of Newfoundland; University of Toronto","keywords":"Medicine; Trainer; Curriculum; Training (meteorology); Laparoscopic surgery; Medical education; Laparoscopy; Medical physics; Simulation; Surgery; Computer science","score_opus":0.03653197581073376,"score_gpt":0.3483170606036821,"score_spread":0.31178508479294836,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2409339440","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99612963,0.000072052084,0.0019815355,0.00007182613,0.00002879082,0.0007953448,0.0000013179177,0.000043198044,0.00087628193],"genre_scores_gemma":[0.9927795,0.0000022338697,0.0066215177,0.00003973541,0.000029852985,0.00006190401,0.0000057034613,0.000011039728,0.00044852885],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9992781,0.000010083368,0.00025669523,0.00014730867,0.000098990546,0.00020880646],"domain_scores_gemma":[0.99939287,0.00031811956,0.000054254866,0.00007182069,0.00008728409,0.00007568262],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00020943434,0.00007641179,0.0002054514,0.000060235987,0.000035915153,0.00000672333,0.000022130254,0.000060564482,0.00004503636],"category_scores_gemma":[0.00036967584,0.000053047366,0.00002703466,0.00009694775,0.00003292393,0.00007532153,0.000014191468,0.00002937397,9.3714635e-7],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00045213645,0.0005130055,0.041498147,0.00035438375,0.00008012768,0.000019221887,0.012437321,0.0022926948,0.0010652397,0.0060961144,0.0000062784475,0.9351853],"study_design_scores_gemma":[0.07919402,0.0017410226,0.3555949,0.0021080403,0.00015504543,0.0000082438655,0.012427574,0.10424951,0.010497634,0.004779939,0.42830637,0.0009377018],"about_ca_topic_score_codex":0.0000021967371,"about_ca_topic_score_gemma":0.000008605053,"teacher_disagreement_score":0.9342476,"about_ca_system_score_codex":0.000060585455,"about_ca_system_score_gemma":0.00011482112,"threshold_uncertainty_score":0.21632089},"labels":[],"label_agreement":null},{"id":"W2409354676","doi":"10.1007/s00464-002-8828-4","title":"Evaluating laparoscopic skills","year":2003,"lang":"en","type":"article","venue":"Surgical Endoscopy","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":322,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"","keywords":"Medicine; Laparoscopy; Abdominal surgery; Laparoscopic surgery; Test (biology); General surgery; Endoscopy; Hepatology; Physical therapy; Surgery","score_opus":0.0532698914778492,"score_gpt":0.39650479475861683,"score_spread":0.3432349032807676,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2409354676","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7420787,0.0001754727,0.000017642073,0.00009548179,0.00020652956,0.00015911277,0.0000010582359,0.0001097734,0.25715622],"genre_scores_gemma":[0.99521226,0.000014468506,0.001955075,0.0004406261,0.00013968463,0.00001530485,0.000011984759,0.000019942183,0.0021906274],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.9985967,0.00012797212,0.00028053205,0.0002757146,0.00038976016,0.0003292736],"domain_scores_gemma":[0.99896973,0.0004421399,0.000047429745,0.00020705255,0.000065041146,0.00026859387],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00043776492,0.000139565,0.00031351772,0.000059180107,0.00008991576,0.000020425172,0.000042374966,0.000091069924,0.004968135],"category_scores_gemma":[0.00058646535,0.00010998616,0.0001288616,0.00027092965,0.000060735,0.000048190625,0.000012661475,0.00021599577,0.0003675962],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0033663714,0.003912318,0.5589806,0.00037451947,0.00062418013,0.003467829,0.0013244111,0.0014517381,0.0025671371,0.24399547,0.00064637396,0.17928909],"study_design_scores_gemma":[0.16328359,0.0010788012,0.017027706,0.00032342324,0.00018128552,0.00036540034,0.00017638285,0.002476881,0.025302928,0.0038362304,0.7853189,0.00062845455],"about_ca_topic_score_codex":0.0000027472447,"about_ca_topic_score_gemma":3.0537421e-7,"teacher_disagreement_score":0.78467256,"about_ca_system_score_codex":0.000037652815,"about_ca_system_score_gemma":0.00008188048,"threshold_uncertainty_score":0.99594146},"labels":[],"label_agreement":null},{"id":"W2410427934","doi":"10.3233/978-1-61499-375-9-14","title":"Patient-Specific Pipeline to Create Virtual Endoscopic Third Ventriculostomy Scenarios","year":2014,"lang":"en","type":"article","venue":"Studies in health technology and informatics","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University","funders":"","keywords":"Endoscopic third ventriculostomy; Computer science; Pipeline (software); Ventriculostomy; Obstructive hydrocephalus; Virtual reality; Haptic technology; Hydrocephalus; Simulation; Human–computer interaction; Medicine; Surgery; Operating system","score_opus":0.03515216584972677,"score_gpt":0.33833728683727343,"score_spread":0.3031851209875467,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2410427934","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98371375,0.002064264,0.0010036953,0.008057446,0.00032659783,0.0006417012,0.0000028061615,0.00019051947,0.003999238],"genre_scores_gemma":[0.99147385,0.0012878554,0.0022227485,0.0049000615,0.000030700983,0.000028447512,0.0000050113604,0.000005713737,0.00004561358],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9987705,0.000024348916,0.00067342876,0.00010232217,0.00012583843,0.00030358075],"domain_scores_gemma":[0.99935025,0.00017589517,0.00012664635,0.00016684855,0.00007904423,0.000101337486],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00033359628,0.00012007594,0.0003999861,0.0004795186,0.00015755085,0.000004933472,0.000046027726,0.00011318064,0.000011205415],"category_scores_gemma":[0.00054721994,0.00009307749,0.00002028596,0.0006042552,0.00017301747,0.0000542968,0.00010990841,0.00029627891,0.00003597116],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00016193565,0.00011678583,0.053412072,0.0005825596,0.00005027046,0.000013312822,0.01269758,0.0002631825,0.0000013070745,0.026590383,0.0023758833,0.90373474],"study_design_scores_gemma":[0.007697659,0.0037972506,0.013600974,0.0012137231,0.000019224257,0.00006119882,0.02804717,0.006427412,0.000100607096,0.0023117901,0.9364208,0.0003022105],"about_ca_topic_score_codex":0.0000027486224,"about_ca_topic_score_gemma":0.0000040668588,"teacher_disagreement_score":0.9340449,"about_ca_system_score_codex":0.000072674506,"about_ca_system_score_gemma":0.000026034559,"threshold_uncertainty_score":0.37955898},"labels":[],"label_agreement":null},{"id":"W2410873811","doi":"10.1007/s00268-016-3573-3","title":"Efficacy of Surgical Simulation Training in a Low‐Income Country","year":2016,"lang":"en","type":"article","venue":"World Journal of Surgery","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":69,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Dalhousie University","funders":"University of Rwanda","keywords":"Medicine; Simulation training; Confidence interval; Session (web analytics); Surgical simulation; Physical therapy; Medical education; Surgery; Simulation; Internal medicine; Computer science","score_opus":0.05657574129025059,"score_gpt":0.32439536961352267,"score_spread":0.26781962832327205,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2410873811","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99642056,0.00021393845,0.00014799288,0.0006006657,0.00027177436,0.00006212117,0.0000015017683,0.000011054443,0.0022703817],"genre_scores_gemma":[0.9993306,0.00005962982,0.000055934128,0.000070046866,0.00029869282,4.517905e-7,0.0000012957763,0.000013646296,0.00016972449],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9982026,0.00008585186,0.0009845871,0.000098408105,0.0004269164,0.00020159608],"domain_scores_gemma":[0.9937802,0.0053975955,0.0004214047,0.00009698473,0.00014543957,0.00015840688],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0013012253,0.0001015049,0.0005982867,0.00064770057,0.000018466153,0.0000062937397,0.000044433622,0.000056086225,0.0006183521],"category_scores_gemma":[0.00059762533,0.000064053806,0.0002496899,0.00056714274,0.00006923278,0.00014471365,0.000010142637,0.00018423918,0.000005674103],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0050676567,0.00034109238,0.7464895,0.00008110384,0.000121660334,0.0015648574,0.0005170707,0.006408474,0.00031998113,0.0004653779,0.00004427744,0.2385789],"study_design_scores_gemma":[0.01627379,0.000097203105,0.9462589,0.0055645215,0.00006920042,0.000270847,0.00013254631,0.0016795162,0.00027237405,0.00025113163,0.028912887,0.00021709781],"about_ca_topic_score_codex":0.0000023323985,"about_ca_topic_score_gemma":0.000003661139,"teacher_disagreement_score":0.23836179,"about_ca_system_score_codex":0.00006943546,"about_ca_system_score_gemma":0.00019667331,"threshold_uncertainty_score":0.67705214},"labels":[],"label_agreement":null},{"id":"W2411499317","doi":"10.3233/978-1-61499-375-9-360","title":"Development of a Patient-Specific Surgical Simulator for Pediatric Laparoscopic Procedures","year":2014,"lang":"en","type":"article","venue":"Studies in health technology and informatics","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"SickKids Foundation; Hospital for Sick Children","funders":"","keywords":"Surgical simulation; Computer science; Simulation; Haptic technology; Surgical procedures; Fidelity; Surgical planning; Software; Medical physics; Medicine; Surgery; Operating system","score_opus":0.048730121636783176,"score_gpt":0.36613734774152046,"score_spread":0.31740722610473726,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2411499317","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9961959,0.0023903665,0.00019893088,0.00034169588,0.000089129215,0.00046102857,0.0000011403597,0.00005069378,0.00027107337],"genre_scores_gemma":[0.98597896,0.0008736857,0.012878196,0.00019018911,0.000019412171,0.000045466364,0.000003476535,0.000004252529,0.000006367798],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9988646,0.000008581146,0.0007676422,0.00007056341,0.00008961533,0.00019898383],"domain_scores_gemma":[0.9993598,0.00024299206,0.0001890986,0.000082334074,0.00008207989,0.00004371752],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00031343638,0.000084040694,0.000379574,0.00030538026,0.00011025309,0.0000016355897,0.00003153522,0.00009925726,0.000002648273],"category_scores_gemma":[0.00039331886,0.0000642965,0.000017996264,0.00032660353,0.00013292608,0.00003177291,0.00004656722,0.00011891062,0.0000011704353],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0005971357,0.0003649656,0.30657145,0.017664751,0.00013756531,0.0000030697354,0.040962387,0.0003151111,0.0000012735729,0.07642391,0.00027188746,0.55668646],"study_design_scores_gemma":[0.029915866,0.0036045194,0.029743118,0.0017658679,0.00005155792,0.00005594204,0.049313877,0.013243931,0.00046604965,0.0061071613,0.8651248,0.0006072889],"about_ca_topic_score_codex":1.5906801e-7,"about_ca_topic_score_gemma":0.000001899891,"teacher_disagreement_score":0.8648529,"about_ca_system_score_codex":0.000034357967,"about_ca_system_score_gemma":0.00008656158,"threshold_uncertainty_score":0.26219353},"labels":[],"label_agreement":null},{"id":"W2411603939","doi":"","title":"Importance of Stereoscopy in Haptic Training of Novice Temporal Bone Surgery.","year":2016,"lang":"en","type":"article","venue":"PubMed","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Manitoba","funders":"","keywords":"Stereoscopy; Haptic technology; Mastoidectomy; Computer science; Shutter; Artificial intelligence; Surgery; Medicine; Engineering","score_opus":0.07638147041369654,"score_gpt":0.2821366586270585,"score_spread":0.20575518821336197,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2411603939","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9939346,0.000100896126,0.000095488176,0.0004770353,0.000060595576,0.00023783279,0.0000040065606,0.00001895855,0.005070631],"genre_scores_gemma":[0.99939877,0.000008388136,0.00019310728,0.00011964327,0.000039641345,0.00005407679,0.0000030926938,0.000010214466,0.00017307259],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.998965,0.000025850226,0.00047363996,0.00013314692,0.00018445746,0.00021788882],"domain_scores_gemma":[0.9990875,0.000467756,0.0001708448,0.00013837276,0.000046346424,0.00008919501],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0006194299,0.000070884154,0.00037407142,0.00013688784,0.000006193032,0.0000016012749,0.000031239575,0.000041450596,0.00010458529],"category_scores_gemma":[0.0004492908,0.00004809848,0.000075266325,0.00022811958,0.00006226262,0.00006119578,0.000010125641,0.00005004661,0.0000019052889],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00021024553,0.000055667442,0.6802558,0.000040302224,0.000015903057,0.000022071537,0.00016041449,5.2903107e-7,0.00022240476,0.00007885431,0.0000075151697,0.31893036],"study_design_scores_gemma":[0.002470324,0.000017344313,0.99537265,0.00015753461,0.000012931366,0.000005731282,0.00009284727,0.000054404492,0.0007306962,0.000080992046,0.0009430114,0.000061546896],"about_ca_topic_score_codex":0.000023270883,"about_ca_topic_score_gemma":0.000030663643,"teacher_disagreement_score":0.3188688,"about_ca_system_score_codex":0.000024045748,"about_ca_system_score_gemma":0.00004272176,"threshold_uncertainty_score":0.19613992},"labels":[],"label_agreement":null},{"id":"W2412128711","doi":"10.1007/s00464-016-4988-5","title":"Project 6 Summit: SAGES telementoring initiative","year":2016,"lang":"en","type":"article","venue":"Surgical Endoscopy","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":78,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"London Health Sciences Centre","funders":"","keywords":"Summit; Medicine; Health care; Public relations; Engineering management; Medical education; Political science; Engineering; Law","score_opus":0.06358337187038259,"score_gpt":0.35735049616615716,"score_spread":0.29376712429577456,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2412128711","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.82166255,0.00017490925,0.00019687801,0.0012211687,0.00025958839,0.0003931648,0.000014863375,0.00027228097,0.17580462],"genre_scores_gemma":[0.9970823,0.00009047484,0.00034857987,0.00022716424,0.0003160929,0.000029858333,0.000008869874,0.000019464136,0.0018772043],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.9987488,0.000066704175,0.0002566046,0.00027151342,0.00031811197,0.00033828258],"domain_scores_gemma":[0.9989373,0.000610872,0.000053704633,0.00016151213,0.00006497662,0.00017165099],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0002207595,0.00014408557,0.00026773263,0.00009459678,0.00006589154,0.000015358533,0.000055196102,0.00007175577,0.0026512481],"category_scores_gemma":[0.00022310815,0.00008156628,0.0001204917,0.00022602477,0.00008212288,0.00010420965,0.000035980072,0.0001191768,0.00021662789],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0038086514,0.00069941214,0.5932286,0.00011634112,0.0004429124,0.0024543982,0.00083550974,0.000004687025,0.0015978758,0.016300464,0.0014751743,0.379036],"study_design_scores_gemma":[0.048542947,0.0003563859,0.01531011,0.00035309582,0.000051912728,0.000027192593,0.0002325873,0.000042614596,0.012157744,0.000314652,0.9223453,0.00026550042],"about_ca_topic_score_codex":0.000010402286,"about_ca_topic_score_gemma":0.0000017863356,"teacher_disagreement_score":0.92087007,"about_ca_system_score_codex":0.00006670577,"about_ca_system_score_gemma":0.000071158225,"threshold_uncertainty_score":0.99826044},"labels":[],"label_agreement":null},{"id":"W2412873761","doi":"10.1089/end.2016.0185","title":"Editorial Comment for McVey <i>et al</i> .","year":2016,"lang":"he","type":"editorial","venue":"Journal of Endourology","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Stornoway Diamond (Canada)","funders":"","keywords":"Library science; Download; Medicine; World Wide Web; Computer science","score_opus":0.02633986683786152,"score_gpt":0.3605396926746542,"score_spread":0.33419982583679264,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2412873761","genre_codex":"editorial","genre_gemma":"editorial","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"editorial","genre_consensus":"editorial","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00013027516,0.0005579591,0.0013466624,0.05208641,0.9432,0.0004510013,0.00020136735,0.000018262239,0.002008065],"genre_scores_gemma":[0.0038006674,0.0009422918,0.00023994844,0.020844104,0.9735371,0.000013021434,0.000081965,0.00008974648,0.00045115568],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9948911,0.0005849043,0.0019505237,0.00039605083,0.0014074794,0.0007699523],"domain_scores_gemma":[0.9801568,0.014756476,0.002273413,0.00031657927,0.0019083481,0.00058840157],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.004021836,0.0005097333,0.0018453557,0.0003596523,0.00013991748,0.00004573174,0.00042873478,0.001242446,0.0015639068],"category_scores_gemma":[0.00750305,0.0003460355,0.0009746828,0.00010920865,0.00018376247,0.00013501948,0.000094719704,0.0022584316,0.00010166584],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.013008386,0.00031194868,0.0001581958,0.000051185518,0.0008337539,0.00013871124,0.000112860296,0.000028768809,0.00013675287,0.00027844758,0.9819021,0.0030388907],"study_design_scores_gemma":[0.043167192,0.0058157663,0.0000290797,0.0003356196,0.00066528935,0.000095690586,0.000033221386,0.000020012347,0.000030349554,0.00039320768,0.9491377,0.00027687402],"about_ca_topic_score_codex":0.0000067507353,"about_ca_topic_score_gemma":0.0000044169124,"teacher_disagreement_score":0.0327644,"about_ca_system_score_codex":0.0002435067,"about_ca_system_score_gemma":0.0012758352,"threshold_uncertainty_score":0.99989915},"labels":[],"label_agreement":null},{"id":"W2414060983","doi":"10.1097/mao.0000000000000798","title":"Predicting Microsurgical Aptitude","year":2015,"lang":"en","type":"article","venue":"Otology & Neurotology","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":15,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Health Sciences Centre; University of Toronto; Sunnybrook Health Science Centre","funders":"","keywords":"Aptitude; Psychomotor learning; Medicine; Audiology; Cognition; Developmental psychology; Psychology","score_opus":0.0661294675622985,"score_gpt":0.33659091947625513,"score_spread":0.27046145191395665,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2414060983","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9378703,0.00008360837,0.00015596955,0.0023456842,0.0005234877,0.0003772025,0.0000012903838,0.00022539831,0.058417056],"genre_scores_gemma":[0.9953716,0.0000037323632,0.0004887718,0.0034008936,0.00017520961,0.00004311649,0.000013879087,0.000020703419,0.0004821241],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.9986829,0.00015511281,0.00030275332,0.0003487244,0.00013583223,0.0003746511],"domain_scores_gemma":[0.9990051,0.00026346915,0.00007172064,0.00022867142,0.000094205636,0.0003368373],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00020885804,0.00014233497,0.00040443972,0.000104583545,0.00005707,0.000007394451,0.000087582965,0.00022840693,0.00038926568],"category_scores_gemma":[0.00051176996,0.00012271431,0.00009005002,0.00015764669,0.0002462577,0.000036038975,0.00006508319,0.00035792042,0.00032478865],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0007350811,0.00018454122,0.98842686,0.000013193458,0.000061467676,0.0020585821,0.00018063017,0.000054978434,0.0006288621,0.00364437,0.00049806153,0.0035133422],"study_design_scores_gemma":[0.022846678,0.0018624455,0.32174325,0.000035929403,0.00020163851,0.013133716,0.00022405718,0.006855683,0.0011943296,0.0009988294,0.6304829,0.00042053082],"about_ca_topic_score_codex":0.000013917257,"about_ca_topic_score_gemma":0.000007146681,"teacher_disagreement_score":0.6666836,"about_ca_system_score_codex":0.000021936248,"about_ca_system_score_gemma":0.00008855235,"threshold_uncertainty_score":0.50041443},"labels":[],"label_agreement":null},{"id":"W2414099514","doi":"","title":"Towards an understanding of conventional surgical haptics for use in MIS.","year":2007,"lang":"en","type":"article","venue":"PubMed","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Haptic technology; Modality (human–computer interaction); Task (project management); Computer science; Laparoscopic surgery; Set (abstract data type); Human–computer interaction; Invasive surgery; Medical physics; Simulation; Medicine; Surgery; Laparoscopy; Engineering","score_opus":0.22811867011052248,"score_gpt":0.3464036259397141,"score_spread":0.1182849558291916,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2414099514","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9773355,0.000023245157,0.01179988,0.00014456085,0.00011368779,0.0005136484,0.0000066728703,0.000024709545,0.010038111],"genre_scores_gemma":[0.9988724,0.000001517427,0.0007928397,0.00007686932,0.000064897955,0.00002786394,0.000027253856,0.00000701986,0.0001293432],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99931914,0.000011543562,0.00022208084,0.00009919824,0.0001549881,0.00019305805],"domain_scores_gemma":[0.99942786,0.00030312466,0.000037533988,0.00005852129,0.00004109153,0.00013188334],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000694948,0.00004739148,0.00013972422,0.000091859074,0.000017352384,0.0000071619943,0.000021519754,0.000056121313,0.00004921731],"category_scores_gemma":[0.0001645482,0.000042115924,0.00006227749,0.00011453043,0.000042950564,0.000060750324,0.000004552001,0.000057283192,3.5158772e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.005030522,0.0009893016,0.521721,0.00017511385,0.00013511917,0.00023517256,0.0005446548,0.00017078435,0.000023527895,0.25688776,0.00004382808,0.2140432],"study_design_scores_gemma":[0.012105267,0.000070746486,0.97121423,0.000021126883,0.000033077515,0.000017283428,0.00059004896,0.0034397664,0.00020704546,0.0016938953,0.010508605,0.00009892253],"about_ca_topic_score_codex":0.000011068254,"about_ca_topic_score_gemma":0.000029480922,"teacher_disagreement_score":0.44949323,"about_ca_system_score_codex":0.00008101579,"about_ca_system_score_gemma":0.000017788461,"threshold_uncertainty_score":0.17174375},"labels":[],"label_agreement":null},{"id":"W2414115862","doi":"10.1016/j.cjca.2015.07.222","title":"CARDIAC SURGICAL TRAINING THROUGH LOW-FIDELITY SIMULATION","year":2015,"lang":"en","type":"article","venue":"Canadian Journal of Cardiology","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":3,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Calgary Laboratory Services","funders":"","keywords":"Medicine; Task (project management); Simulation; Fibrous joint; Surgery; Computer science","score_opus":0.11489398468521786,"score_gpt":0.3409573227151442,"score_spread":0.22606333802992631,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2414115862","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8531969,0.0010953144,0.0050981333,0.0011316353,0.0019232916,0.00015486147,0.00001338761,0.000020585485,0.13736588],"genre_scores_gemma":[0.99730945,0.000009109833,0.00021738699,0.00028307785,0.0020961624,7.146693e-7,0.000010926849,0.00001279455,0.000060405207],"study_design_codex":"simulation_or_modeling","study_design_gemma":"not_applicable","domain_scores_codex":[0.99874014,0.00019640666,0.00043907954,0.0001186263,0.00019438802,0.0003113502],"domain_scores_gemma":[0.9979444,0.0002642833,0.0001276546,0.00012645782,0.0004802067,0.0010569706],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0009033052,0.00010631845,0.00060972094,0.00013369753,0.000056216053,0.000014673512,0.00006689666,0.00016586874,0.00005394839],"category_scores_gemma":[0.0007549343,0.00008936365,0.00029635764,0.00016452787,0.00012547555,0.00010938644,0.0000053756557,0.00032274827,0.000017653692],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00089854276,0.0000083646,0.22202724,0.000029850438,0.00086260214,0.004718737,0.005253034,0.6701851,0.000025432282,0.0032143951,0.0044010887,0.088375606],"study_design_scores_gemma":[0.0042584236,0.00028495985,0.03352523,0.00004931198,0.00012649783,0.0005503967,0.001079754,0.0013463224,0.0000102936765,0.0009820046,0.9576473,0.00013949137],"about_ca_topic_score_codex":0.00020151367,"about_ca_topic_score_gemma":0.000052848827,"teacher_disagreement_score":0.95324624,"about_ca_system_score_codex":0.0001930859,"about_ca_system_score_gemma":0.0016515496,"threshold_uncertainty_score":0.36441442},"labels":[],"label_agreement":null},{"id":"W2414150513","doi":"10.1080/17453054.2016.1182474","title":"Creating an animation-enhanced video library of hepato-pancreato-biliary and transplantation surgical procedures","year":2016,"lang":"en","type":"article","venue":"Journal of Visual Communication in Medicine","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Toronto General Hospital","funders":"","keywords":"Animation; Computer science; Multimedia; Transplantation; Medicine; Surgical procedures; Surgery; Medical physics; Computer graphics (images)","score_opus":0.030408109165534714,"score_gpt":0.36569481035857193,"score_spread":0.3352867011930372,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2414150513","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9923983,0.00095758773,0.00045900504,0.0023794433,0.00002477269,0.00014629842,0.0000015491441,0.00001835591,0.0036146697],"genre_scores_gemma":[0.9938451,0.004287204,0.001540495,0.0001433307,0.000105472325,0.0000036175652,0.00001760129,0.000013859594,0.000043292155],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99826753,0.00025546947,0.0009285926,0.000104433086,0.00033961763,0.0001043834],"domain_scores_gemma":[0.9977538,0.0012417061,0.0004887294,0.00017185358,0.00019501962,0.00014889665],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00085222226,0.00010502771,0.0004425423,0.00027265566,0.00004978014,0.0000072445746,0.00011297675,0.000079826525,0.00026824293],"category_scores_gemma":[0.0005179392,0.00006327234,0.00004562269,0.00026712255,0.00019355226,0.00055880385,0.00001787023,0.00019631982,6.4850946e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.01154334,0.0016988338,0.70277876,0.001175841,0.00022917106,0.00016248002,0.01786887,0.00007576347,0.069595665,0.0065587293,0.00012126933,0.1881913],"study_design_scores_gemma":[0.032322112,0.0041599874,0.9238566,0.011732169,0.00027878137,0.0008083352,0.0036573017,0.0031435953,0.016695749,0.0019967607,0.0010855409,0.00026306685],"about_ca_topic_score_codex":0.000016303953,"about_ca_topic_score_gemma":0.000008962379,"teacher_disagreement_score":0.22107786,"about_ca_system_score_codex":0.00002490597,"about_ca_system_score_gemma":0.00009685795,"threshold_uncertainty_score":0.2937072},"labels":[],"label_agreement":null},{"id":"W2414924776","doi":"","title":"Telesurgery--an efficient interdisciplinary approach used to improve the health care system.","year":2014,"lang":"en","type":"article","venue":"PubMed","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":35,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Telemedicine; Health care; Medical emergency; Field (mathematics); Order (exchange); Control (management); Domain (mathematical analysis); Medicine; Public relations; Business; Engineering management; Computer science; Political science; Engineering","score_opus":0.038687743179893534,"score_gpt":0.3003966568268456,"score_spread":0.26170891364695203,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2414924776","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9471896,0.000111666915,0.0042891605,0.003368446,0.0006910641,0.0027472938,0.000008443018,0.00029526584,0.041299034],"genre_scores_gemma":[0.99769706,1.1999843e-7,0.00011325846,0.001019563,0.00027839196,0.0007268511,0.000027743663,0.000020503398,0.0001164914],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99863076,0.00014692216,0.0002691717,0.0002883066,0.00028008223,0.0003847707],"domain_scores_gemma":[0.99892056,0.00014553028,0.00006875911,0.00037674714,0.000057730853,0.0004306664],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00099922,0.00011598437,0.00027951284,0.00007414389,0.00017625271,0.000032994798,0.0000994409,0.000045950514,0.00000565622],"category_scores_gemma":[0.00009124772,0.0000691204,0.00009096838,0.00020225301,0.00003061423,0.00002009592,0.00009033487,0.00014436709,0.000016749516],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0004607999,0.00025018805,0.0039331154,0.0004055711,0.000061364764,0.0000065841236,0.014252368,0.0027451387,0.000005401159,0.002083768,0.00029963296,0.97549605],"study_design_scores_gemma":[0.0072120526,0.00064838264,0.83971167,0.00015809709,0.00011525859,0.00006066166,0.039825995,0.069398075,0.00014581317,0.000015464762,0.042145383,0.00056316995],"about_ca_topic_score_codex":0.000017188137,"about_ca_topic_score_gemma":0.0000055719383,"teacher_disagreement_score":0.9749329,"about_ca_system_score_codex":0.00016927846,"about_ca_system_score_gemma":0.00003265234,"threshold_uncertainty_score":0.2818648},"labels":[],"label_agreement":null},{"id":"W2415647037","doi":"","title":"Assessing the goals of urology residency training: perceptions of practicing urologists in British Columbia.","year":2003,"lang":"en","type":"article","venue":"PubMed","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of British Columbia","funders":"","keywords":"Medicine; Family medicine; Pediatric urology; CLARITY; Urology; Medical education; Surgery","score_opus":0.08681056681605236,"score_gpt":0.3371523527369159,"score_spread":0.25034178592086354,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2415647037","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97278273,0.00013548715,0.000083964434,0.0005196015,0.000068236426,0.00038466242,0.0000011593321,0.000017459693,0.026006704],"genre_scores_gemma":[0.9991279,0.000024003215,0.00021652682,0.00030862293,0.000023417155,0.00009473957,0.000002383874,0.000009023955,0.00019338421],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99877405,0.00026530205,0.00039696196,0.00014867124,0.00017345973,0.0002415517],"domain_scores_gemma":[0.9986921,0.00085580535,0.00016992824,0.0001409798,0.00007826889,0.000062940744],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0012956419,0.000047169917,0.00025907095,0.000051391533,0.00005140507,0.000034413897,0.000050997078,0.00008426919,0.00021878697],"category_scores_gemma":[0.0041172095,0.00005349602,0.00006265511,0.00029119346,0.00016542227,0.00010316269,0.000011018352,0.00020852534,7.4766604e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000016128168,0.00012355771,0.8763877,0.00001877315,0.000024832254,0.00003841451,0.0006388604,0.00015496353,0.000059162547,0.00021067083,0.000026706874,0.122300215],"study_design_scores_gemma":[0.0013010047,0.000032063497,0.9952107,0.000017218927,0.00004149532,0.00008491047,0.001895653,0.00010960952,0.000012411186,0.00037321838,0.0008778878,0.000043822398],"about_ca_topic_score_codex":0.0009677734,"about_ca_topic_score_gemma":0.0030243574,"teacher_disagreement_score":0.12225639,"about_ca_system_score_codex":0.000022116665,"about_ca_system_score_gemma":0.00009274493,"threshold_uncertainty_score":0.4928982},"labels":[],"label_agreement":null},{"id":"W2415863177","doi":"","title":"Implementation of a PDA based program to quantify urology resident in-training experience.","year":2003,"lang":"en","type":"article","venue":"PubMed","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":18,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Medicine; Specialty; Pediatric urology; Curriculum; Hypospadias; Ambulatory; Family medicine; Urology; Pediatrics; Internal medicine; Surgery","score_opus":0.10677996522140677,"score_gpt":0.3885244491337381,"score_spread":0.28174448391233137,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2415863177","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9943934,0.000018644592,0.00020440102,0.0006177947,0.00007783624,0.001071802,8.5791083e-7,0.000036596983,0.0035786452],"genre_scores_gemma":[0.99740595,6.3524936e-7,0.0006165829,0.0006696905,0.000013441186,0.0012487504,0.0000068158583,0.0000073399783,0.00003081874],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9990935,0.000058758073,0.000269324,0.0001557763,0.00016053527,0.00026210377],"domain_scores_gemma":[0.9995919,0.000096057025,0.000049988408,0.0000975131,0.000037453206,0.0001270953],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00038195724,0.00006120557,0.00015872755,0.00014324636,0.000016551354,0.000006587298,0.000028710781,0.000036818717,0.00026550368],"category_scores_gemma":[0.00028469425,0.00005594394,0.000037410686,0.00031896078,0.000025061761,0.000030022122,0.0000059941317,0.000061033337,0.0000027347596],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00016368272,0.00010194171,0.4410876,0.000012640216,0.000011572793,0.000024006844,0.0034490486,0.00015333289,0.000054126915,0.0012880723,0.000014671306,0.5536393],"study_design_scores_gemma":[0.0031690588,0.00011862554,0.97521806,0.0000062108165,0.000010268669,0.0000030657695,0.0032443234,0.00018777014,0.0017181581,0.00003558573,0.016226646,0.00006222522],"about_ca_topic_score_codex":0.00005427433,"about_ca_topic_score_gemma":0.000070220965,"teacher_disagreement_score":0.55357707,"about_ca_system_score_codex":0.000030278317,"about_ca_system_score_gemma":0.000044587774,"threshold_uncertainty_score":0.29070792},"labels":[],"label_agreement":null},{"id":"W2416212055","doi":"10.1016/j.surg.2016.04.032","title":"Peer coaching to teach faculty surgeons an advanced laparoscopic skill: A randomized controlled trial","year":2016,"lang":"en","type":"article","venue":"Surgery","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":47,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Sunnybrook Health Science Centre; University of Toronto; Health Sciences Centre; Princess Margaret Cancer Centre","funders":"","keywords":"Coaching; Medicine; Randomized controlled trial; Trainer; Medical education; Physical therapy; Psychology; Surgery","score_opus":0.03725286074054249,"score_gpt":0.34424479485445625,"score_spread":0.3069919341139138,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2416212055","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98499525,0.000028194381,0.00056516705,0.0050722584,0.0010665817,0.0023788349,0.000013381419,0.00023745418,0.0056428732],"genre_scores_gemma":[0.98983043,0.000008818062,0.00014199318,0.001281868,0.0002627864,0.0003393891,0.00006346474,0.00003148018,0.008039788],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9972657,0.00054608635,0.0007799716,0.00037241974,0.00060721696,0.00042863277],"domain_scores_gemma":[0.9915098,0.007307058,0.00016826733,0.0002909756,0.00025771465,0.00046621426],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0042218165,0.0002226453,0.0021143558,0.00022219376,0.00011232692,0.000032207918,0.000057006244,0.00010904319,0.00083502947],"category_scores_gemma":[0.015534683,0.000120510245,0.00071904593,0.00019641218,0.000067292356,0.00014536416,0.000022197088,0.0001413539,0.00010188434],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.9694345,0.00023550709,0.0030409424,0.0000065639842,0.0001775148,0.000034469715,0.0002652869,0.00001552577,0.00021988201,0.00026828618,0.0007168148,0.025584685],"study_design_scores_gemma":[0.9690148,0.0000847059,0.0012994137,0.00013762062,0.00010062776,0.000004194576,0.000091421796,0.00011702713,0.00017187193,0.000086774875,0.02869744,0.00019410616],"about_ca_topic_score_codex":0.000025651423,"about_ca_topic_score_gemma":0.000010441483,"teacher_disagreement_score":0.027980626,"about_ca_system_score_codex":0.000042333595,"about_ca_system_score_gemma":0.0001432949,"threshold_uncertainty_score":0.99275786},"labels":[],"label_agreement":null},{"id":"W2416860281","doi":"10.2310/7070.2011.110274","title":"Development of a tissue-mimicking neck model for medical education.","year":2012,"lang":"en","type":"article","venue":"PubMed","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University","funders":"","keywords":"Otorhinolaryngology; Medicine; Stereolithography; Biomedical engineering; Palpation; Magnetic resonance imaging; Medical physics; Radiology; Surgery; Materials science","score_opus":0.08137557288565984,"score_gpt":0.3371511843936695,"score_spread":0.25577561150800965,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2416860281","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9508808,0.00034782884,0.022389239,0.0011732468,0.00039378836,0.001200249,0.0000013327415,0.000064460495,0.023549052],"genre_scores_gemma":[0.9793335,0.0000014771418,0.01839679,0.0006816857,0.00015359369,0.0005819664,0.000015119491,0.000008706071,0.00082713156],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99928635,0.0000051112224,0.00021173689,0.000070702714,0.00021590697,0.00021017571],"domain_scores_gemma":[0.99949884,0.00005532914,0.000042662985,0.000066097986,0.00005519388,0.00028187822],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0003664376,0.000049505627,0.000121498066,0.000043251348,0.000029983838,0.0000027107776,0.00003376402,0.00005199667,0.0000984841],"category_scores_gemma":[0.00044604563,0.000040835013,0.000030105253,0.00006495556,0.000015651169,0.00004345201,0.000013411112,0.000044592838,0.0000037558027],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000046460525,0.00024316981,0.0064317174,0.000052811807,0.000024120007,1.2829794e-7,0.0011638523,0.000017613382,0.000007067821,0.0018532278,0.00020430813,0.98995554],"study_design_scores_gemma":[0.006389211,0.000015414054,0.48084936,0.00011791913,0.00010264334,0.00001929152,0.0003950003,0.05386817,0.0026400848,0.00034430157,0.45498446,0.0002741477],"about_ca_topic_score_codex":7.987897e-7,"about_ca_topic_score_gemma":0.0000010674926,"teacher_disagreement_score":0.98968136,"about_ca_system_score_codex":0.000034100667,"about_ca_system_score_gemma":0.00023599411,"threshold_uncertainty_score":0.16652036},"labels":[],"label_agreement":null},{"id":"W2417135482","doi":"10.1017/s0317167100051386","title":"What is Adequate Surgical Experience for Junior Neurosurgical Residents?","year":2010,"lang":"en","type":"letter","venue":"Canadian Journal of Neurological Sciences / Journal Canadien des Sciences Neurologiques","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Action (physics); Medicine; Medical emergency; Medical physics; Psychology","score_opus":0.06880639721895222,"score_gpt":0.3307769642383323,"score_spread":0.2619705670193801,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2417135482","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.70544356,0.0017243861,0.0000094192155,0.28583205,0.005041063,0.00042238957,0.000028657358,0.000032141877,0.0014663166],"genre_scores_gemma":[0.5662847,0.0011296938,0.0009016284,0.42622718,0.004721485,0.000018313374,0.000004695247,0.000057634097,0.0006546879],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.9910804,0.0009945891,0.0019461443,0.0012955781,0.0020141515,0.0026691228],"domain_scores_gemma":[0.99077517,0.0027892494,0.0015808116,0.0003721399,0.0011581705,0.0033244812],"candidate_categories":["metaepi_narrow","sts","scholarly_communication","research_integrity","insufficient_payload"],"consensus_categories":["sts","research_integrity"],"category_scores_codex":[0.004292817,0.000805407,0.0014558719,0.0016106773,0.0032218553,0.0024865866,0.0026524586,0.0019741803,0.0016155319],"category_scores_gemma":[0.002715341,0.00053975056,0.0011142072,0.001461714,0.010670379,0.0017386118,0.000109740846,0.009840231,0.000012725168],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0018412787,0.00020759714,0.39237264,0.0001586987,0.0002089298,0.37490994,0.003100314,0.0006510114,0.000022344582,0.0008421631,0.1946071,0.031077966],"study_design_scores_gemma":[0.0020257258,0.051410746,0.01862848,0.00026522958,0.00020347869,0.09883388,0.00031974295,0.00076159893,0.00004512649,0.004688828,0.82200146,0.0008156971],"about_ca_topic_score_codex":0.00049440685,"about_ca_topic_score_gemma":0.0037579653,"teacher_disagreement_score":0.6273944,"about_ca_system_score_codex":0.00024293108,"about_ca_system_score_gemma":0.0048868475,"threshold_uncertainty_score":0.9997054},"labels":[],"label_agreement":null},{"id":"W2417772992","doi":"10.1016/s1701-2163(16)30105-0","title":"Reliability Study of the Laparoscopic Skills Index (LSI): A New Measure of Gynaecologic Laparoscopic Surgical Skills","year":2003,"lang":"en","type":"article","venue":"Journal of Obstetrics and Gynaecology Canada","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":4,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Health Sciences Centre; Sunnybrook Health Science Centre; University of Toronto","funders":"Association of Professors of Gynecology and Obstetrics","keywords":"Medicine; Intraclass correlation; Inter-rater reliability; Cronbach's alpha; Reliability (semiconductor); Internal consistency; Laparoscopy; Confidence interval; Construct validity; Medical physics; Physical therapy; Psychometrics; Statistics; Surgery; Clinical psychology; Rating scale; Internal medicine; Mathematics","score_opus":0.013956229978926723,"score_gpt":0.25853251784665093,"score_spread":0.2445762878677242,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2417772992","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99245214,0.00097568077,0.0000042170163,0.00011213576,0.0038502226,0.00035715464,0.000003905545,0.0000030806436,0.0022414818],"genre_scores_gemma":[0.99946,0.000030122841,0.00006408568,0.00016100139,0.000017694929,0.0000015440899,4.7358873e-7,0.000009400541,0.00025571394],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.997597,0.00032429097,0.0009807338,0.00018554996,0.0006590424,0.00025339058],"domain_scores_gemma":[0.99423337,0.0039561484,0.00074056326,0.0002598419,0.00052126317,0.00028883212],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0007030066,0.00016505604,0.00087929046,0.00015572924,0.000084233296,0.000007714737,0.00016842759,0.0001870927,0.0006313495],"category_scores_gemma":[0.011604852,0.00010295695,0.00012853456,0.000743191,0.00012561043,0.00004617085,0.00004297463,0.00051037146,1.8294028e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000017494649,0.0009729402,0.98907214,0.000036701716,0.00013933894,0.00032910623,0.00022404212,0.00050792645,0.000003998058,0.00009906732,0.00010945261,0.008487775],"study_design_scores_gemma":[0.015129877,0.0011168473,0.9779596,0.000015534439,0.000170982,0.00004166844,0.0005540411,0.000022925233,0.00011864332,0.00015557942,0.0046271817,0.00008715407],"about_ca_topic_score_codex":0.0029170953,"about_ca_topic_score_gemma":0.0071665323,"teacher_disagreement_score":0.015112383,"about_ca_system_score_codex":0.00039265273,"about_ca_system_score_gemma":0.0024097366,"threshold_uncertainty_score":0.9967208},"labels":[],"label_agreement":null},{"id":"W2417802210","doi":"10.1503/cjs.015215","title":"GPs with enhanced surgical skills: a questionable solution for remote surgical services","year":2015,"lang":"en","type":"letter","venue":"Canadian Journal of Surgery","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"Western University","funders":"","keywords":"Medicine; Outreach; Curriculum; Service (business); Quality (philosophy); Global Positioning System; Population; Surgical procedures; Medical education; Surgery; Marketing; Telecommunications","score_opus":0.04335295493292453,"score_gpt":0.28277056602424455,"score_spread":0.23941761109132004,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2417802210","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.12922275,0.009399134,0.0020476151,0.82486504,0.0066551995,0.0018510779,0.00041262023,0.0001655078,0.025381077],"genre_scores_gemma":[0.6683871,0.00038928472,0.0034081026,0.26633742,0.041021366,0.000029999332,0.0030542903,0.00047858024,0.016893854],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99726737,0.00014230731,0.0008764984,0.00030545666,0.00067506795,0.0007333084],"domain_scores_gemma":[0.995154,0.0013185223,0.00062016933,0.00022648563,0.0014328749,0.0012479541],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0013068247,0.00034268232,0.0011797688,0.0007691726,0.00014756928,0.00008589259,0.00013489726,0.0007667423,0.00049821974],"category_scores_gemma":[0.00025473666,0.0002627537,0.0005081823,0.0003471227,0.00014890498,0.00018579388,0.000007180056,0.00134207,0.0000152363555],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00186944,0.00007756576,0.004859981,0.0010936664,0.0008667073,0.06788884,0.0003311499,0.00022578826,0.0000026243347,0.000042703738,0.87645704,0.046284515],"study_design_scores_gemma":[0.002975806,0.00017410512,0.00033931603,0.0019455188,0.00022412752,0.0046047377,0.00003474678,0.0002651723,0.000011296211,0.00015239738,0.98896426,0.0003085422],"about_ca_topic_score_codex":0.0014285629,"about_ca_topic_score_gemma":0.0013510163,"teacher_disagreement_score":0.5585276,"about_ca_system_score_codex":0.00048721887,"about_ca_system_score_gemma":0.0055319597,"threshold_uncertainty_score":0.9999825},"labels":[],"label_agreement":null},{"id":"W2418737994","doi":"","title":"Novel Surgical Skill Evaluation with Reference to Two-handed Coordination.","year":2015,"lang":"en","type":"article","venue":"PubMed","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Pancreas Centre (Canada)","funders":"","keywords":"Trainer; Task (project management); Medicine; Laparoscopic surgery; Dreyfus model of skill acquisition; Medical physics; Physical therapy; Medical education; Laparoscopy; Surgery; Physical medicine and rehabilitation; Computer science; Engineering","score_opus":0.16236802878006484,"score_gpt":0.3482386985121751,"score_spread":0.18587066973211025,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2418737994","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.74451315,0.0000318152,0.0010464475,0.0024789548,0.00008843416,0.0013174748,0.0000030352055,0.00010772505,0.25041297],"genre_scores_gemma":[0.9970179,3.509211e-7,0.00047997286,0.00042928764,0.00009001327,0.0005415252,0.00004442172,0.000010463591,0.0013860587],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99879164,0.000038081776,0.00015260445,0.00020076739,0.0006053625,0.00021154067],"domain_scores_gemma":[0.9988622,0.00009486669,0.00003929501,0.00013762113,0.00043607503,0.00042994597],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0009050586,0.000084901665,0.00015361508,0.0000831476,0.000031261738,0.000022175545,0.000039981598,0.000041591764,0.00011341599],"category_scores_gemma":[0.00048336724,0.000060330574,0.000021709198,0.0003221723,0.000023093367,0.000071897266,0.000016186765,0.00008841711,0.000042897067],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.002936616,0.0006294202,0.036919307,0.000017301436,0.00012776363,0.00006598697,0.00071398786,0.0049261968,0.000028742237,0.008826875,0.00062297867,0.94418484],"study_design_scores_gemma":[0.039435036,0.00021998439,0.8099688,0.000034922497,0.00015153497,0.00012224482,0.0002690937,0.0071946527,0.00024990842,0.00025919054,0.14180924,0.0002853511],"about_ca_topic_score_codex":0.000024259154,"about_ca_topic_score_gemma":0.000017952269,"teacher_disagreement_score":0.94389945,"about_ca_system_score_codex":0.00012177493,"about_ca_system_score_gemma":0.0000800646,"threshold_uncertainty_score":0.24602094},"labels":[],"label_agreement":null},{"id":"W2419248997","doi":"10.1177/1553350616628680","title":"Prevailing Trends in Haptic Feedback Simulation for Minimally Invasive Surgery","year":2016,"lang":"en","type":"review","venue":"Surgical Innovation","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":51,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Haptic technology; Invasive surgery; Robotic surgery; Medicine; Surgical simulation; Laparoscopic surgery; Stereotaxy; Virtual reality; Computer science; Medical physics; Simulation; Surgery; Human–computer interaction; Laparoscopy","score_opus":0.1811309389584082,"score_gpt":0.42005487325663543,"score_spread":0.23892393429822723,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2419248997","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0019398045,0.9852215,0.0006069467,0.00025557267,0.0006247175,0.0023679582,0.00006764832,0.00021170314,0.008704126],"genre_scores_gemma":[0.028822191,0.962874,0.00028584935,0.0001458617,0.0010939579,0.0003995566,0.003583141,0.00014206982,0.0026533818],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99655867,0.00014694319,0.0019211986,0.0005978557,0.000362536,0.00041282162],"domain_scores_gemma":[0.992045,0.006492172,0.00068111386,0.0002692919,0.0004194261,0.00009299907],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.001231427,0.00042043996,0.0018938914,0.0018206029,0.000062197345,0.00004107325,0.000079676945,0.0005988971,0.0008608674],"category_scores_gemma":[0.0015912866,0.00030365904,0.0006151861,0.002925034,0.00006163525,0.00016929866,0.00003128269,0.0003370332,0.000075139695],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0002942392,0.000087988825,0.000085093845,0.0034345328,0.000084209496,0.000047189576,0.000015701093,0.000042093223,8.081768e-7,0.0009741813,0.000053657794,0.9948803],"study_design_scores_gemma":[0.003818436,0.00007538691,0.00012823677,0.019165369,0.00020188786,0.000019835785,0.000005874454,0.0013105484,0.0000012776202,0.00017434356,0.9747277,0.00037109252],"about_ca_topic_score_codex":0.0000018002569,"about_ca_topic_score_gemma":0.0000024161864,"teacher_disagreement_score":0.9945092,"about_ca_system_score_codex":0.00028655774,"about_ca_system_score_gemma":0.00034821982,"threshold_uncertainty_score":0.9999415},"labels":[],"label_agreement":null},{"id":"W2419434607","doi":"10.1016/j.amjsurg.2016.03.005","title":"Assessment of technical and nontechnical skills in surgical residents","year":2016,"lang":"en","type":"article","venue":"The American Journal of Surgery","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":14,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Competence (human resources); Internal consistency; Reliability (semiconductor); Medical education; Medicine; Competency assessment; Psychology; Psychometrics; Clinical psychology; Social psychology","score_opus":0.029458212721382982,"score_gpt":0.3522304336276988,"score_spread":0.3227722209063158,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2419434607","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9966545,0.00009308322,0.00015184248,0.0018607811,0.000045796314,0.00004773615,9.552359e-7,0.0000070836077,0.0011382397],"genre_scores_gemma":[0.9990072,0.00043438337,0.00030814632,0.00014073169,0.000071515555,0.0000010037381,1.7253244e-7,0.000008233308,0.000028599645],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9985489,0.00016378768,0.00066384894,0.00008863525,0.00038278635,0.00015204106],"domain_scores_gemma":[0.99578255,0.0034092236,0.0004509403,0.0001375543,0.00009177255,0.00012795943],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0017833546,0.0000786618,0.0006123691,0.00019487448,0.000016248372,0.000004464132,0.00007261484,0.000029720122,0.000069755064],"category_scores_gemma":[0.0004444146,0.000036438905,0.00016639501,0.00030295548,0.00048778194,0.000054745302,0.000035950863,0.00021614782,9.102183e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0005014509,0.00018375886,0.8482466,0.00000571969,0.000035172612,0.0003386841,0.000014457165,0.0000031336965,0.0015034503,0.00015148951,0.000034346267,0.14898174],"study_design_scores_gemma":[0.0012061174,0.00016890827,0.99649435,0.0004842832,0.00002488062,0.00074527017,0.000050955903,0.000007662883,0.00012617037,0.000115751136,0.00052736,0.000048305545],"about_ca_topic_score_codex":0.000012040044,"about_ca_topic_score_gemma":9.760532e-7,"teacher_disagreement_score":0.14893343,"about_ca_system_score_codex":0.000050270828,"about_ca_system_score_gemma":0.0001222056,"threshold_uncertainty_score":0.17972529},"labels":[],"label_agreement":null},{"id":"W2423172756","doi":"10.1016/j.media.2016.06.004","title":"Image-guided interventions and computer-integrated therapy: Quo vadis?","year":2016,"lang":"en","type":"editorial","venue":"Medical Image Analysis","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":22,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Robarts Clinical Trials; Western University","funders":"National Institute of Biomedical Imaging and Bioengineering; Canadian Institutes of Health Research; National Institutes of Health; Canada Foundation for Innovation; Harvard University; Heart and Stroke Foundation of Canada; Natural Sciences and Engineering Research Council of Canada; Mayo Clinic","keywords":"Status quo; Psychological intervention; Implementation; Computer science; Visualization; Data science; Medicine; Artificial intelligence; Political science","score_opus":0.02901492476713416,"score_gpt":0.3715704268395559,"score_spread":0.3425555020724217,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2423172756","genre_codex":"editorial","genre_gemma":"editorial","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"editorial","genre_consensus":"editorial","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0047577275,0.004413183,0.35646728,0.009237243,0.60644835,0.0013898106,0.0008085542,0.0012146388,0.015263173],"genre_scores_gemma":[0.013803019,0.003947059,0.0066469004,0.0013993898,0.957103,0.000085230145,0.007097974,0.00018475205,0.009732683],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99586254,0.00028692698,0.0009974347,0.0007543014,0.0016839708,0.0004148114],"domain_scores_gemma":[0.99606466,0.0016067002,0.00029147285,0.00051614724,0.0007165466,0.0008044861],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.001103149,0.00043503448,0.0015225979,0.00072099746,0.00012676376,0.00014452593,0.000252751,0.00085241394,0.016628629],"category_scores_gemma":[0.0030949833,0.00027551173,0.0014322547,0.0010827625,0.00047048114,0.00012331808,0.00012822918,0.00105859,0.00016580541],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00013494905,0.00032333145,0.00049791543,0.00015557617,0.0065632546,0.0006318381,0.00007596863,3.6297072e-7,0.00001779961,0.000012122988,0.89040595,0.10118095],"study_design_scores_gemma":[0.007494328,0.0002210338,0.0010170998,0.0010238361,0.005135321,0.000011341988,0.00003537395,0.015886076,0.000013736007,0.000049985716,0.9686839,0.00042796374],"about_ca_topic_score_codex":0.00021318984,"about_ca_topic_score_gemma":0.00006827621,"teacher_disagreement_score":0.3506546,"about_ca_system_score_codex":0.00009812568,"about_ca_system_score_gemma":0.00029545385,"threshold_uncertainty_score":0.9999697},"labels":[],"label_agreement":null},{"id":"W2425993834","doi":"10.1017/cjn.2016.118","title":"P.012 Spinal durotomy repair simulator for deliberate microsurgical practice: integration into a residency training module","year":2016,"lang":"en","type":"article","venue":"Canadian Journal of Neurological Sciences / Journal Canadien des Sciences Neurologiques","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Medicine; Microsurgery; Neurovascular bundle; Lumbar; Medical physics; Lumbar spine; Surgery","score_opus":0.06773843089122113,"score_gpt":0.34727429364537654,"score_spread":0.27953586275415543,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2425993834","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98049855,0.00062874233,0.00095817633,0.015329175,0.0006610976,0.00035832627,0.0000069191988,0.00004587474,0.0015131448],"genre_scores_gemma":[0.9814221,0.00013340657,0.0127482,0.005092833,0.0005167353,0.0000066300104,3.8030456e-7,0.000017047238,0.00006264168],"study_design_codex":"observational","study_design_gemma":"nonrandomized_trial","domain_scores_codex":[0.9953454,0.0007563131,0.0012057467,0.0006239033,0.00082291575,0.0012457067],"domain_scores_gemma":[0.99367094,0.0019306539,0.0008220321,0.00015487973,0.0011398382,0.002281663],"candidate_categories":["metaresearch","sts"],"consensus_categories":["sts"],"category_scores_codex":[0.0061247093,0.00033866602,0.00061983103,0.0008137943,0.0020035298,0.00043474828,0.0007620413,0.00024524753,0.00021756697],"category_scores_gemma":[0.013266732,0.00018758926,0.00047974655,0.001020973,0.0038714607,0.0015070897,0.00003860583,0.00082295033,0.0000051414727],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.008582487,0.00033949869,0.6926902,0.00007124219,0.0002183056,0.029433753,0.0037507906,0.007347721,0.0019425323,0.016862277,0.0017178509,0.23704335],"study_design_scores_gemma":[0.0120715145,0.36879987,0.24565367,0.001160109,0.000555097,0.12082458,0.0024152275,0.024013078,0.0012456625,0.11928336,0.10207916,0.0018986537],"about_ca_topic_score_codex":0.000333055,"about_ca_topic_score_gemma":0.0068260385,"teacher_disagreement_score":0.4470365,"about_ca_system_score_codex":0.00031777224,"about_ca_system_score_gemma":0.004581242,"threshold_uncertainty_score":0.9992957},"labels":[],"label_agreement":null},{"id":"W2429271550","doi":"10.1016/j.media.2016.06.011","title":"Open-source platforms for navigated image-guided interventions","year":2016,"lang":"en","type":"review","venue":"Medical Image Analysis","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":176,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University","funders":"","keywords":"Computer science; Key (lock); Field (mathematics); Navigation system; Software; Data science; Software engineering; Human–computer interaction; Artificial intelligence; Computer security","score_opus":0.14718353703732354,"score_gpt":0.48497841305535794,"score_spread":0.3377948760180344,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2429271550","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000007334378,0.8491046,0.14056447,0.0006365616,0.00014642163,0.0016537342,0.0001544672,0.0002115734,0.0075208633],"genre_scores_gemma":[0.000059305392,0.9800517,0.0026526575,0.0005254524,0.00043334157,0.00039495854,0.003376361,0.00011033455,0.012395896],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9959844,0.00011412109,0.0017650775,0.00077366305,0.00085052726,0.0005122179],"domain_scores_gemma":[0.99631906,0.001172108,0.0005653462,0.00071689533,0.00035246354,0.0008741241],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0016879827,0.000483927,0.0037115088,0.00068112387,0.00016965916,0.00017670398,0.00077866577,0.0005484237,0.027360987],"category_scores_gemma":[0.0037560484,0.000278129,0.0050079143,0.0019594263,0.0002634698,0.00021504954,0.00040436274,0.00057805283,0.00072369265],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000025070327,0.000203889,0.00000993634,0.0053475145,0.0064057177,0.00013658337,0.000016052321,1.833712e-7,2.3826517e-7,0.00006665822,0.0026001823,0.98518795],"study_design_scores_gemma":[0.0030294242,0.000071270624,0.000007393644,0.024007041,0.022985134,0.00004812556,0.00001944396,0.0010400085,0.0000010918722,0.00007267267,0.94838315,0.0003352146],"about_ca_topic_score_codex":0.000048682643,"about_ca_topic_score_gemma":0.000017645956,"teacher_disagreement_score":0.98485273,"about_ca_system_score_codex":0.00015074047,"about_ca_system_score_gemma":0.00035489292,"threshold_uncertainty_score":0.9999671},"labels":[],"label_agreement":null},{"id":"W2431293868","doi":"10.1017/cjn.2016.122","title":"P.016 Bimanual psychomotor performance in neurosurgical resident applicants assessed using NeuroVR (formerly NeuroTouch), a virtual reality simulator","year":2016,"lang":"en","type":"article","venue":"Canadian Journal of Neurological Sciences / Journal Canadien des Sciences Neurologiques","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"Calgary Laboratory Services","funders":"","keywords":"Psychomotor learning; Neurosurgery; Medicine; Univariate analysis; Physical therapy; Multivariate analysis of variance; Confidence interval; Multivariate analysis; Psychology; Surgery; Cognition; Internal medicine; Psychiatry; Computer science","score_opus":0.07656113643024698,"score_gpt":0.3380468383223057,"score_spread":0.2614857018920587,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2431293868","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99352777,0.00013367615,0.00011612629,0.0037210044,0.00082514714,0.00037467034,0.000011088426,0.000032712964,0.0012578202],"genre_scores_gemma":[0.9957996,0.00021083368,0.00032846793,0.003240851,0.00036089498,0.000004521638,2.4613885e-7,0.000023919303,0.000030672185],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99343437,0.0010883549,0.001605201,0.00086373085,0.0012086097,0.0017997522],"domain_scores_gemma":[0.994196,0.0013877511,0.0008761475,0.00024892218,0.00045372127,0.0028374856],"candidate_categories":["metaepi_narrow","sts"],"consensus_categories":["sts"],"category_scores_codex":[0.0043094186,0.00047210688,0.000869108,0.0013615343,0.0014907048,0.00044163366,0.0013320385,0.0002689505,0.00033296557],"category_scores_gemma":[0.00306164,0.00027544334,0.0003415731,0.0019776744,0.004912954,0.0012988996,0.00008045665,0.0013763255,0.0000066461394],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0007466416,0.00008937466,0.970226,0.000009675322,0.000011710978,0.0069110068,0.00013078975,0.0059859655,0.0003306782,0.00026923043,0.00004477568,0.015244138],"study_design_scores_gemma":[0.0032279228,0.05732967,0.8953971,0.00019089071,0.000051026895,0.021079766,0.00010662701,0.01474049,0.00015158732,0.0014282856,0.005805622,0.00049096864],"about_ca_topic_score_codex":0.000617103,"about_ca_topic_score_gemma":0.006691132,"teacher_disagreement_score":0.07482887,"about_ca_system_score_codex":0.0003746301,"about_ca_system_score_gemma":0.0034658192,"threshold_uncertainty_score":0.9999698},"labels":[],"label_agreement":null},{"id":"W2436524487","doi":"10.1097/sih.0000000000000124","title":"A Novel Mammoplasty Part-Task Trainer for Simulation of Breast Augmentation","year":2016,"lang":"en","type":"article","venue":"Simulation in Healthcare The Journal of the Society for Simulation in Healthcare","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":21,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"","keywords":"Trainer; Medicine; Certification; Plastic surgery; Task (project management); Surgery; Likert scale; Scale (ratio); Medical physics; Physical therapy; Medical education; Computer science; Psychology; Engineering","score_opus":0.0751016835988373,"score_gpt":0.3881127925747756,"score_spread":0.3130111089759383,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2436524487","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.79445094,0.00050130615,0.13508473,0.061860655,0.0015004877,0.0060152034,0.000518542,0.00005291931,0.000015242744],"genre_scores_gemma":[0.996905,0.000047755482,0.0010009157,0.0013483749,0.0004884678,0.000049064663,0.00004427312,0.000056968034,0.000059177986],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99563843,0.00037191858,0.002342641,0.00030638487,0.0008339409,0.00050670153],"domain_scores_gemma":[0.9878458,0.007981716,0.0017412575,0.00039643497,0.0018357344,0.0001990698],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0031517923,0.00029578697,0.0006836619,0.00023809412,0.0003103394,0.000018348355,0.00022742825,0.00035451294,0.00002449106],"category_scores_gemma":[0.0011964878,0.00017375551,0.00096146297,0.0008601308,0.0001410632,0.00038460392,0.000035327575,0.00042497288,8.341776e-7],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.003151665,0.00015277448,0.05278941,0.00056386954,0.000079012534,2.8062797e-7,0.0022721472,0.9180765,0.00016042472,0.0005600882,0.000016820342,0.022177003],"study_design_scores_gemma":[0.01562798,0.0005142198,0.12672916,0.0012523666,0.0001299584,0.000014545952,0.0009997924,0.85006505,0.000042061827,0.0030792342,0.0013358985,0.00020971359],"about_ca_topic_score_codex":0.00015561354,"about_ca_topic_score_gemma":0.00016927264,"teacher_disagreement_score":0.20245409,"about_ca_system_score_codex":0.00080764334,"about_ca_system_score_gemma":0.0004878577,"threshold_uncertainty_score":0.7085544},"labels":[],"label_agreement":null},{"id":"W2436670418","doi":"10.5489/cuaj.3699","title":"Mapping a competency-based surgical curriculum in urology: Agreement (and discrepancies) in the Canadian national opinion","year":2016,"lang":"en","type":"article","venue":"Canadian Urological Association Journal","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"University of British Columbia; University of Alberta Hospital; University of Alberta","funders":"","keywords":"Medicine; Likert scale; Context (archaeology); Demographics; Urology; Curriculum; Descriptive statistics; Prostatectomy; Cystectomy; Medical education; Family medicine; Psychology; Internal medicine; Demography; Statistics","score_opus":0.022061930086557737,"score_gpt":0.26383685531244805,"score_spread":0.2417749252258903,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2436670418","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5847661,0.00019310605,0.000038225655,0.39970338,0.00026988832,0.00033790318,0.000027859258,0.000013327054,0.014650193],"genre_scores_gemma":[0.99166936,0.00002204727,0.000065167944,0.007959347,0.00021413271,0.000012768829,0.000016689724,0.000004810981,0.00003568553],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99803895,0.00036659947,0.0003900123,0.0001932518,0.00047607796,0.0005351223],"domain_scores_gemma":[0.9984869,0.00058397127,0.00012182886,0.000059813407,0.00015892515,0.0005885808],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0021410142,0.00011627502,0.00021260568,0.0004645914,0.00023821277,0.000060184488,0.00010219087,0.00021647297,0.0005745239],"category_scores_gemma":[0.0011815091,0.00006639264,0.000075301854,0.00038749812,0.000060250663,0.00007174809,0.0000075769954,0.0004997198,0.000024364022],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000022872202,0.0000383693,0.9892472,0.0000016282206,0.0000137049965,0.00024473006,0.0001437275,0.0000914211,0.0000017158387,0.007534311,0.0002343692,0.0024259484],"study_design_scores_gemma":[0.0030543094,0.00008433508,0.7731926,0.000025323598,0.00000430556,0.00012536453,0.000113021175,0.0016537905,1.3888395e-7,0.0015147442,0.22014637,0.00008573832],"about_ca_topic_score_codex":0.050335202,"about_ca_topic_score_gemma":0.46549076,"teacher_disagreement_score":0.41515553,"about_ca_system_score_codex":0.00178764,"about_ca_system_score_gemma":0.0017153331,"threshold_uncertainty_score":0.9559887},"labels":[],"label_agreement":null},{"id":"W2443071070","doi":"10.1503/cjs.015914","title":"Endoscopy services and training: a national survey of general surgeons","year":2015,"lang":"en","type":"article","venue":"Canadian Journal of Surgery","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":17,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"University of Alberta","funders":"","keywords":"Medicine; Endoscopy; Competence (human resources); Standardization; Medical education; Surgery; Psychology","score_opus":0.20540767259537923,"score_gpt":0.32475127939906584,"score_spread":0.11934360680368661,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2443071070","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99566054,0.000531535,0.000009541544,0.00035747513,0.00031230942,0.00002763167,0.00002850479,0.0000027906412,0.0030696737],"genre_scores_gemma":[0.99929357,0.0000118769785,0.00010908351,0.00037970414,0.00010446163,3.034052e-7,0.000021302092,0.000008664092,0.000071040784],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9990128,0.00008238581,0.00039590802,0.000066713255,0.00027275094,0.00016943333],"domain_scores_gemma":[0.99740905,0.000576048,0.0001899622,0.0000451439,0.0007730821,0.00100669],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0017840025,0.00007085142,0.00034202985,0.00038764864,0.00003058917,0.000016158583,0.00003475613,0.00005270912,0.00014222141],"category_scores_gemma":[0.0008568071,0.00006153384,0.000075916156,0.00023200015,0.000072763534,0.0000928172,0.000003107213,0.00011402924,0.0000011730859],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000099316545,0.000011036895,0.9942433,0.000018449866,0.000070544884,0.00016740673,0.00060664833,0.000076549,0.000018752404,0.00010840914,0.0009454631,0.0036340705],"study_design_scores_gemma":[0.0011327135,0.00004052896,0.9856444,0.00012126776,0.000022396744,0.00030499196,0.00032803416,0.00038732577,0.000047099882,0.00013896413,0.01176035,0.000071911556],"about_ca_topic_score_codex":0.007359497,"about_ca_topic_score_gemma":0.010223344,"teacher_disagreement_score":0.010814887,"about_ca_system_score_codex":0.00005353195,"about_ca_system_score_gemma":0.0033842842,"threshold_uncertainty_score":0.9992506},"labels":[],"label_agreement":null},{"id":"W2460341405","doi":"10.1080/24699322.2016.1189966","title":"High-fidelity haptic and visual rendering for patient-specific simulation of temporal bone surgery","year":2016,"lang":"en","type":"article","venue":"Computer Assisted Surgery","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":54,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"U.S. National Library of Medicine","keywords":"Haptic technology; Computer science; Rendering (computer graphics); Surgical simulation; Fidelity; Volume rendering; Virtual patient; Surgical planning; Virtual reality; High fidelity; Computer vision; Artificial intelligence; Human–computer interaction; Computer graphics (images); Surgery; Medicine","score_opus":0.06827605073574619,"score_gpt":0.2991965021476739,"score_spread":0.2309204514119277,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2460341405","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8486755,0.00016090233,0.15024854,0.00016976449,0.00043571167,0.0001912707,0.000009599595,0.00008765782,0.000021092988],"genre_scores_gemma":[0.99765,0.000015857995,0.0018715262,0.00012516846,0.00022880343,0.000009631527,0.00005905657,0.0000239519,0.000015968475],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99839383,0.00008071364,0.000732365,0.00031666973,0.00024030569,0.00023609953],"domain_scores_gemma":[0.9941674,0.0050729485,0.00024613045,0.00016134753,0.00020138985,0.0001507718],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00052320375,0.00015808985,0.0006166759,0.00023333229,0.00006762241,0.000019237077,0.000019116276,0.00010058811,0.000054626995],"category_scores_gemma":[0.0002121437,0.0001170804,0.00023733916,0.00018094528,0.00007790129,0.00012198084,0.000036957448,0.000059677055,0.0000029153264],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0006209759,0.00017635355,0.11434338,0.00014376924,0.00008580773,0.000031052296,0.00004995873,0.00036629473,0.0007788662,0.000040630846,0.00043652242,0.8829264],"study_design_scores_gemma":[0.003704497,0.00020583089,0.8723426,0.0011853431,0.00007957286,0.00003700874,0.00003771509,0.1086369,0.0009068422,0.00016081253,0.012231214,0.0004716718],"about_ca_topic_score_codex":0.00000589034,"about_ca_topic_score_gemma":7.764982e-7,"teacher_disagreement_score":0.8824547,"about_ca_system_score_codex":0.000043424774,"about_ca_system_score_gemma":0.00005296039,"threshold_uncertainty_score":0.47744003},"labels":[],"label_agreement":null},{"id":"W2460595406","doi":"10.1007/s00464-016-5091-7","title":"Measuring intra-operative decision-making during laparoscopic cholecystectomy: validity evidence for a novel interactive Web-based assessment tool","year":2016,"lang":"en","type":"article","venue":"Surgical Endoscopy","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":29,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University Health Centre; McGill University","funders":"","keywords":"Cronbach's alpha; Intraclass correlation; Medicine; Physical therapy; Reliability (semiconductor); Test (biology); Usability; Rating scale; Cholecystectomy; Psychometrics; Psychology; General surgery; Clinical psychology","score_opus":0.1011405012358388,"score_gpt":0.4094098307574986,"score_spread":0.3082693295216598,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2460595406","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97401273,0.000064765074,0.02235582,0.00066053437,0.00044619033,0.0009717357,0.000030574924,0.00021011903,0.001247501],"genre_scores_gemma":[0.99396235,0.000018061446,0.0050761,0.0002277309,0.0002984449,0.00024899872,0.000005379152,0.000043966087,0.000118980504],"study_design_codex":"observational","study_design_gemma":"randomized_trial","domain_scores_codex":[0.99734074,0.00013973488,0.0006195805,0.0006984786,0.0006501153,0.00055134576],"domain_scores_gemma":[0.99090636,0.007981118,0.00017879264,0.00036103395,0.00032427174,0.00024840594],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00071715005,0.00033024696,0.0006484873,0.0001809853,0.0002481596,0.00008457007,0.00016013919,0.00014775881,0.0009561018],"category_scores_gemma":[0.0027646678,0.0002162324,0.0002985994,0.00030416783,0.0001134064,0.0003755505,0.000075773685,0.00032320933,0.000038372367],"study_design_candidate":"randomized_trial","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.17654158,0.005866924,0.40516225,0.0028786524,0.001724068,0.0025176588,0.0020213563,0.005366689,0.22675495,0.007442282,0.00021377698,0.16350982],"study_design_scores_gemma":[0.6270317,0.002226799,0.12673192,0.03276578,0.00044729133,0.00017150062,0.0002515859,0.029581295,0.164742,0.00066044385,0.013646415,0.0017433248],"about_ca_topic_score_codex":0.0000051752,"about_ca_topic_score_gemma":0.0000054730685,"teacher_disagreement_score":0.4504901,"about_ca_system_score_codex":0.00057567225,"about_ca_system_score_gemma":0.00038680283,"threshold_uncertainty_score":0.99995714},"labels":[],"label_agreement":null},{"id":"W2460872248","doi":"10.1097/igc.0000000000000747","title":"Cost-Efficiency of Robotic Surgery","year":2016,"lang":"en","type":"letter","venue":"International Journal of Gynecological Cancer","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Medicine; Robotic surgery; General surgery; Surgery","score_opus":0.12292179449638994,"score_gpt":0.38455201390622457,"score_spread":0.2616302194098346,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2460872248","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.02692449,0.0012797577,0.0017378507,0.95508057,0.0072742715,0.0003421663,0.00006623961,0.000028873548,0.0072657736],"genre_scores_gemma":[0.64246744,0.00078112434,0.00015487954,0.34520528,0.009134643,0.000014073872,0.000029183806,0.000029775705,0.002183586],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99733096,0.00008961312,0.001003919,0.00017815361,0.0011533758,0.00024398923],"domain_scores_gemma":[0.9944286,0.0028870257,0.0010796264,0.00010517386,0.0013906455,0.000108951],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.000455519,0.00018570358,0.00080430205,0.00034828816,0.000018828443,0.00001726564,0.00030335403,0.00044915106,0.011306344],"category_scores_gemma":[0.001486059,0.0001085666,0.00064664567,0.0001117671,0.00015930718,0.00007473089,0.000048339054,0.0009544015,0.000024371762],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00088968466,0.00031369214,0.032414243,0.00010585959,0.0014243929,0.0070641087,0.000055394095,0.0005324272,0.000107323765,0.00009898507,0.78414655,0.17284735],"study_design_scores_gemma":[0.0018616371,0.00021831616,0.014750675,0.00072147517,0.00015666119,0.0002468881,0.000008011695,0.000065138745,0.00013671145,0.00024285933,0.9814398,0.00015181571],"about_ca_topic_score_codex":0.0000058687338,"about_ca_topic_score_gemma":0.0000012178962,"teacher_disagreement_score":0.61554295,"about_ca_system_score_codex":0.00035994698,"about_ca_system_score_gemma":0.00048061417,"threshold_uncertainty_score":0.98959744},"labels":[],"label_agreement":null},{"id":"W2461230534","doi":"10.1016/j.arthro.2016.05.002","title":"Regarding “Trends in Arthroscopic Procedures Performed During Orthopaedic Residency: An Analysis of Accreditation Council for Graduate Medical Education Case Log Data”","year":2016,"lang":"en","type":"letter","venue":"Arthroscopy The Journal of Arthroscopic and Related Surgery","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Accreditation; Graduate medical education; Medical education; Medicine; Medical physics","score_opus":0.1045540698238485,"score_gpt":0.3530523737043984,"score_spread":0.2484983038805499,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2461230534","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.93604255,0.0041691535,0.00006884676,0.057529546,0.0015713946,0.0004122169,0.000048854577,0.000028030017,0.00012943921],"genre_scores_gemma":[0.9777828,0.00864595,0.00021729899,0.010687314,0.0015642585,0.000016225786,0.0005030405,0.00007529081,0.0005078114],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99474996,0.0004603205,0.0021893857,0.00050803134,0.001567258,0.0005250157],"domain_scores_gemma":[0.9942138,0.0021632854,0.001694501,0.00070196256,0.0009452579,0.00028116463],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0046181823,0.00041801465,0.0015923034,0.0029459144,0.00030172695,0.000046310586,0.00024782025,0.0008313217,0.00042983794],"category_scores_gemma":[0.0035381299,0.00025957034,0.00042081389,0.0022206386,0.00047136657,0.00063842273,0.00007920922,0.0015293625,0.0000016127441],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.010251985,0.0018292427,0.3976794,0.0069435826,0.02205906,0.014761905,0.015598175,0.0009116424,0.000742643,0.0001299802,0.25510517,0.27398723],"study_design_scores_gemma":[0.061168525,0.005380638,0.5982439,0.0749556,0.058059864,0.0332905,0.009551792,0.02867477,0.0010173299,0.0035552254,0.121115066,0.0049867826],"about_ca_topic_score_codex":0.0000618375,"about_ca_topic_score_gemma":0.00031719633,"teacher_disagreement_score":0.26900044,"about_ca_system_score_codex":0.00021244022,"about_ca_system_score_gemma":0.0052491347,"threshold_uncertainty_score":0.99998564},"labels":[],"label_agreement":null},{"id":"W2461351442","doi":"10.3138/jvme.0515-074r3","title":"Surgical Skills Training with Cryopreserved Rat Stomachs","year":2016,"lang":"en","type":"article","venue":"Journal of Veterinary Medical Education","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Cryopreservation; Stomach; Medicine; Surgery; Saline; Biology; Internal medicine","score_opus":0.077937993722054,"score_gpt":0.3885465213395647,"score_spread":0.3106085276175107,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2461351442","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9877401,0.00016463523,0.00043448634,0.0077850535,0.00064770394,0.000089623194,4.3756987e-7,0.00002161487,0.0031163315],"genre_scores_gemma":[0.99669504,0.00007906218,0.00088322454,0.00066973065,0.0009584815,0.0000041302965,0.0000029288947,0.000016592909,0.00069083204],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9981799,0.00012202092,0.0005022836,0.00013278746,0.00086390105,0.00019910085],"domain_scores_gemma":[0.9982173,0.00045043195,0.00023849879,0.00013151058,0.0002670745,0.0006951915],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0007457104,0.00011824688,0.0003307168,0.00014578151,0.00004658526,0.000013265892,0.00011280093,0.000115091934,0.0033659986],"category_scores_gemma":[0.0009216503,0.00006011455,0.00012276717,0.0001720844,0.000120409626,0.00020736824,0.000018890843,0.0002622548,0.00001533643],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0039316616,0.0015287597,0.020632457,0.000057805588,0.00012473181,0.0022391267,0.00096429273,0.0000043409887,0.00094921584,0.00028303388,0.0010990484,0.96818554],"study_design_scores_gemma":[0.036629252,0.010708967,0.17312425,0.0055081807,0.00023985881,0.048428357,0.0014985417,0.00023465039,0.00036591696,0.00037215766,0.72242707,0.00046281333],"about_ca_topic_score_codex":0.0000017071342,"about_ca_topic_score_gemma":5.145551e-7,"teacher_disagreement_score":0.9677227,"about_ca_system_score_codex":0.00008379584,"about_ca_system_score_gemma":0.0013745688,"threshold_uncertainty_score":0.99754506},"labels":[],"label_agreement":null},{"id":"W2461512967","doi":"10.2147/amep.s102000","title":"An evidence-based laparoscopic simulation curriculum shortens the clinical learning curve and reduces surgical adverse events","year":2016,"lang":"en","type":"article","venue":"Advances in Medical Education and Practice","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":69,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"","keywords":"Medicine; Confidence interval; Simulation training; Laparoscopy; CLIPS; Odds ratio; Adverse effect; Randomized controlled trial; Physical therapy; Surgery; Simulation; Internal medicine","score_opus":0.06172870076888187,"score_gpt":0.48916669326680107,"score_spread":0.4274379924979192,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2461512967","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.96738005,0.0043639243,0.0006714579,0.02512783,0.00057080726,0.00030339905,4.3672932e-7,0.00004452848,0.0015375444],"genre_scores_gemma":[0.98803985,0.00811878,0.0006243893,0.0027365258,0.0003526277,0.000021490996,0.000007715688,0.000008697806,0.000089907604],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.997482,0.0010830029,0.0004442735,0.0003349965,0.00048474592,0.00017097828],"domain_scores_gemma":[0.98798156,0.011142164,0.00017998648,0.00014884914,0.0001683789,0.00037903458],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0029192728,0.00011423907,0.00021891286,0.00006066679,0.00012861795,0.000013537007,0.0000705344,0.0001326985,0.00042138208],"category_scores_gemma":[0.030984635,0.00006306258,0.000036511596,0.0002114114,0.00026307255,0.0010523373,0.000020040168,0.0004099885,0.000009680679],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0004998403,0.00056594546,0.3111119,0.000021773163,0.000010218453,0.000017000075,0.00021179768,0.00024580225,0.0000034301747,0.0004384341,0.000010469448,0.68686336],"study_design_scores_gemma":[0.010058319,0.0010355522,0.25696602,0.0030126981,0.00020390099,0.0002132417,0.004904802,0.0566845,0.000017642136,0.0006145848,0.66590595,0.0003827878],"about_ca_topic_score_codex":0.000016568025,"about_ca_topic_score_gemma":0.000008461113,"teacher_disagreement_score":0.6864806,"about_ca_system_score_codex":0.00002987697,"about_ca_system_score_gemma":0.00042061345,"threshold_uncertainty_score":0.9771778},"labels":[],"label_agreement":null},{"id":"W2463229935","doi":"10.1097/imi.0000000000000222","title":"Validation of a Novel Virtual Reality Training Curriculum for Robotic Cardiac Surgery a Randomized Trial","year":2015,"lang":"en","type":"article","venue":"Innovations Technology and Techniques in Cardiothoracic and Vascular Surgery","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":37,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"London Health Sciences Centre; Western University","funders":"","keywords":"Medicine; Randomized controlled trial; Virtual reality; Robotic surgery; Curriculum; Dreyfus model of skill acquisition; Physical therapy; Cardiac surgery; Surgery; Computer science; Artificial intelligence; Psychology","score_opus":0.0836164052008592,"score_gpt":0.35800892840825016,"score_spread":0.27439252320739094,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2463229935","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.85025036,0.00064166554,0.14564663,0.0007179257,0.00024911764,0.0018321656,0.000012080873,0.0003145215,0.00033551254],"genre_scores_gemma":[0.99369645,0.00019675656,0.00528365,0.000048712478,0.000090127105,0.0005459685,0.00010795689,0.00002068198,0.000009680753],"study_design_codex":"design_other","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9981271,0.00017926184,0.000904124,0.00034025192,0.00021815757,0.0002311215],"domain_scores_gemma":[0.99739397,0.0015862552,0.00024871618,0.00027132515,0.00043026614,0.000069452064],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.006816162,0.00018689242,0.0016057309,0.0016283887,0.00007370162,0.000015817857,0.00004031812,0.0004339475,0.0000019481522],"category_scores_gemma":[0.0047523477,0.00016805391,0.00036935444,0.0017247078,0.00037934972,0.00012802411,0.000041648596,0.0002577832,1.10322034e-7],"study_design_candidate":"randomized_trial","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.12369731,0.0014088071,0.12392834,0.00070761924,0.0023570503,0.000036998477,0.0011589421,0.00021533328,0.00083244336,0.17609997,0.0005585072,0.5689987],"study_design_scores_gemma":[0.87276196,0.0012588761,0.003985035,0.003495282,0.0031235365,0.00034721504,0.0057609193,0.017169328,0.025066748,0.04258164,0.021650173,0.0027992926],"about_ca_topic_score_codex":0.000024833673,"about_ca_topic_score_gemma":5.8139085e-7,"teacher_disagreement_score":0.7490646,"about_ca_system_score_codex":0.000045024597,"about_ca_system_score_gemma":0.00023371511,"threshold_uncertainty_score":0.6853039},"labels":[],"label_agreement":null},{"id":"W2464298857","doi":"10.3171/2016.7.jns16322","title":"The force pyramid: a spatial analysis of force application during virtual reality brain tumor resection","year":2016,"lang":"en","type":"article","venue":"Journal of neurosurgery","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":38,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University; Montreal Neurological Institute and Hospital","funders":"","keywords":"Medicine; Virtual reality; Resection; Pyramid (geometry); Human–computer interaction; Surgery; Optics; Computer science","score_opus":0.026312740293644304,"score_gpt":0.30243417735214373,"score_spread":0.27612143705849945,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2464298857","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98653734,0.000018299224,0.0094050225,0.0035811237,0.00018604139,0.00009024774,0.000004026427,0.000012892322,0.00016502292],"genre_scores_gemma":[0.9990546,0.000037965725,0.000005788171,0.00018321301,0.00024077279,0.0000024709761,0.0000016402805,0.000010571549,0.00046296418],"study_design_codex":"bench_or_experimental","study_design_gemma":"observational","domain_scores_codex":[0.99840164,0.00013149479,0.0007399142,0.00012337638,0.00045267877,0.0001508751],"domain_scores_gemma":[0.99703556,0.001681038,0.0007242168,0.00020393006,0.00024117915,0.000114050505],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0010681315,0.0000833466,0.00035011588,0.00034591305,0.00011737924,0.000015110696,0.00006924532,0.000040314026,0.000028576575],"category_scores_gemma":[0.0015352526,0.000045013316,0.0003761407,0.0006733599,0.000078388155,0.0001123052,0.000018849065,0.00014863677,0.0000012890875],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.013190684,0.00038742,0.2794333,0.00007250533,0.0015246725,0.00021870244,0.00031630837,0.00533128,0.53171766,0.0007609489,0.0003608531,0.16668569],"study_design_scores_gemma":[0.0025288379,0.0003517289,0.97407323,0.00010730473,0.00047861593,0.0001406779,0.0000704806,0.0075164465,0.012211122,0.00026561858,0.0021598919,0.00009604479],"about_ca_topic_score_codex":0.000012391142,"about_ca_topic_score_gemma":0.000019109257,"teacher_disagreement_score":0.6946399,"about_ca_system_score_codex":0.00006686782,"about_ca_system_score_gemma":0.00005283589,"threshold_uncertainty_score":0.18379515},"labels":[],"label_agreement":null},{"id":"W2464493032","doi":"10.5435/jaaos-d-15-00440","title":"Retention of Skills After Simulation-based Training in Orthopaedic Surgery","year":2016,"lang":"en","type":"article","venue":"Journal of the American Academy of Orthopaedic Surgeons","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":65,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Manitoba","funders":"","keywords":"Medicine; Simulation training; Transferability; Training (meteorology); Medical education; Patient safety; Medical physics; Physical therapy; Simulation; Computer science; Health care","score_opus":0.03570064727709226,"score_gpt":0.31241821429024974,"score_spread":0.2767175670131575,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2464493032","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9950167,0.00015339704,0.000669713,0.0036282968,0.00021070437,0.0001564521,0.000011320714,0.000012021041,0.0001414137],"genre_scores_gemma":[0.9987595,0.00009355009,0.00020467541,0.00072246813,0.00012422496,0.0000037185398,9.1640493e-7,0.000025939522,0.000065006425],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99661547,0.00036489277,0.0016293051,0.0001783779,0.0008977275,0.00031421965],"domain_scores_gemma":[0.9916486,0.005516107,0.0022639155,0.00016831479,0.00019371849,0.00020931714],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002394543,0.00018445447,0.0009899645,0.0007085068,0.000034004715,0.000003971208,0.00014977156,0.000100005476,0.0003119505],"category_scores_gemma":[0.0034568207,0.00010489211,0.0011475435,0.0011450564,0.0005675429,0.00014412645,0.00003019533,0.0004137569,0.0000020490502],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0012041592,0.00014072408,0.86982125,0.000037570317,0.00009722289,0.000027544584,0.00014212843,0.002436063,0.0006570644,0.000014636511,0.000029655723,0.125392],"study_design_scores_gemma":[0.0027791203,0.00012786295,0.99135333,0.0016624884,0.00014578892,0.000028412804,0.00016657666,0.00083686726,0.00057792134,0.00012077241,0.0020738964,0.00012693109],"about_ca_topic_score_codex":0.000014626827,"about_ca_topic_score_gemma":0.000003959207,"teacher_disagreement_score":0.12526506,"about_ca_system_score_codex":0.00007630214,"about_ca_system_score_gemma":0.00041760004,"threshold_uncertainty_score":0.4277376},"labels":[],"label_agreement":null},{"id":"W2465998016","doi":"10.1016/j.gie.2016.03.1089","title":"Tu1028 Inter-Observer Reliability of the St. Paul's Endoscopy Comfort Scale (SPECS) for Upper Endoscopy","year":2016,"lang":"en","type":"article","venue":"Gastrointestinal Endoscopy","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"St. Paul's Hospital","funders":"","keywords":"Medicine; Endoscopy; Reliability (semiconductor); Scale (ratio); Colonoscopy; Rating scale; Surgery; Internal medicine; Psychology","score_opus":0.02558445174507887,"score_gpt":0.29474184621817756,"score_spread":0.26915739447309867,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2465998016","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.96128404,0.000042593638,0.028482478,0.0032697879,0.00056188455,0.0015182442,0.0003287312,0.00020268318,0.0043095853],"genre_scores_gemma":[0.93657917,0.000006942928,0.061135147,0.0004833588,0.00025082848,0.00009739515,0.000034729066,0.000062993626,0.0013494323],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9970017,0.00016947977,0.0008933967,0.0006470508,0.00056008925,0.000728282],"domain_scores_gemma":[0.99613714,0.0018676007,0.000351542,0.00089122786,0.00040611366,0.0003463557],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0007584037,0.0004037896,0.0006997302,0.00010670287,0.0001616219,0.000024793108,0.00038635204,0.00009168851,0.0014959938],"category_scores_gemma":[0.002297044,0.00022753667,0.0005935455,0.00030831844,0.00054007955,0.00018225792,0.00017005451,0.00030263767,0.000045562356],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0048682014,0.0005368762,0.8967484,0.00022549811,0.00005908764,0.000016771459,0.000112317925,0.00002668538,0.090859376,0.00078646524,0.0019237319,0.0038365736],"study_design_scores_gemma":[0.089377426,0.008696883,0.5508064,0.012087213,0.0009610138,0.002433605,0.0009952718,0.0025430436,0.24011259,0.006406623,0.083987385,0.0015925631],"about_ca_topic_score_codex":0.000048208458,"about_ca_topic_score_gemma":0.00002175322,"teacher_disagreement_score":0.34594202,"about_ca_system_score_codex":0.00018214167,"about_ca_system_score_gemma":0.00021012912,"threshold_uncertainty_score":0.99941677},"labels":[],"label_agreement":null},{"id":"W2466397897","doi":"10.1016/j.arthro.2016.05.037","title":"Use of an Objective Structured Assessment of Technical Skill After a Sports Medicine Rotation","year":2016,"lang":"en","type":"article","venue":"Arthroscopy The Journal of Arthroscopic and Related Surgery","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":18,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"The Wilson Centre; University of Toronto; Women's College Hospital; Sunnybrook Health Science Centre; Health Sciences Centre; Mount Sinai Hospital","funders":"","keywords":"Rotation (mathematics); Sports medicine; Psychology; Physical therapy; Medical education; Physical medicine and rehabilitation; Medicine; Computer science; Artificial intelligence","score_opus":0.017781693051372234,"score_gpt":0.31035043877032,"score_spread":0.29256874571894775,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2466397897","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99755883,0.0005355824,0.00054937147,0.00060088915,0.00035944482,0.00018306599,0.0000035663882,0.000011182163,0.00019807069],"genre_scores_gemma":[0.99749625,0.0015281868,0.00074287836,0.00011242304,0.000056636425,0.0000013027388,0.0000023502598,0.00001459611,0.000045397584],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99805784,0.00019011252,0.0009970929,0.00012418604,0.00047634455,0.00015440883],"domain_scores_gemma":[0.9974178,0.0011648949,0.0007561812,0.00020155979,0.00031155138,0.00014798122],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0009139073,0.00014321478,0.000624191,0.00019861157,0.00005425484,0.0000044999006,0.000040557807,0.00014006495,0.00045184078],"category_scores_gemma":[0.00037130917,0.00006586401,0.00012673266,0.00022628452,0.0005399592,0.00027911994,0.000019200657,0.00023309108,3.418529e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0038198368,0.0005246956,0.85633713,0.00012714774,0.000740518,0.00024211059,0.0025809035,0.00020113736,0.069595985,0.00052454113,0.0001424142,0.06516358],"study_design_scores_gemma":[0.0027500235,0.0008926033,0.98736304,0.0021937839,0.00031052396,0.00031081602,0.00037049208,0.000109667315,0.0046816035,0.00073644624,0.00018466279,0.00009631253],"about_ca_topic_score_codex":0.000008396469,"about_ca_topic_score_gemma":0.000004093917,"teacher_disagreement_score":0.13102594,"about_ca_system_score_codex":0.000030784795,"about_ca_system_score_gemma":0.00014950025,"threshold_uncertainty_score":0.49473396},"labels":[],"label_agreement":null},{"id":"W2466607106","doi":"10.1016/j.jsurg.2016.05.012","title":"A Virtual Reality Training Curriculum for Laparoscopic Colorectal Surgery","year":2016,"lang":"en","type":"article","venue":"Journal of surgical education","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":54,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"National Institutes of Health; Imperial College Healthcare NHS Trust","keywords":"Virtual reality; Curriculum; Training (meteorology); Medicine; General surgery; Laparoscopic surgery; Colorectal surgery; Medical education; Medical physics; Laparoscopy; Computer science; Surgery; Psychology; Artificial intelligence; Geography; Pedagogy; Abdominal surgery","score_opus":0.05524970729252746,"score_gpt":0.3585875674211685,"score_spread":0.303337860128641,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2466607106","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99022114,0.000101999714,0.0007121254,0.0062403968,0.0011441424,0.00015340283,0.0000033325705,0.000018200557,0.0014052577],"genre_scores_gemma":[0.997987,0.000073447736,0.000252719,0.00015766989,0.0011785362,0.0000103135235,0.000007879127,0.000011490913,0.00032097436],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9987486,0.00006905125,0.00059115584,0.00012199951,0.00028116076,0.0001880043],"domain_scores_gemma":[0.9975695,0.0013388809,0.00032921636,0.00007258938,0.00041665212,0.00027315837],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00091690203,0.00009685611,0.00040847738,0.00014648166,0.000055571407,0.000016279531,0.00004418513,0.00008996885,0.00033504804],"category_scores_gemma":[0.00097570184,0.000057021793,0.00029339362,0.00017192373,0.00005796061,0.00016566145,0.0000063008147,0.00011864522,0.000007219933],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.002524598,0.0016002156,0.07690197,0.000071570226,0.00017684918,0.000058743826,0.00092431944,0.00001961942,0.00096998806,0.0063358354,0.0068518836,0.9035644],"study_design_scores_gemma":[0.025174046,0.0022476048,0.16820371,0.0025397523,0.0004119888,0.0023019263,0.0036059245,0.00051747623,0.0024141609,0.0037194518,0.78826475,0.0005991795],"about_ca_topic_score_codex":0.0000037561706,"about_ca_topic_score_gemma":8.068446e-7,"teacher_disagreement_score":0.90296525,"about_ca_system_score_codex":0.00011122586,"about_ca_system_score_gemma":0.000776314,"threshold_uncertainty_score":0.36685413},"labels":[],"label_agreement":null},{"id":"W2466886734","doi":"10.1227/neu.0000000000001317","title":"Simulation-based Education for Endoscopic Third Ventriculostomy: A Comparison Between Virtual and Physical Training Models","year":2016,"lang":"en","type":"article","venue":"Operative Neurosurgery","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":33,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Toronto Western Hospital; University Health Network; SickKids Foundation; University of Toronto; Western University; The Wilson Centre; Hospital for Sick Children","funders":"","keywords":"Medicine; Endoscopic third ventriculostomy; Ventriculostomy; Virtual reality; Choking; Likert scale; Physical therapy; Physical medicine and rehabilitation; Medical physics; Simulation; Hydrocephalus; Surgery; Computer science; Artificial intelligence; Psychology; Anatomy","score_opus":0.08777523846473245,"score_gpt":0.3682453728822325,"score_spread":0.28047013441750007,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2466886734","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9617676,0.000024555455,0.035669267,0.001361948,0.0001740024,0.0005102329,0.000024965308,0.00006491721,0.0004024831],"genre_scores_gemma":[0.9983977,0.0000017608862,0.00023706566,0.0006523862,0.00036946448,0.00007043308,0.000041833904,0.000022866361,0.00020645787],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99892557,0.00008651676,0.0002752533,0.00032013387,0.00018618227,0.00020636905],"domain_scores_gemma":[0.9946017,0.0048884973,0.00008171667,0.00011469518,0.0001456119,0.00016775295],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00014068562,0.00015790359,0.0004006466,0.000108083,0.0001587443,0.000035112775,0.000030390293,0.000057581576,0.000022302102],"category_scores_gemma":[0.0006949702,0.00010750898,0.000101996564,0.00014565297,0.00007356769,0.00017910944,0.000011616036,0.00009467926,0.00000583986],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000965365,0.0010340969,0.22466,0.00009284746,0.00014510128,0.000013447234,0.005203732,0.1000586,0.005459764,0.0051369206,0.00023454103,0.6569956],"study_design_scores_gemma":[0.008482647,0.0008879226,0.045069862,0.00043851565,0.00016547019,0.0000015566051,0.0004305822,0.93287015,0.0041398206,0.000827698,0.0062920647,0.00039372797],"about_ca_topic_score_codex":0.0000017213964,"about_ca_topic_score_gemma":3.957203e-7,"teacher_disagreement_score":0.83281153,"about_ca_system_score_codex":0.000046920955,"about_ca_system_score_gemma":0.00022425833,"threshold_uncertainty_score":0.4384089},"labels":[],"label_agreement":null},{"id":"W2470043345","doi":"10.1016/j.jsurg.2016.04.013","title":"Bimanual Psychomotor Performance in Neurosurgical Resident Applicants Assessed Using NeuroTouch, a Virtual Reality Simulator","year":2016,"lang":"en","type":"article","venue":"Journal of surgical education","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":56,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary; Montreal Neurological Institute and Hospital; McGill University","funders":"King Abdulaziz University; King Fahad Medical City; McGill University; American College of Surgeons","keywords":"Psychomotor learning; Medicine; Cohort; Virtual reality; Neurosurgery; Physical therapy; Psychology; Cognition; Surgery; Computer science; Psychiatry","score_opus":0.05628111105614457,"score_gpt":0.38172461233184335,"score_spread":0.32544350127569877,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2470043345","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9958452,0.00004985758,0.0003482578,0.001962451,0.00061802304,0.0002969078,0.0000017675811,0.000018765006,0.00085877965],"genre_scores_gemma":[0.9985173,0.00015782162,0.00013827196,0.00025473398,0.00073294697,0.0000070447304,0.0000019384918,0.000021670423,0.00016828855],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99767685,0.00018689665,0.0010108559,0.00025736084,0.0005799216,0.00028811794],"domain_scores_gemma":[0.9980648,0.00057395105,0.0004338222,0.00020464975,0.00031563328,0.0004071401],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0008087828,0.00017608643,0.0004764021,0.0003067772,0.00005861615,0.000032040552,0.00011944189,0.00013154812,0.00039613154],"category_scores_gemma":[0.00031851768,0.00011246961,0.00018427316,0.0004531153,0.00009080314,0.00033692256,0.000024667042,0.00036100115,0.000013765849],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.011828283,0.0045855446,0.614668,0.00013300881,0.00009386197,0.0006077577,0.00044556535,0.0025459076,0.0074670045,0.0011363203,0.00028050286,0.35620826],"study_design_scores_gemma":[0.017207196,0.0010783478,0.872961,0.000931237,0.00008297159,0.001366744,0.00020343275,0.008044011,0.0007487701,0.0001615687,0.09688335,0.00033138308],"about_ca_topic_score_codex":0.0000129459495,"about_ca_topic_score_gemma":0.0000010363515,"teacher_disagreement_score":0.35587686,"about_ca_system_score_codex":0.00022248896,"about_ca_system_score_gemma":0.0006183271,"threshold_uncertainty_score":0.45863774},"labels":[],"label_agreement":null},{"id":"W2472248622","doi":"","title":"Predictive Validity of the ProMIS Hybrid Simulator in a Urology Residency Training Program","year":2015,"lang":"en","type":"article","venue":"","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"","keywords":"Predictive validity; Medicine; Test (biology); Medical physics; Physical therapy","score_opus":0.13693647056881494,"score_gpt":0.35666370365561506,"score_spread":0.21972723308680012,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2472248622","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.96626,0.000025065361,0.000107539636,0.00079469284,0.00009136917,0.0007177359,0.000001972551,0.00007961851,0.031922013],"genre_scores_gemma":[0.99911433,8.094568e-7,0.00035364303,0.00024581666,0.000053953296,0.000026594425,0.0000030277733,0.000008635661,0.00019318752],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9990251,0.00012131245,0.0002712167,0.0001618225,0.00024489244,0.00017567271],"domain_scores_gemma":[0.99930704,0.00022437506,0.00006788682,0.00017218445,0.000105735475,0.00012277301],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0005066627,0.00007883422,0.00022775981,0.000053313834,0.000018617779,0.000004047167,0.000066119166,0.00005528406,0.00013398501],"category_scores_gemma":[0.0011400799,0.000047815196,0.000070064416,0.00022094008,0.000095048345,0.000042494456,0.000034379118,0.0001770394,0.000004305703],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00211406,0.0011436673,0.87492734,0.0000672915,0.00010979078,0.00011481861,0.009885559,0.0075483723,0.000086433545,0.002168556,0.0002704569,0.10156363],"study_design_scores_gemma":[0.018798994,0.0027336294,0.7280802,0.00013441837,0.00013346401,0.00007955614,0.0026624813,0.2285163,0.0014307847,0.006407139,0.010786857,0.00023615993],"about_ca_topic_score_codex":0.000031416745,"about_ca_topic_score_gemma":0.000020988262,"teacher_disagreement_score":0.22096792,"about_ca_system_score_codex":0.00003424146,"about_ca_system_score_gemma":0.00026171986,"threshold_uncertainty_score":0.1949847},"labels":[],"label_agreement":null},{"id":"W2481753078","doi":"10.1016/j.jsurg.2016.06.015","title":"Optimizing the Selection of General Surgery Residents: A National Consensus","year":2016,"lang":"en","type":"article","venue":"Journal of surgical education","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":25,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Royal College of Physicians and Surgeons of Canada; University of Toronto; St. Michael's Hospital","funders":"Royal College of Physicians and Surgeons of Canada","keywords":"Competence (human resources); Likert scale; Delphi method; Cronbach's alpha; Medical education; Delphi; Psychology; Graduate medical education; Passion; Core competency; Medicine; Social psychology; Accreditation; Computer science; Psychometrics; Management; Clinical psychology","score_opus":0.048097059917763724,"score_gpt":0.3496352744733333,"score_spread":0.3015382145555696,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2481753078","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.985417,0.00022941967,0.00013228168,0.009601966,0.00048448326,0.00007092277,9.576838e-7,0.000007190678,0.0040557887],"genre_scores_gemma":[0.99760264,0.00012329471,0.00068027043,0.00020250426,0.00074547937,0.0000017367706,0.0000015633894,0.0000066140033,0.00063589937],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99869096,0.00010513318,0.0005511426,0.0000698912,0.0004880274,0.00009482583],"domain_scores_gemma":[0.99723566,0.0012491622,0.00042014086,0.0000503674,0.00094877963,0.00009588267],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0009796263,0.00006239833,0.00020829658,0.0001689293,0.000048461075,0.0000100740945,0.00003788339,0.000052974163,0.0005016033],"category_scores_gemma":[0.00076186866,0.000031133495,0.00017628436,0.0002349785,0.00006621991,0.00008118505,0.000006263789,0.00011577404,0.0000050334497],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.007984946,0.0031226932,0.38542163,0.00018210223,0.00093037414,0.000114593095,0.0013156687,0.0016426655,0.019647704,0.019042218,0.048314314,0.5122811],"study_design_scores_gemma":[0.010889601,0.0004942762,0.7737756,0.0018764717,0.00030823165,0.005219548,0.000828912,0.0012617741,0.010789499,0.0033327707,0.19087033,0.00035302382],"about_ca_topic_score_codex":0.000010448235,"about_ca_topic_score_gemma":7.0408186e-7,"teacher_disagreement_score":0.5119281,"about_ca_system_score_codex":0.00010762525,"about_ca_system_score_gemma":0.0008188104,"threshold_uncertainty_score":0.54922044},"labels":[],"label_agreement":null},{"id":"W2483270883","doi":"10.1007/978-3-319-27663-2_16","title":"Semantics and Patient Perceptions of New Technologies","year":2016,"lang":"en","type":"book-chapter","venue":"","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Toronto General Hospital; University of Toronto","funders":"","keywords":"Novelty; Connotation; Value (mathematics); Perception; Emerging technologies; Psychology; Knowledge management; Semantics (computer science); Internet privacy; Computer science; Social psychology; Linguistics; Artificial intelligence","score_opus":0.038085738944810626,"score_gpt":0.28248308820669543,"score_spread":0.2443973492618848,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2483270883","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0016352859,0.0002293988,0.0002649227,0.0014917008,0.000032892436,0.00012819593,0.000005255162,0.00013507181,0.9960773],"genre_scores_gemma":[0.4667103,0.00035830238,0.00078381324,0.00010762943,0.000024657782,5.259054e-7,0.000004408453,0.000013410532,0.53199697],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9995911,8.839901e-7,0.00014885144,0.000102666745,0.00010237635,0.000054116623],"domain_scores_gemma":[0.9997003,0.000047173482,0.000050371706,0.00012044289,0.00004105084,0.00004064237],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.000012876277,0.000084689054,0.00019892804,0.00007838404,0.000013180306,0.0000022136119,0.00001658452,0.00017497611,0.0022016536],"category_scores_gemma":[0.000025815027,0.00005107337,0.00005176567,0.000008171574,0.00008736295,0.000009806394,0.000031513213,0.00008500216,0.0000361044],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00002105774,0.000009083841,0.00052860915,0.000030776802,0.000056303143,0.000008320654,0.00011543718,2.4392875e-7,0.000032347536,0.2523199,0.0006190396,0.74625885],"study_design_scores_gemma":[0.0019136966,0.00036064527,0.001397202,0.0008830661,0.00016637953,0.000029563185,0.0005265689,0.000031904572,0.0001086334,0.03230269,0.96205896,0.00022068253],"about_ca_topic_score_codex":0.0000014174095,"about_ca_topic_score_gemma":0.0000014391421,"teacher_disagreement_score":0.9614399,"about_ca_system_score_codex":0.000008832878,"about_ca_system_score_gemma":0.000022916936,"threshold_uncertainty_score":0.99871045},"labels":[],"label_agreement":null},{"id":"W2485248131","doi":"10.1115/1.4033844","title":"Effects of Grasp Frequency on the Dynamics of a Robotic Surgical Grasper1","year":2016,"lang":"en","type":"article","venue":"Journal of Medical Devices","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Testbed; Computer science; Hexapod; Microcontroller; Surgical instrument; Robot; GRASP; Interface (matter); Simulation; Computer hardware; Engineering; Artificial intelligence; Mechanical engineering","score_opus":0.018745759767815104,"score_gpt":0.3021375851696372,"score_spread":0.28339182540182206,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2485248131","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9762621,0.00066951883,0.00083544943,0.019890675,0.0002933642,0.00010861216,9.165126e-7,0.000006924576,0.0019324193],"genre_scores_gemma":[0.99903077,0.0002578872,0.00007415575,0.00037700348,0.00020863321,8.1054907e-7,4.8242504e-7,0.000008367849,0.000041889252],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99749446,0.00015703765,0.0006648932,0.00008194651,0.0014570084,0.00014467511],"domain_scores_gemma":[0.9947888,0.004224454,0.00042575304,0.00010491292,0.00018627675,0.00026976492],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001170755,0.00009804134,0.00047918348,0.00010277926,0.000022547532,0.0000040605614,0.00020937908,0.00013277744,0.0008099252],"category_scores_gemma":[0.0022968664,0.000038520837,0.00023994656,0.00018706135,0.00022281457,0.000047828198,0.00002234266,0.00029576922,0.0000070828487],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.002703034,0.0034695342,0.27317154,0.0019302254,0.0018260248,0.005706972,0.0008174545,0.00009731259,0.0021319052,0.25760806,0.00055237743,0.44998556],"study_design_scores_gemma":[0.055034984,0.009325896,0.85546136,0.03217304,0.0016114773,0.0024706044,0.00092829944,0.011701951,0.009042647,0.0144404955,0.0071810596,0.0006281683],"about_ca_topic_score_codex":0.00000949604,"about_ca_topic_score_gemma":0.0000082286215,"teacher_disagreement_score":0.5822898,"about_ca_system_score_codex":0.000034922396,"about_ca_system_score_gemma":0.00013780774,"threshold_uncertainty_score":0.88681126},"labels":[],"label_agreement":null},{"id":"W2496758482","doi":"10.1007/978-3-319-29965-5_4","title":"Stereoscopic Motion Magnification in Minimally-Invasive Robotic Prostatectomy","year":2016,"lang":"en","type":"book-chapter","venue":"Lecture notes in computer science","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University","funders":"","keywords":"Neurovascular bundle; Computer science; Prostatectomy; Stereoscopy; Magnification; Computer vision; Artificial intelligence; Prostate cancer; Medicine; Surgery; Cancer","score_opus":0.02846619584140629,"score_gpt":0.2774438498737259,"score_spread":0.24897765403231958,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2496758482","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.025673961,0.00027099304,0.95418304,0.0016744124,0.0008436876,0.0013427597,0.0000037663776,0.00011669837,0.015890706],"genre_scores_gemma":[0.98612344,0.000036783385,0.012361659,0.00059984,0.00022481968,0.000009526268,0.000012783354,0.00002348846,0.0006076527],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9981245,0.000021630805,0.00038933722,0.000689363,0.00046271435,0.00031247525],"domain_scores_gemma":[0.9988226,0.0004205413,0.00014926399,0.0003529742,0.0001451305,0.0001094614],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00033157427,0.00024588883,0.00036021852,0.0005819956,0.000050927832,0.000055794248,0.00020600807,0.00020865633,0.00013441805],"category_scores_gemma":[0.00016973757,0.0001863691,0.00006118689,0.0002540097,0.00029115044,0.00013782717,0.00008266069,0.00037006813,0.00006581027],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000086081796,0.000059088925,0.0075863013,0.00022126384,0.000009728342,0.00017556637,0.00063360896,0.0066253366,0.00048063046,0.0011414886,0.000001048804,0.98297983],"study_design_scores_gemma":[0.02766384,0.0028720454,0.4492318,0.02271803,0.00021675344,0.00034281504,0.0000057707102,0.29052547,0.01493658,0.18384705,0.003836916,0.003802921],"about_ca_topic_score_codex":0.0000046415694,"about_ca_topic_score_gemma":0.00004144426,"teacher_disagreement_score":0.97917694,"about_ca_system_score_codex":0.00030129065,"about_ca_system_score_gemma":0.0002721131,"threshold_uncertainty_score":0.7599911},"labels":[],"label_agreement":null},{"id":"W2502109042","doi":"10.1016/j.jss.2008.11.043","title":"27. A Method to Characterize the Learning Curve for Performance of a Fundamental Laparoscopic Simulator Task: Defining “Learning Potential” and “Learning Rate”","year":2009,"lang":"en","type":"article","venue":"Journal of Surgical Research","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"","keywords":"Learning curve; Task (project management); Computer science; Learning effect; Term (time); Simple (philosophy); Simulation; Machine learning; Artificial intelligence; Engineering","score_opus":0.08966432377120452,"score_gpt":0.43138105760656253,"score_spread":0.341716733835358,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2502109042","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9956294,0.0004027699,0.00086882303,0.0021189596,0.00006735574,0.0003439714,0.0000013410431,0.000016641196,0.0005507909],"genre_scores_gemma":[0.9972462,0.00019817351,0.0015024089,0.00011212189,0.00022595323,0.0000050101285,0.000006251361,0.000022285984,0.0006815829],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99640125,0.0011260632,0.0007291614,0.00023988518,0.00095915305,0.0005444866],"domain_scores_gemma":[0.9946073,0.0037293127,0.0003174046,0.00010113384,0.0008341741,0.00041063022],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.010113977,0.00016309446,0.0006218793,0.00035172206,0.0005039329,0.00010361704,0.00015025011,0.00011623081,0.00016698465],"category_scores_gemma":[0.0030054986,0.00010758722,0.00019522384,0.0006644442,0.000111891,0.00017260591,0.00008356212,0.002086725,0.0000087193575],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.034727853,0.0008541396,0.23828857,0.00067167473,0.00073045935,0.00078818214,0.008022038,0.13135403,0.088833086,0.0013280143,0.0001183744,0.4942836],"study_design_scores_gemma":[0.03168913,0.02890495,0.3502816,0.0030156346,0.00029973983,0.0011720454,0.0063067344,0.31847712,0.004011829,0.00021079955,0.25500393,0.0006264596],"about_ca_topic_score_codex":0.0000052305295,"about_ca_topic_score_gemma":1.8778024e-7,"teacher_disagreement_score":0.4936571,"about_ca_system_score_codex":0.00007623302,"about_ca_system_score_gemma":0.00016715762,"threshold_uncertainty_score":0.9065898},"labels":[],"label_agreement":null},{"id":"W2506331642","doi":"10.1016/j.ajog.2016.04.048","title":"At last, a standardized laparoscopy curriculum for gynecology residents","year":2016,"lang":"en","type":"letter","venue":"American Journal of Obstetrics and Gynecology","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":4,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Medicine; Laparoscopy; Curriculum; General surgery; Gynecology; Medical education; Medical physics","score_opus":0.01807676261366248,"score_gpt":0.3048411870262355,"score_spread":0.28676442441257305,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2506331642","genre_codex":"empirical","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.52619857,0.0040383767,0.0010488388,0.4532101,0.010555381,0.0013278122,0.00026742026,0.00006115048,0.0032923536],"genre_scores_gemma":[0.34152484,0.0038530335,0.0060242,0.637438,0.0054345564,0.00006142306,0.00014018573,0.00023509357,0.005288626],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9974018,0.00022359134,0.0009483686,0.00036525994,0.00043000892,0.0006310126],"domain_scores_gemma":[0.9747511,0.022529744,0.00148088,0.00021728493,0.00074067886,0.000280282],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0005398819,0.00032895408,0.0017162304,0.00065158086,0.00013509598,0.000025143016,0.00017626263,0.00050301955,0.00041396168],"category_scores_gemma":[0.01321601,0.00022719213,0.0004075312,0.00037742313,0.0004898044,0.00005611529,0.00008847746,0.00096480525,0.000013213185],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0008617369,0.00016170267,0.055594817,0.00021868746,0.0013865473,0.0045580077,0.00018202941,0.00000516811,0.00006550503,0.00009712436,0.6017177,0.33515093],"study_design_scores_gemma":[0.0085100755,0.004332878,0.0035224098,0.00010660928,0.000443999,0.00039308236,0.000077508535,0.00001919121,0.000022587532,0.00021738517,0.9821136,0.00024069539],"about_ca_topic_score_codex":0.0000052359246,"about_ca_topic_score_gemma":0.0000035995447,"teacher_disagreement_score":0.38039583,"about_ca_system_score_codex":0.00047613247,"about_ca_system_score_gemma":0.00035928283,"threshold_uncertainty_score":0.9950961},"labels":[],"label_agreement":null},{"id":"W2509181515","doi":"10.1097/sla.0000000000001959","title":"The Effect of Technical Performance on Patient Outcomes in Surgery","year":2016,"lang":"en","type":"review","venue":"Annals of Surgery","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":130,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Medicine; PsycINFO; MEDLINE; Psychological intervention; Evidence-based medicine; Physical therapy; Emergency medicine; Intensive care medicine; Alternative medicine; Nursing","score_opus":0.3105370567006362,"score_gpt":0.42286671634421974,"score_spread":0.11232965964358355,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2509181515","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.04498068,0.9520051,1.6476912e-7,0.00025669817,0.00031440082,0.00049129844,0.000015967604,0.000024902874,0.0019107973],"genre_scores_gemma":[0.14067341,0.85908014,5.1962826e-7,0.00007875275,0.0000317733,0.000042962984,0.000014976335,0.000022934957,0.000054534816],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99755746,0.0002822076,0.001257971,0.00020261972,0.00041958547,0.0002801306],"domain_scores_gemma":[0.96900666,0.029901369,0.00057424844,0.00037232018,0.00006739119,0.00007803691],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0022186954,0.00025635108,0.0027233397,0.0003678497,0.000028669456,0.0000040354284,0.00007563506,0.00021063173,0.000056268407],"category_scores_gemma":[0.0023482093,0.00011229102,0.0013009609,0.00032993226,0.00012300299,0.000031784555,0.000033683078,0.0002564744,0.00002629073],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00016317541,0.00005452374,0.03226196,0.0034527136,0.00008748888,0.00001671436,0.000002425143,3.5761144e-7,7.503396e-8,0.000009590756,0.0005383381,0.96341264],"study_design_scores_gemma":[0.00020465563,0.00019581382,0.01484892,0.044033904,0.00006755363,0.000007793578,0.0000012175417,9.858604e-7,0.000060430622,0.0000030535612,0.9404242,0.00015149431],"about_ca_topic_score_codex":0.0000030778795,"about_ca_topic_score_gemma":3.5469344e-7,"teacher_disagreement_score":0.9632611,"about_ca_system_score_codex":0.000020350884,"about_ca_system_score_gemma":0.00013470015,"threshold_uncertainty_score":0.4579095},"labels":[],"label_agreement":null},{"id":"W2510525893","doi":"10.1016/j.amjsurg.2016.08.011","title":"Surgical skills curricula in American College of Surgeons Accredited Education Institutes: An international survey","year":2016,"lang":"en","type":"article","venue":"The American Journal of Surgery","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":15,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University Health Centre","funders":"","keywords":"Curriculum; Accreditation; Medical education; Medicine; Population; Psychology; Pedagogy","score_opus":0.038884579512958976,"score_gpt":0.3448997056742941,"score_spread":0.30601512616133514,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2510525893","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9971222,0.000034540702,0.00006827845,0.0015944937,0.00060930906,0.0000796166,0.000045467576,0.00001126417,0.00043477636],"genre_scores_gemma":[0.9989502,0.00030339346,0.00012444354,0.00026187225,0.0002567825,0.0000027301414,0.000017805602,0.000015599686,0.000067195164],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9976598,0.0005334986,0.000911233,0.00015025465,0.00052554667,0.00021966107],"domain_scores_gemma":[0.9940963,0.003787961,0.0011052954,0.00022943824,0.00055129913,0.0002297057],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0023116877,0.00014138925,0.0007564555,0.0005527138,0.000033133896,0.000008229025,0.00019938966,0.000026136016,0.00021336165],"category_scores_gemma":[0.0014835454,0.00007695081,0.00023161864,0.0011734422,0.000691764,0.0002649667,0.000027252041,0.00019652702,0.000005691978],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0008950923,0.0005991778,0.8314527,0.0000026216298,0.000072256094,0.00009974145,0.00007194974,0.000025868978,0.000064631226,0.000116986834,0.00017523354,0.16642374],"study_design_scores_gemma":[0.0010525638,0.00015276569,0.99206805,0.00030222174,0.000025833142,0.0003082165,0.0005257055,0.000040472478,0.00007936502,0.000044831795,0.0053024334,0.00009755732],"about_ca_topic_score_codex":0.0003895592,"about_ca_topic_score_gemma":0.000026703427,"teacher_disagreement_score":0.16632618,"about_ca_system_score_codex":0.00010608051,"about_ca_system_score_gemma":0.0006404278,"threshold_uncertainty_score":0.3137963},"labels":[],"label_agreement":null},{"id":"W2513226937","doi":"10.1007/s11548-015-1280-4","title":"Information processing in computer-assisted interventions: 5th international conference, 2014","year":2015,"lang":"en","type":"editorial","venue":"International Journal of Computer Assisted Radiology and Surgery","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia; McGill University; Montreal Neurological Institute and Hospital","funders":"Engineering and Physical Sciences Research Council","keywords":"Instrumentation (computer programming); Medical physics; Computer science; Psychological intervention; Interventional radiology; Field (mathematics); Health informatics; Point (geometry); Medicine; Surgery; Pathology; Nursing","score_opus":0.05419844706028664,"score_gpt":0.35311381433009936,"score_spread":0.2989153672698127,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2513226937","genre_codex":"editorial","genre_gemma":"editorial","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"editorial","genre_consensus":"editorial","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.014595273,0.0017725658,0.07144215,0.002608433,0.907594,0.0002953284,0.00009736919,0.00008227717,0.0015125744],"genre_scores_gemma":[0.4838973,0.0019221038,0.009157095,0.0012627002,0.49987403,0.000018830417,0.0036502453,0.00006162188,0.00015606367],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9960834,0.0003033325,0.002044692,0.0002358864,0.001085484,0.0002472357],"domain_scores_gemma":[0.9937307,0.0011218201,0.0016266656,0.00013003628,0.0031626725,0.00022806367],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0018672519,0.0003277456,0.0011270972,0.0017626917,0.00005008064,0.00023703113,0.000365498,0.0007107828,0.00015699313],"category_scores_gemma":[0.00062719,0.00028350696,0.0004943321,0.00018282776,0.00017351663,0.00072837394,0.0001316817,0.0012388981,0.000012989029],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0015344733,0.0003579902,0.006533579,0.00016884024,0.0008258479,0.000618546,0.00041910337,0.00031258818,0.0000018637638,0.00005711044,0.54359186,0.44557822],"study_design_scores_gemma":[0.01023303,0.00046417705,0.054077335,0.006142968,0.00024257695,0.003668905,0.00016321099,0.029185148,0.0000017704095,0.00030549907,0.8949611,0.0005542537],"about_ca_topic_score_codex":0.00001250858,"about_ca_topic_score_gemma":0.000007763469,"teacher_disagreement_score":0.46930203,"about_ca_system_score_codex":0.0003406317,"about_ca_system_score_gemma":0.0010172956,"threshold_uncertainty_score":0.99996173},"labels":[],"label_agreement":null},{"id":"W2514590573","doi":"10.1097/sla.0000000000001962","title":"What Are the Principles That Guide Behaviors in the Operating Room?","year":2016,"lang":"en","type":"article","venue":"Annals of Surgery","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":104,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University Health Centre","funders":"","keywords":"Cognition; Medicine; Task (project management); Psychomotor learning; Interpersonal communication; Applied psychology; Patient safety; Social skills; Medical education; Psychology; Social psychology; Health care; Psychiatry","score_opus":0.4231046281347105,"score_gpt":0.40959623192380373,"score_spread":0.01350839621090677,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2514590573","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9730637,0.0005393487,0.000005432268,0.024303164,0.00014136525,0.000120144534,0.0000019238828,0.000014661414,0.0018102655],"genre_scores_gemma":[0.9953739,0.00055507664,0.0000073084593,0.0035479453,0.000076779485,0.00001217843,0.0000027174635,0.000008258552,0.00041581492],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99901134,0.00011043909,0.0003058454,0.00011635102,0.00027680534,0.00017924767],"domain_scores_gemma":[0.9974616,0.0020660076,0.000114359864,0.00023853335,0.000079206104,0.000040305444],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0016124188,0.00007869741,0.00020687697,0.000059794205,0.000057527217,0.000032406268,0.000083469284,0.000042177395,0.00016000011],"category_scores_gemma":[0.0006237131,0.000030954412,0.00013315685,0.0001484818,0.000061321334,0.00019669293,0.000024482853,0.00008153163,0.000011284379],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000031645173,0.00007644995,0.92512596,0.000012456092,0.000017771834,0.000057242643,0.00066670834,0.000020796,0.00017628222,0.00022604532,0.0010085942,0.07258006],"study_design_scores_gemma":[0.00035526493,0.000014503535,0.9492204,0.0008623417,0.0000121555095,0.000012343008,0.0045632473,0.000034909503,0.0031486794,0.00004876314,0.04165142,0.00007596391],"about_ca_topic_score_codex":0.000024856476,"about_ca_topic_score_gemma":0.000016557602,"teacher_disagreement_score":0.072504096,"about_ca_system_score_codex":0.0000050889594,"about_ca_system_score_gemma":0.000035283698,"threshold_uncertainty_score":0.1751889},"labels":[],"label_agreement":null},{"id":"W2514784929","doi":"10.5539/gjhs.v9n4p240","title":"Gamification to Engage Clinicians in Registering Data: A Randomized Trial","year":2016,"lang":"en","type":"article","venue":"Global Journal of Health Science","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Randomized controlled trial; Medicine; Likert scale; Internal medicine; Psychology","score_opus":0.1901377679368131,"score_gpt":0.47744397413538614,"score_spread":0.28730620619857306,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2514784929","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.96519196,0.0001891272,0.01326174,0.017739715,0.0009202542,0.00066181226,0.00000455083,0.000011556709,0.002019292],"genre_scores_gemma":[0.99610317,0.000075582204,0.002389327,0.0012872692,0.00012418292,0.000001353612,4.0236895e-7,0.0000018549847,0.000016889819],"study_design_codex":"design_other","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9980115,0.00015220068,0.0009186557,0.00017550796,0.00050948194,0.00023260286],"domain_scores_gemma":[0.998615,0.00030869368,0.00041872272,0.00023413228,0.00013834478,0.00028507184],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.012970536,0.000052769294,0.00042196346,0.00012846287,0.00007436741,0.00002058816,0.00027084825,0.000021316044,0.000016533168],"category_scores_gemma":[0.0040764166,0.000029661787,0.000049944007,0.0005663397,0.00015381265,0.00026451395,0.000050041624,0.00010124467,0.000009098693],"study_design_candidate":"randomized_trial","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.48412347,0.00016489667,0.010163049,0.000018980005,0.000009251809,0.00004781461,0.00021733627,0.000055185425,0.0001403287,0.0011318814,0.00015736511,0.5037704],"study_design_scores_gemma":[0.94043714,0.0005246561,0.050042886,0.0006401396,0.000010865563,0.00015124396,0.00015940076,0.000700177,0.000008812954,0.00028166256,0.0069766846,0.00006632704],"about_ca_topic_score_codex":0.000028454004,"about_ca_topic_score_gemma":0.000009416804,"teacher_disagreement_score":0.50370413,"about_ca_system_score_codex":0.00024463897,"about_ca_system_score_gemma":0.0008358471,"threshold_uncertainty_score":0.4880146},"labels":[],"label_agreement":null},{"id":"W2514834349","doi":"10.1097/sla.0000000000001931","title":"Setting Performance Standards for Technical and Nontechnical Competence in General Surgery","year":2016,"lang":"en","type":"article","venue":"Annals of Surgery","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":27,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Royal College of Physicians and Surgeons of Canada; University of Calgary; Western University; University of Toronto","funders":"","keywords":"Medicine; Competence (human resources); Credibility; Receiver operating characteristic; Laparoscopic cholecystectomy; Gold standard (test); Medical physics; Statistics; Surgery; Radiology; Social psychology","score_opus":0.2560157991108771,"score_gpt":0.38856591625471415,"score_spread":0.13255011714383708,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2514834349","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99582964,0.00022262581,0.00041317305,0.002759206,0.00006081886,0.000140936,0.000027484675,0.000043337503,0.0005027705],"genre_scores_gemma":[0.998437,0.00047492504,0.00041632538,0.00052415335,0.000074444026,0.000016608217,0.0000062929253,0.000012161868,0.000038100825],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99874496,0.000030177891,0.0004928026,0.00019528702,0.0002643767,0.0002723705],"domain_scores_gemma":[0.9963501,0.003113238,0.00010189327,0.00012777734,0.00019908765,0.00010787912],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0021351858,0.00009823883,0.00046324285,0.0001801834,0.000031407348,0.0000053035233,0.000029712111,0.00009198044,0.000043942342],"category_scores_gemma":[0.0014462825,0.00006677351,0.00015331016,0.0001651988,0.00014036073,0.00010633912,0.000025783556,0.000079324775,8.63602e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00066338596,0.00007253819,0.7356705,0.00013859764,0.0000151789945,0.000018902541,0.000011842345,0.000003543786,0.002054588,0.00023642453,0.0011910655,0.25992343],"study_design_scores_gemma":[0.001057264,0.0000802177,0.9720018,0.0014388654,0.0000107172145,0.0000386856,0.00001348164,0.0005736885,0.007976469,0.00016143691,0.016463127,0.00018427912],"about_ca_topic_score_codex":0.0000043666273,"about_ca_topic_score_gemma":0.000002194171,"teacher_disagreement_score":0.25973916,"about_ca_system_score_codex":0.000015766918,"about_ca_system_score_gemma":0.00015505735,"threshold_uncertainty_score":0.27229446},"labels":[],"label_agreement":null},{"id":"W2515601006","doi":"10.1016/j.ogc.2016.04.007","title":"Surgical Simulation and Competency","year":2016,"lang":"en","type":"review","venue":"Obstetrics and Gynecology Clinics of North America","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":13,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Medicine; Curriculum; Duty; Hysterectomy; Medical education; Patient safety; Obstetrics and gynaecology; Medical simulation; Simulation training; Medical physics; Surgery; Simulation; Pregnancy; Pedagogy","score_opus":0.06213999423515296,"score_gpt":0.3832935987015922,"score_spread":0.32115360446643926,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2515601006","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0011568828,0.99592435,0.000037510556,0.000043534474,0.0004023225,0.00041889935,0.000054663356,0.000028078834,0.0019337381],"genre_scores_gemma":[0.008820794,0.9903973,0.0002539984,0.00010566699,0.00006964581,0.000009051029,0.00011665053,0.000028684568,0.00019823253],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9980129,0.00013876207,0.0009900096,0.0004320009,0.00018043896,0.0002458626],"domain_scores_gemma":[0.9622228,0.036477424,0.00065506727,0.00024246552,0.0001520406,0.00025021614],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00019168915,0.0002810328,0.0020584033,0.00029463178,0.00006622304,0.000009553463,0.000073339754,0.00036119265,0.0001500714],"category_scores_gemma":[0.005372104,0.0001910842,0.00029038193,0.0005013046,0.0003931537,0.000036791917,0.000098450095,0.0003563781,0.000023468117],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00001348129,0.00008818016,0.0054198042,0.0013191485,0.000121773286,0.000081475555,0.0000095984105,0.00000792333,6.092081e-10,0.00009254375,0.0000054995917,0.9928406],"study_design_scores_gemma":[0.001738118,0.00052739633,0.0026740672,0.0007939954,0.0004898173,0.000020688145,0.0000040452983,0.00051758846,1.6002951e-9,0.000036773996,0.9930072,0.00019035181],"about_ca_topic_score_codex":0.0000011862063,"about_ca_topic_score_gemma":0.0000012089121,"teacher_disagreement_score":0.99300164,"about_ca_system_score_codex":0.00003020362,"about_ca_system_score_gemma":0.0002032968,"threshold_uncertainty_score":0.77921873},"labels":[],"label_agreement":null},{"id":"W2515955095","doi":"10.7759/cureus.774","title":"Emergency Medicine in Remote Regions","year":2016,"lang":"en","type":"editorial","venue":"Cureus","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Memorial University of Newfoundland","funders":"","keywords":"Medicine; Nova scotia; Fixed wing; Snapshot (computer storage); Medical emergency; Submarine pipeline; Aeronautics; Medical education; Oceanography; Wing; Engineering","score_opus":0.04666145949851126,"score_gpt":0.375125319232961,"score_spread":0.32846385973444975,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2515955095","genre_codex":"editorial","genre_gemma":"editorial","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"editorial","genre_consensus":"editorial","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000050132083,0.0017082917,0.00011361714,0.0013059943,0.80190516,0.00018500266,0.000012746235,0.000081473234,0.19463757],"genre_scores_gemma":[0.0024967962,0.0030645768,0.000043360462,0.00005453729,0.9639048,0.000004735184,0.00024157135,0.000048180344,0.03014143],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99824697,0.000047256803,0.0005150507,0.00035082217,0.0005717874,0.00026812643],"domain_scores_gemma":[0.99855113,0.0005233482,0.00014813476,0.00040484229,0.0001825707,0.00018995788],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00031407876,0.00021647124,0.00052556314,0.0001323918,0.00003370417,0.0000020038444,0.00011937739,0.00064766523,0.0071555283],"category_scores_gemma":[0.0034884003,0.00014149226,0.00011378158,0.00021666974,0.00006880843,0.00003580763,0.000033238146,0.0005676761,0.000163187],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00008376635,0.000027087786,0.00011169686,0.0000477245,0.00003668457,0.000073096424,0.000111108806,2.8632977e-7,0.000007348448,0.00021236896,0.99445736,0.0048314393],"study_design_scores_gemma":[0.0033516071,0.00012412759,0.00029771155,0.00095137116,0.00006990633,0.000001972487,0.000025155963,0.000026106789,0.0000010447387,0.0012911804,0.99370676,0.000153058],"about_ca_topic_score_codex":0.00020924305,"about_ca_topic_score_gemma":0.00012571052,"teacher_disagreement_score":0.16449614,"about_ca_system_score_codex":0.00014149505,"about_ca_system_score_gemma":0.00014023663,"threshold_uncertainty_score":0.99375206},"labels":[],"label_agreement":null},{"id":"W2516840973","doi":"10.1007/s00464-016-5152-y","title":"A serious game skills competition increases voluntary usage and proficiency of a virtual reality laparoscopic simulator during first-year surgical residents’ simulation curriculum","year":2016,"lang":"en","type":"article","venue":"Surgical Endoscopy","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":46,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"London Health Sciences Centre","funders":"","keywords":"Cohort; Medicine; Curriculum; Competition (biology); Cohort study; Physical therapy; Psychology; Internal medicine","score_opus":0.01175579578632791,"score_gpt":0.29405836776108557,"score_spread":0.28230257197475767,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2516840973","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99803674,0.00012186361,0.00009445995,0.00021698052,0.000100446785,0.00056106003,0.00005472818,0.00015305201,0.00066063786],"genre_scores_gemma":[0.9992175,0.00016333413,0.00005280658,0.000029070243,0.00019771127,0.00001998437,0.00004320856,0.000029804492,0.00024659824],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9973785,0.0002355226,0.00072745414,0.000557904,0.0006589687,0.00044161273],"domain_scores_gemma":[0.9975159,0.0013778735,0.00021195738,0.00031846826,0.00017026006,0.00040552363],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00040880207,0.0002839105,0.00068589015,0.00016875153,0.00014223807,0.000025705125,0.00009329291,0.00021125798,0.0010432734],"category_scores_gemma":[0.00054062426,0.0001975807,0.0001751677,0.00035935058,0.0003246724,0.0002388015,0.00010567425,0.00021348626,0.000033425207],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0034008028,0.0012269168,0.9873905,0.00029419042,0.00008799764,0.00062019273,0.00020891344,0.0029609774,0.00041230198,0.0022275352,0.000006230508,0.0011634359],"study_design_scores_gemma":[0.08903775,0.0012215682,0.886465,0.0019361365,0.00017298518,0.0001729614,0.00016331006,0.013300747,0.0030108371,0.00035541554,0.003574349,0.0005889347],"about_ca_topic_score_codex":0.0002620517,"about_ca_topic_score_gemma":0.000025562696,"teacher_disagreement_score":0.100925505,"about_ca_system_score_codex":0.000109214394,"about_ca_system_score_gemma":0.00006711484,"threshold_uncertainty_score":0.9998699},"labels":[],"label_agreement":null},{"id":"W2518696313","doi":"10.1002/bjs.10236","title":"Systematic review of e-learning for surgical training","year":2016,"lang":"en","type":"review","venue":"British journal of surgery","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":182,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University Health Centre; Montreal General Hospital; McGill University","funders":"","keywords":"Medicine; Psychomotor learning; Psychological intervention; Popularity; Intervention (counseling); E learning; Medical education; MEDLINE; The Internet; Cognition; Nursing; Psychology; World Wide Web","score_opus":0.13010465905885685,"score_gpt":0.37237513371147135,"score_spread":0.2422704746526145,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2518696313","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000007082831,0.9980224,0.000083744184,0.000027065877,0.00033953795,0.0007788183,0.000016339978,0.00001612688,0.0007088805],"genre_scores_gemma":[0.0000994437,0.9987742,0.00007629717,0.000060797305,0.00054411736,0.000029398765,0.000031917538,0.00006371157,0.00032011833],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.9947115,0.00051948475,0.0036992254,0.00018377173,0.00059310073,0.00029292156],"domain_scores_gemma":[0.98685896,0.008730761,0.0033996124,0.00013497558,0.0006130838,0.00026258317],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0054734643,0.00025855462,0.007535487,0.00030978088,0.00005495543,0.000026320626,0.00012307569,0.00022900422,0.0004079655],"category_scores_gemma":[0.008766634,0.00018741678,0.0037040631,0.00030711852,0.000061311366,0.00009244554,0.000018592984,0.0005484365,0.000007976129],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000012282406,0.000021927159,0.0000024768942,0.5346437,0.00035301415,0.0008177279,0.0000045613474,6.162728e-8,6.1769927e-9,0.000007607156,0.00016125587,0.46397537],"study_design_scores_gemma":[0.00053128734,0.000030077716,0.0000012224733,0.57809633,0.0017709774,0.0161909,0.000012516483,7.2467236e-7,3.5050984e-8,0.000003725218,0.4032589,0.00010328179],"about_ca_topic_score_codex":5.943796e-7,"about_ca_topic_score_gemma":5.155677e-8,"teacher_disagreement_score":0.4638721,"about_ca_system_score_codex":0.00007345839,"about_ca_system_score_gemma":0.0006978457,"threshold_uncertainty_score":0.99958295},"labels":[],"label_agreement":null},{"id":"W2518755923","doi":"10.1016/j.jcjo.2016.04.021","title":"Canadian ophthalmic microsurgery course: an innovative spin on wet lab–based surgical education","year":2016,"lang":"en","type":"article","venue":"Canadian Journal of Ophthalmology","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":8,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"St Joseph's Health Care; Western University","funders":"","keywords":"Course (navigation); Microsurgery; Medical education; General partnership; Medicine; Medical physics; Computer science; Surgery; Engineering; Business","score_opus":0.039192691334599336,"score_gpt":0.3444945952109017,"score_spread":0.30530190387630235,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2518755923","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9527936,0.00013046514,0.0000035114433,0.006036802,0.0010693916,0.00013652541,0.000043074542,0.0000054119705,0.039781228],"genre_scores_gemma":[0.99732035,0.0000011664133,0.0001229975,0.0007560157,0.00043421838,0.000003825778,0.000032768232,0.000030722393,0.0012979247],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9983244,0.00018424021,0.00052942464,0.00022954593,0.00018343744,0.00054896943],"domain_scores_gemma":[0.99629325,0.00028177918,0.00023993824,0.0002359083,0.00074356294,0.0022055374],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00057866314,0.00019245276,0.00043092816,0.0008989175,0.0001331811,0.00002715276,0.00016107094,0.00023825718,0.0073026367],"category_scores_gemma":[0.0003812489,0.0001413856,0.00011659967,0.00051686476,0.00019475729,0.00012960212,0.0000035587195,0.00033368295,0.000082755185],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0007197282,0.00035373587,0.8529826,0.000024664509,0.00017864673,0.11026817,0.0002576532,0.00007737014,0.00037586872,0.0030157408,0.0021919368,0.029553924],"study_design_scores_gemma":[0.0062677735,0.0022715323,0.71115947,0.00061634905,0.00006791518,0.19689143,0.00028748094,0.000042037795,0.00062290614,0.0003717178,0.08092632,0.00047506802],"about_ca_topic_score_codex":0.029244019,"about_ca_topic_score_gemma":0.0072651044,"teacher_disagreement_score":0.1418231,"about_ca_system_score_codex":0.0007605643,"about_ca_system_score_gemma":0.016519396,"threshold_uncertainty_score":0.99360484},"labels":[],"label_agreement":null},{"id":"W2519340694","doi":"10.1016/j.compbiomed.2016.09.005","title":"Evaluation of haptic interfaces for simulation of drill vibration in virtual temporal bone surgery","year":2016,"lang":"en","type":"article","venue":"Computers in Biology and Medicine","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":21,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"Natural Sciences and Engineering Research Council of Canada; University of Calgary","keywords":"Haptic technology; Computer science; Rendering (computer graphics); Virtual reality; Drill; Vibration; Simulation; High fidelity; Fidelity; Computer vision; Artificial intelligence; Acoustics; Engineering","score_opus":0.09602040628279546,"score_gpt":0.3934890025737201,"score_spread":0.29746859629092465,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2519340694","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.95182186,0.00027946266,0.04660566,0.00074568,0.00021179889,0.00026349505,0.000001476577,0.0000059478884,0.00006462727],"genre_scores_gemma":[0.9995439,0.000028666562,0.0002436061,0.00008845327,0.000056893245,0.00000604468,0.000025681318,0.0000030600852,0.0000036884715],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99918884,0.000112367816,0.00039974423,0.00012390269,0.000099864905,0.00007527459],"domain_scores_gemma":[0.99803185,0.0016258801,0.00012368032,0.00005813745,0.00013420149,0.000026269116],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0016194152,0.000058351183,0.00031683457,0.00023965043,0.000008123616,4.037952e-7,0.000015639156,0.00007897173,0.00002789864],"category_scores_gemma":[0.00089090137,0.000035994148,0.000020641884,0.00010607684,0.0001666533,0.000037791964,0.000009288324,0.00003248222,1.5903777e-7],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0011374785,0.000114754934,0.2954556,0.000077295765,0.00004414109,0.0000016162866,0.0008463987,0.0033925648,0.012568133,0.0016154179,0.000019592793,0.684727],"study_design_scores_gemma":[0.019137241,0.0014544778,0.30421975,0.0018097962,0.00010242128,0.0000049858468,0.0002463596,0.665282,0.0014291314,0.0059325784,0.00026795684,0.00011329919],"about_ca_topic_score_codex":0.00001101427,"about_ca_topic_score_gemma":0.00001533148,"teacher_disagreement_score":0.6846137,"about_ca_system_score_codex":0.000025762596,"about_ca_system_score_gemma":0.000037167407,"threshold_uncertainty_score":0.14677987},"labels":[],"label_agreement":null},{"id":"W2519952875","doi":"10.1016/j.jmig.2015.08.372","title":"Optimizing Intra-Operative Visualization During Gynecologic Surgery","year":2015,"lang":"en","type":"article","venue":"Journal of Minimally Invasive Gynecology","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ottawa Hospital","funders":"","keywords":"Medicine; Visualization; Pelvis; Ureter; Laparoscopy; Surgery; Laparoscopic surgery; Artificial intelligence; Computer science","score_opus":0.05967543115525763,"score_gpt":0.3266889901859132,"score_spread":0.26701355903065555,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2519952875","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9936266,0.00027742202,0.00020771293,0.00081602,0.00071498967,0.00016618716,0.0000011475103,0.000027711108,0.0041622063],"genre_scores_gemma":[0.99624807,0.00012759915,0.0018819178,0.0012375652,0.0003497764,0.0000050073227,0.000008302047,0.000021897009,0.00011986282],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99802184,0.00026570054,0.00089198217,0.00018086663,0.00032774865,0.0003118655],"domain_scores_gemma":[0.994623,0.0031444866,0.00063396327,0.000105803156,0.0011081652,0.00038459315],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.00083619496,0.00017490402,0.00071194826,0.0003995407,0.00008307546,0.000025903328,0.000093433926,0.00020289738,0.00073334214],"category_scores_gemma":[0.011808985,0.00014011275,0.00021965575,0.00029442567,0.00011342144,0.00023873393,0.00004512423,0.00032907916,0.000042750627],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.014449321,0.004409063,0.7654407,0.00058926083,0.0035568487,0.026610289,0.02819959,0.030891553,0.07155025,0.0023591372,0.010662788,0.041281182],"study_design_scores_gemma":[0.038472623,0.0095312465,0.8588592,0.0006938351,0.0008807499,0.0062830807,0.01714405,0.0015474869,0.04633884,0.0010220743,0.01806625,0.0011605734],"about_ca_topic_score_codex":0.0000013792276,"about_ca_topic_score_gemma":0.000016103588,"teacher_disagreement_score":0.09341847,"about_ca_system_score_codex":0.00030127392,"about_ca_system_score_gemma":0.0009532051,"threshold_uncertainty_score":0.996515},"labels":[],"label_agreement":null},{"id":"W2521643653","doi":"10.1007/s00464-016-5249-3","title":"Development of an evidence-based training program for laparoscopic hysterectomy on a virtual reality simulator","year":2016,"lang":"en","type":"article","venue":"Surgical Endoscopy","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":24,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"Fondation de l'Hôpital Général de Montréal","keywords":"Curriculum; Medicine; Learning curve; Virtual reality; Task (project management); Fidelity; Medical physics; Physical therapy; Simulation; Psychology; Computer science; Human–computer interaction","score_opus":0.13916559383776406,"score_gpt":0.40033902925651443,"score_spread":0.2611734354187504,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2521643653","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9963997,0.00002229285,0.0009426755,0.00033727792,0.0001345015,0.000988948,0.000014350971,0.00020384756,0.0009563758],"genre_scores_gemma":[0.9928722,0.0000021365427,0.0064509544,0.00017336715,0.00013397944,0.00019194698,0.000027831275,0.00002732413,0.000120265875],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9980424,0.000106004045,0.00058073417,0.00042453883,0.00045491633,0.00039140214],"domain_scores_gemma":[0.99712163,0.0019754514,0.00014127867,0.00027842345,0.00013203411,0.00035118085],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00063542306,0.00020900283,0.00054648385,0.000100486286,0.0000863493,0.000015499296,0.000100162375,0.00012963642,0.0003346949],"category_scores_gemma":[0.0005515021,0.00012895749,0.00016816052,0.00018646044,0.00011741133,0.00011636813,0.000015711032,0.00010452159,0.000015992411],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.013911653,0.0012807803,0.002414669,0.00019560194,0.00011616374,0.000054827116,0.00066637486,0.00029473283,0.0025759928,0.002315098,0.0000092767295,0.9761648],"study_design_scores_gemma":[0.31210506,0.016369833,0.019667732,0.010545965,0.0002690526,0.000022260598,0.00061433774,0.027540663,0.25398195,0.0003526352,0.35714236,0.0013881773],"about_ca_topic_score_codex":0.0000031052793,"about_ca_topic_score_gemma":0.000003608994,"teacher_disagreement_score":0.9747766,"about_ca_system_score_codex":0.00009240513,"about_ca_system_score_gemma":0.0003577906,"threshold_uncertainty_score":0.52587336},"labels":[],"label_agreement":null},{"id":"W2524585180","doi":"10.1109/aim.2016.7576756","title":"A 3-DOF compact haptic interface for endoscopic endonasal approach surgery simulation","year":2016,"lang":"en","type":"article","venue":"","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"National Research Council Canada","keywords":"Haptic technology; Computer science; Kinematics; Fidelity; Interface (matter); Mechanism (biology); Simulation; Nostril; Invasive surgery; Surgery; Medicine","score_opus":0.09832296352862914,"score_gpt":0.35076493432880157,"score_spread":0.25244197080017244,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2524585180","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.49035168,0.00005750886,0.48110434,0.0009871445,0.00019162141,0.00066500565,0.0000070096166,0.00024026625,0.026395401],"genre_scores_gemma":[0.9963202,0.0000020105024,0.0010330508,0.00031304997,0.00011891739,0.000011439038,0.000015154805,0.000017561357,0.0021686107],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9991745,0.000026465861,0.00024483667,0.00019654808,0.0001504334,0.00020724731],"domain_scores_gemma":[0.997469,0.0021489407,0.000050252034,0.00013682738,0.00006972101,0.00012524816],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00020624668,0.000106818225,0.00026414002,0.00008610481,0.000039498966,0.000012359673,0.000029657402,0.00005514895,0.0007180481],"category_scores_gemma":[0.00034664388,0.00006169131,0.0001341693,0.00008630294,0.000035949728,0.00008250553,0.000008270659,0.000044065702,0.00004880818],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.005625913,0.0018413638,0.4419071,0.0006993759,0.00087763043,0.000031269858,0.0010378762,0.018944532,0.020019302,0.013890025,0.004029736,0.49109587],"study_design_scores_gemma":[0.02788919,0.0005602417,0.103583135,0.0005568496,0.0002114164,0.000026557835,0.00032712307,0.74931014,0.009661523,0.0008701736,0.10639447,0.00060921576],"about_ca_topic_score_codex":0.000006360462,"about_ca_topic_score_gemma":8.452044e-7,"teacher_disagreement_score":0.7303656,"about_ca_system_score_codex":0.000044255412,"about_ca_system_score_gemma":0.000037871756,"threshold_uncertainty_score":0.7862123},"labels":[],"label_agreement":null},{"id":"W2525585759","doi":"10.1109/aim.2016.7576967","title":"Real-time measurement of tool-tissue interaction forces in neurosurgery: Quantification and analysis","year":2016,"lang":"en","type":"article","venue":"","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Forceps; Neurosurgery; Task (project management); Computer science; Dissection (medical); Cadaver; Simulation; Biomedical engineering; Surgery; Medicine; Engineering","score_opus":0.062149669684081435,"score_gpt":0.3258510529436559,"score_spread":0.2637013832595745,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2525585759","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.992609,0.000007916343,0.0011141656,0.00052169175,0.000024407545,0.00009118512,8.1010097e-7,0.000018646648,0.0056121317],"genre_scores_gemma":[0.99949247,0.000037208523,0.00011634499,0.000021353959,0.00000922105,0.0000030713277,0.000006805981,0.0000031943248,0.00031035044],"study_design_codex":"bench_or_experimental","study_design_gemma":"observational","domain_scores_codex":[0.9993668,0.0000346164,0.00024097304,0.00012420742,0.00017158857,0.000061800965],"domain_scores_gemma":[0.9995761,0.00015585894,0.000065309185,0.00009344612,0.000077496894,0.00003179093],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00037809383,0.00004512864,0.0001745457,0.00020282048,0.000010006382,0.0000051886127,0.000011579356,0.000024720244,0.000767507],"category_scores_gemma":[0.00017749473,0.000027673368,0.000037809652,0.0002831276,0.000017777978,0.00007295103,0.0000053983586,0.000019301055,0.000007376768],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00040242024,0.00010351086,0.42070928,0.000024990446,0.0001668352,0.0000044194194,0.00018184613,0.00006430765,0.4417118,0.0008744819,0.00003852559,0.13571757],"study_design_scores_gemma":[0.0013941509,0.000070503105,0.960854,0.00007044801,0.00015980047,0.0000016438977,0.00008018134,0.0058212997,0.03022874,0.000039904975,0.0012140155,0.00006529623],"about_ca_topic_score_codex":0.00008622622,"about_ca_topic_score_gemma":0.000032281132,"teacher_disagreement_score":0.54014474,"about_ca_system_score_codex":0.000023148417,"about_ca_system_score_gemma":0.000009119526,"threshold_uncertainty_score":0.84036636},"labels":[],"label_agreement":null},{"id":"W2525603312","doi":"10.1097/md.0000000000004826","title":"Training on an inexpensive tablet-based device is equally effective as on a standard laparoscopic box trainer","year":2016,"lang":"en","type":"article","venue":"Medicine","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":19,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Medicine; Trainer; Test (biology); Physical therapy; Knot tying; Laparoscopy; Statistical significance; Randomized controlled trial; Medical physics; Surgery","score_opus":0.05829424684103186,"score_gpt":0.3649524021321201,"score_spread":0.30665815529108825,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2525603312","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9071647,0.00008501552,0.0011324924,0.029911898,0.000355608,0.00091122685,0.000023901717,0.00023173318,0.06018345],"genre_scores_gemma":[0.9559858,0.0000062413137,0.00013154704,0.042425662,0.00059221755,0.000051286002,0.000033867476,0.000047546182,0.00072586356],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.997686,0.00016368995,0.00038251808,0.0005292201,0.00080308004,0.00043548524],"domain_scores_gemma":[0.99727786,0.0015274696,0.00012104711,0.00037864907,0.00022827175,0.0004667305],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00065798627,0.0003112837,0.00073272776,0.0002514392,0.000108674176,0.000010579758,0.0000936898,0.00018452988,0.0034643058],"category_scores_gemma":[0.0016293302,0.00017205699,0.000085957465,0.00032469144,0.00020291778,0.000076342694,0.000010658809,0.0003451915,0.00017877309],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.014857878,0.0005898218,0.003018223,0.00015870815,0.0003426311,0.0009885883,0.01431005,0.0001584803,0.02477654,0.0072458293,0.0026521564,0.9309011],"study_design_scores_gemma":[0.19020645,0.0636774,0.052842923,0.014340006,0.0006967829,0.00008798576,0.005461282,0.0023111084,0.06313652,0.0015420823,0.6041445,0.0015529398],"about_ca_topic_score_codex":0.000035954454,"about_ca_topic_score_gemma":0.000011446071,"teacher_disagreement_score":0.9293482,"about_ca_system_score_codex":0.00016724334,"about_ca_system_score_gemma":0.00016220791,"threshold_uncertainty_score":0.99744666},"labels":[],"label_agreement":null},{"id":"W2527809936","doi":"10.4172/plastic-surgery.1000974","title":"An evaluation of accessibility and content of microsurgery fellowship websites","year":2016,"lang":"en","type":"article","venue":"Plastic Surgery","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":18,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto; McMaster University","funders":"","keywords":"Subspecialty; Microsurgery; Medical education; Library science; Medicine; Psychology; Computer science; Family medicine; Surgery","score_opus":0.1831287859068752,"score_gpt":0.35231156152438936,"score_spread":0.16918277561751416,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2527809936","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9989383,0.00013847968,0.0002031121,0.000039157836,0.00035634058,0.0000891764,0.000011072724,0.000018276512,0.0002060376],"genre_scores_gemma":[0.9998625,0.0000139565955,0.00003340092,0.000014895128,0.000040192517,0.0000048346747,0.000010272013,0.0000071844465,0.000012755449],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9987884,0.00013527894,0.0004231682,0.00017644011,0.00036015027,0.00011656419],"domain_scores_gemma":[0.98444396,0.014771664,0.00017014514,0.00016198393,0.00034431394,0.00010793889],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.001757804,0.00007926647,0.00034531925,0.00011944883,0.000016930797,0.0000045712104,0.000022060905,0.000053813277,0.0006970536],"category_scores_gemma":[0.009148722,0.00004975877,0.00008081803,0.00011476905,0.00013455165,0.00010176812,0.000010786825,0.000031756772,0.0000045444795],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00031345265,0.00012821163,0.8972663,0.00005533113,0.000030852047,0.0000017321706,0.00003073923,0.0000054190887,0.049141727,0.000015376385,0.000015057413,0.052995794],"study_design_scores_gemma":[0.0012570963,0.000036672376,0.97775745,0.00026362189,0.00009971479,0.0000036793003,0.00006468874,0.001315547,0.019047912,0.000055041088,0.000039431834,0.00005917082],"about_ca_topic_score_codex":0.00001071375,"about_ca_topic_score_gemma":0.0000027707829,"teacher_disagreement_score":0.08049112,"about_ca_system_score_codex":0.000021609972,"about_ca_system_score_gemma":0.000112770234,"threshold_uncertainty_score":0.99919766},"labels":[],"label_agreement":null},{"id":"W2528327393","doi":"10.1016/j.jsurg.2016.07.012","title":"Changing the Learning Curve in Novice Laparoscopists: Incorporating Direct Visualization into the Simulation Training Program","year":2016,"lang":"en","type":"article","venue":"Journal of surgical education","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":18,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University","funders":"","keywords":"Visualization; Learning curve; Protocol (science); Depth perception; Dreyfus model of skill acquisition; Laparoscopic surgery; Specialty; Curriculum; Task (project management); Transfer of training; Laparoscopy; Perception; Medicine; Medical education; Computer science; Medical physics; Surgery; Artificial intelligence; Psychology; Knowledge management","score_opus":0.04007519866703464,"score_gpt":0.3866311308219379,"score_spread":0.34655593215490327,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2528327393","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99082345,0.00022792489,0.0012443046,0.004354826,0.00035896583,0.00035325147,2.0762202e-7,0.000038400918,0.0025986915],"genre_scores_gemma":[0.998672,0.000046241832,0.00020654644,0.00020347314,0.00069176836,0.000017434078,0.000007797621,0.000016305716,0.00013841222],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99833006,0.00031253905,0.0006271969,0.00013114006,0.00040843216,0.00019066244],"domain_scores_gemma":[0.9974376,0.0014892806,0.0005486841,0.000098178585,0.00033531184,0.000090967085],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0020691347,0.00011420461,0.00024026421,0.0002295345,0.0002084173,0.000060722603,0.000087147586,0.000074018404,0.0000722698],"category_scores_gemma":[0.0012352496,0.00005272632,0.0001041858,0.00082094816,0.000077360695,0.00028195465,0.00001918085,0.0003018712,0.0000044456315],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00036089195,0.00035007135,0.04553967,0.000034287634,0.000039036353,0.000015788708,0.015699495,0.013626621,0.0001881209,0.0015176145,0.000007919626,0.9226205],"study_design_scores_gemma":[0.022742994,0.00257198,0.18875015,0.008749706,0.00044985345,0.00067653524,0.08508926,0.28988287,0.0013936476,0.0038527695,0.39474142,0.0010988066],"about_ca_topic_score_codex":0.000015082912,"about_ca_topic_score_gemma":0.000009998475,"teacher_disagreement_score":0.92152166,"about_ca_system_score_codex":0.00017055441,"about_ca_system_score_gemma":0.00029791714,"threshold_uncertainty_score":0.21501169},"labels":[],"label_agreement":null},{"id":"W2528524232","doi":"10.1016/j.jogc.2016.09.005","title":"An Assessment of the Continuing Surgical Education Program, a Surgical Preceptor Program for Faculty Members","year":2016,"lang":"en","type":"article","venue":"Journal of Obstetrics and Gynaecology Canada","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":5,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Medicine; Preceptor; Hysterectomy; Continuing education; Competence (human resources); General surgery; Credentialing; Reimbursement; Surgery; Nursing; Medical education; Health care","score_opus":0.021801385291898484,"score_gpt":0.35662464660797777,"score_spread":0.3348232613160793,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2528524232","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99468786,0.00024844083,0.00001433091,0.0007293071,0.0026068252,0.0007394414,0.000012667469,0.000007187912,0.00095392455],"genre_scores_gemma":[0.99775946,0.00001693767,0.0019206844,0.000045529567,0.00005796901,0.000033155527,0.000005735409,0.000007933134,0.00015261641],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9988588,0.000073369076,0.00046099914,0.000114833114,0.00030936804,0.00018262227],"domain_scores_gemma":[0.99698764,0.0017726916,0.00039299848,0.000090522386,0.0005246718,0.0002314666],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0003543998,0.000091396636,0.00032447878,0.000073530595,0.000048745285,0.000014189876,0.0000860159,0.000096222386,0.00018714438],"category_scores_gemma":[0.0010320705,0.000045938337,0.000112081805,0.00021088331,0.00008371582,0.000059664868,0.000015013916,0.00014631065,2.9426188e-8],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000021025535,0.0003787411,0.17559867,0.000023068276,0.000059551887,0.000048637543,0.000038470025,0.000009321732,0.0000062066747,0.00030656692,0.00009915859,0.8234106],"study_design_scores_gemma":[0.0077787284,0.0012409942,0.5396882,0.000034945086,0.0001075095,0.0000845855,0.00023031855,0.0004603811,0.000039418344,0.000033164026,0.45022145,0.00008028712],"about_ca_topic_score_codex":0.0003995538,"about_ca_topic_score_gemma":0.0012397689,"teacher_disagreement_score":0.8233303,"about_ca_system_score_codex":0.00034107416,"about_ca_system_score_gemma":0.0015451616,"threshold_uncertainty_score":0.274105},"labels":[],"label_agreement":null},{"id":"W2528971263","doi":"10.1002/bjs.10313","title":"Systematic review to establish absolute standards for technical performance in surgery","year":2016,"lang":"en","type":"review","venue":"British journal of surgery","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":38,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Medicine; PsycINFO; MEDLINE; Systematic review; Evidence-based medicine; Medical physics; Medical education; Quality (philosophy); Educational measurement; Alternative medicine; Pathology","score_opus":0.08342862354117912,"score_gpt":0.3705811771121405,"score_spread":0.28715255357096137,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2528971263","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000037198755,0.9970676,0.000116434436,0.00011626896,0.00057181023,0.0016787968,0.00011839918,0.000025785475,0.00026772657],"genre_scores_gemma":[0.00016170795,0.998484,0.00010442726,0.0004328791,0.00041309412,0.00014752243,0.000029039842,0.000076628334,0.00015070892],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.99386775,0.00029944867,0.0040908414,0.00028451762,0.0009814014,0.00047602705],"domain_scores_gemma":[0.98967606,0.007179329,0.0016261896,0.0002623289,0.0008411092,0.00041498357],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.011640012,0.00033068427,0.00736719,0.0007681779,0.000054800537,0.000076467855,0.00017470091,0.00027349245,0.00019572992],"category_scores_gemma":[0.015824791,0.00025293793,0.0022710136,0.0007889915,0.000043455915,0.00022456136,0.000037988582,0.00056970475,0.000015587419],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000028632972,0.000039344126,0.000022317985,0.5001982,0.00009618197,0.0006748814,0.0000011293173,1.0716406e-7,9.020641e-9,0.0000012791971,0.006338907,0.49259904],"study_design_scores_gemma":[0.00020995016,0.00002077811,0.000085629144,0.5593112,0.0005804946,0.005849169,0.0000013488519,3.46417e-7,3.45948e-8,0.0000016970707,0.43378213,0.00015721143],"about_ca_topic_score_codex":0.0000019668473,"about_ca_topic_score_gemma":0.0000023881705,"teacher_disagreement_score":0.49244183,"about_ca_system_score_codex":0.00047889142,"about_ca_system_score_gemma":0.0019285029,"threshold_uncertainty_score":0.9999923},"labels":[],"label_agreement":null},{"id":"W2529267477","doi":"10.1016/j.jsurg.2016.08.006","title":"Evaluation of Procedural Simulation as a Training and Assessment Tool in General Surgery—Simulating a Laparoscopic Appendectomy","year":2016,"lang":"en","type":"article","venue":"Journal of surgical education","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":28,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"St. Michael's Hospital; University of Toronto","funders":"TrygFonden","keywords":"Simulation training; Laparoscopic surgery; General surgery; Medicine; Training (meteorology); Laparoscopy; Medical physics; Surgery; Computer science; Simulation; Geography","score_opus":0.09227122063724788,"score_gpt":0.42696016202740145,"score_spread":0.3346889413901536,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2529267477","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9970098,0.00021077447,0.000117594274,0.0008897718,0.0002013313,0.0002721552,5.4280525e-7,0.000007238346,0.001290805],"genre_scores_gemma":[0.99881,0.000044186163,0.00075874716,0.000073313335,0.0002494338,0.000008117839,0.000003957723,0.000010713018,0.00004151476],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9976963,0.00023272948,0.0008757995,0.00014609097,0.00089469814,0.00015437587],"domain_scores_gemma":[0.99745506,0.0010177166,0.0005267902,0.00007939189,0.0008169395,0.000104128],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.003181134,0.00010964412,0.00042994515,0.00033096632,0.00003221755,0.00001742844,0.00003094703,0.00008403503,0.00029099578],"category_scores_gemma":[0.0013995329,0.00007352008,0.00010759734,0.00027916906,0.000041117666,0.00030447816,0.000009987939,0.00015640545,0.0000012672064],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00041276752,0.00042549093,0.1385395,0.00006142635,0.000058789403,0.00001119461,0.0009240618,0.006486727,0.0008548565,0.0006003392,0.000009155585,0.8516157],"study_design_scores_gemma":[0.021515284,0.0005408839,0.80223763,0.0027363473,0.0004047358,0.0003846307,0.0016233493,0.16130054,0.00065056357,0.0041069086,0.004187884,0.00031125202],"about_ca_topic_score_codex":0.000009957883,"about_ca_topic_score_gemma":0.0000018938479,"teacher_disagreement_score":0.8513045,"about_ca_system_score_codex":0.0002325784,"about_ca_system_score_gemma":0.0017146943,"threshold_uncertainty_score":0.31861997},"labels":[],"label_agreement":null},{"id":"W2529790200","doi":"10.1016/j.jsurg.2016.09.002","title":"Video Coaching as an Efficient Teaching Method for Surgical Residents—A Randomized Controlled Trial","year":2016,"lang":"en","type":"article","venue":"Journal of surgical education","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":127,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Hôpital Maisonneuve-Rosemont; Université de Montréal","funders":"","keywords":"Coaching; Debriefing; Randomized controlled trial; Medicine; Physical therapy; Medical education; Psychology; Surgery","score_opus":0.028788454238695978,"score_gpt":0.4064996845019158,"score_spread":0.37771123026321984,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2529790200","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.96526426,0.00029741245,0.015555817,0.006839296,0.001968392,0.0025772029,0.0000013837262,0.000037219117,0.0074589886],"genre_scores_gemma":[0.98926735,0.000059899772,0.006293085,0.0002453584,0.0026830211,0.000096143296,0.0000069849084,0.000026646863,0.001321499],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9955002,0.0015869562,0.0016554713,0.00025097604,0.0007313937,0.00027497922],"domain_scores_gemma":[0.9858339,0.011973519,0.00094048923,0.00017842648,0.0005536064,0.00052006845],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.01210132,0.00020275409,0.001739986,0.00031593634,0.0001686176,0.00006891523,0.000118181764,0.00016522173,0.0005217142],"category_scores_gemma":[0.0068781935,0.00010318344,0.0011351942,0.00011313428,0.00007196177,0.00021006372,0.000015260419,0.0003734212,0.000010194113],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.935102,0.0012261854,0.00006717645,0.000014251806,0.00021834162,0.000043817352,0.00030797045,0.00013516028,0.0000647305,0.01182542,0.00009195861,0.050902992],"study_design_scores_gemma":[0.96796864,0.0008126138,0.00007974272,0.00033310408,0.0004919185,0.000612042,0.00027016609,0.0032747078,0.000065899,0.001669104,0.024281204,0.00014084896],"about_ca_topic_score_codex":0.000022705153,"about_ca_topic_score_gemma":4.2641844e-7,"teacher_disagreement_score":0.050762147,"about_ca_system_score_codex":0.00016015647,"about_ca_system_score_gemma":0.00066752045,"threshold_uncertainty_score":0.8234337},"labels":[],"label_agreement":null},{"id":"W2530086517","doi":"10.1016/j.jmig.2016.08.051","title":"Improving Cognitive Surgical Knowledge in Ob/Gyn Residents Using an Interactive Computer-Based Laparoscopic Hysterectomy Trainer","year":2016,"lang":"en","type":"article","venue":"Journal of Minimally Invasive Gynecology","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto; St. Michael's Hospital; Vancouver General Hospital; University of British Columbia","funders":"","keywords":"Medicine; Trainer; Hysterectomy; Laparoscopic hysterectomy; Cognition; Laparoscopy; General surgery; Gynecology; Surgery; Psychiatry; Computer science","score_opus":0.050508790020742274,"score_gpt":0.3435398544576667,"score_spread":0.29303106443692445,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2530086517","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9972341,0.000076629316,0.0007897745,0.00022831307,0.00056092103,0.00025960838,0.000006778477,0.00001602347,0.0008278601],"genre_scores_gemma":[0.9977424,0.000008170363,0.001333047,0.000409635,0.00043292536,0.0000047586423,0.0000044626195,0.00002688593,0.000037676324],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9975958,0.00054623414,0.00093110354,0.00030125503,0.00023780834,0.00038783398],"domain_scores_gemma":[0.99170923,0.006574906,0.00062661374,0.000112749556,0.00068009796,0.00029642315],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0005851987,0.00022542737,0.00080107636,0.00052357616,0.000053714008,0.000022525675,0.0001388759,0.00021050435,0.000519772],"category_scores_gemma":[0.0016358071,0.00015431206,0.00020049911,0.00022221929,0.00018125342,0.00031870606,0.000051520237,0.0004128528,0.000019534418],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.018879544,0.006936731,0.5993157,0.00039507198,0.0010154479,0.020952616,0.0053523057,0.00038746043,0.09667854,0.00012688985,0.00007685868,0.24988286],"study_design_scores_gemma":[0.104891956,0.011207208,0.84678495,0.0039553028,0.00043300472,0.0017464926,0.0021470396,0.006787552,0.020633852,0.00011265515,0.00066076894,0.00063919625],"about_ca_topic_score_codex":0.000018300636,"about_ca_topic_score_gemma":0.00021889753,"teacher_disagreement_score":0.24924366,"about_ca_system_score_codex":0.00037784223,"about_ca_system_score_gemma":0.0008703602,"threshold_uncertainty_score":0.6292663},"labels":[],"label_agreement":null},{"id":"W2530440400","doi":"10.1016/j.amjsurg.2016.07.033","title":"Multicenter proficiency benchmarks for advanced laparoscopic suturing tasks","year":2016,"lang":"en","type":"article","venue":"The American Journal of Surgery","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":30,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University Health Centre","funders":"","keywords":"Multicenter study; Computer science; Medicine; Medical physics; Surgery; Randomized controlled trial","score_opus":0.03599969755057482,"score_gpt":0.3177345069750498,"score_spread":0.281734809424475,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2530440400","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99545795,0.00010564256,0.00087092194,0.00271061,0.00040385086,0.00011039568,0.00000195092,0.000009135703,0.00032954782],"genre_scores_gemma":[0.9984796,0.00006276704,0.00041517703,0.0006095969,0.00031720646,0.000004339806,8.485899e-7,0.0000113475735,0.00009911412],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9990716,0.000051244948,0.0003815807,0.0000838193,0.00020223514,0.00020952901],"domain_scores_gemma":[0.99739254,0.0017766015,0.00044563718,0.00012149014,0.00014972563,0.0001140243],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00064702355,0.00008250402,0.0003760846,0.000094464194,0.000059966464,0.00000838744,0.000071204355,0.000013018437,0.00013348553],"category_scores_gemma":[0.00051246694,0.000037053018,0.00022206712,0.00014745319,0.00016766303,0.00008896266,0.000011637169,0.00009455142,0.000003490289],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.003363369,0.00015381521,0.30862293,0.000029027477,0.00014194312,0.000045135075,0.000334297,0.000046780155,0.009032416,0.00006408922,0.0003579024,0.6778083],"study_design_scores_gemma":[0.012400178,0.0010958257,0.9289706,0.0019366929,0.00028717975,0.00030047548,0.0023528975,0.0002733159,0.016987443,0.0002618942,0.034718014,0.00041552485],"about_ca_topic_score_codex":0.0000016939754,"about_ca_topic_score_gemma":1.3946057e-7,"teacher_disagreement_score":0.6773928,"about_ca_system_score_codex":0.00003498296,"about_ca_system_score_gemma":0.00007441352,"threshold_uncertainty_score":0.15109782},"labels":[],"label_agreement":null},{"id":"W2530514671","doi":"10.1007/s00464-016-5231-0","title":"Don’t fix it if it isn’t broken: a survey of preparedness for practice among graduates of Fellowship Council-accredited fellowships","year":2016,"lang":"en","type":"article","venue":"Surgical Endoscopy","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":12,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University Health Centre","funders":"McGill University","keywords":"Accreditation; Preparedness; Medicine; Medical education; Graduate medical education; Autonomy; Focus group; Family medicine; Nursing; Management","score_opus":0.11658566168263937,"score_gpt":0.3522746169880256,"score_spread":0.23568895530538622,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2530514671","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9736178,0.00025388142,0.0005391374,0.0019836135,0.00048353313,0.0011145021,0.00030183353,0.00011424788,0.021591472],"genre_scores_gemma":[0.99602014,0.0001453699,0.00056749984,0.00024781685,0.0001667784,0.00007105056,0.00013451789,0.000052188505,0.0025946335],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.99631655,0.00041832487,0.0010553735,0.0005528134,0.0011231747,0.000533775],"domain_scores_gemma":[0.9854348,0.011408008,0.00054349646,0.0005037592,0.0017385661,0.00037141025],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0029451014,0.00032274742,0.00096854294,0.00011331039,0.00007839291,0.0000196118,0.00021147564,0.00026566559,0.0015323743],"category_scores_gemma":[0.010817356,0.00021847186,0.000322694,0.0005409404,0.00045864578,0.00028305745,0.000065513224,0.00020671112,0.000023325081],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.17994915,0.00844413,0.69939715,0.0031674393,0.003938777,0.0009183425,0.013044347,0.0005810304,0.008042287,0.0050804485,0.050691836,0.026745072],"study_design_scores_gemma":[0.17758217,0.0037880603,0.09336227,0.0030413994,0.0010954865,0.00012763684,0.0035996747,0.005286631,0.024897931,0.00047519882,0.6852448,0.0014987215],"about_ca_topic_score_codex":0.0008595075,"about_ca_topic_score_gemma":0.0001949723,"teacher_disagreement_score":0.63455296,"about_ca_system_score_codex":0.00020430922,"about_ca_system_score_gemma":0.00057492335,"threshold_uncertainty_score":0.99938035},"labels":[],"label_agreement":null},{"id":"W2530666486","doi":"10.1136/bmjstel-2016-000151","title":"Synergy of wearable technologies and proficiency-based progression for effecting improvement in procedural skill training","year":2016,"lang":"en","type":"article","venue":"BMJ Simulation & Technology Enhanced Learning","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Hospital for Sick Children; University of Toronto","funders":"","keywords":"Training (meteorology); Medical education; Wearable computer; Psychology; Nursing; Medicine; Knowledge management; Computer science","score_opus":0.02111722508910996,"score_gpt":0.3490504369112392,"score_spread":0.32793321182212926,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2530666486","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.92608404,0.00008898016,0.07021578,0.0010762442,0.00003669065,0.0015076073,6.781831e-7,0.00062099006,0.00036898642],"genre_scores_gemma":[0.9939245,0.0000050547,0.0055957823,0.000025204294,0.000014369878,0.0003442673,0.0000041799235,0.000023977693,0.00006265685],"study_design_codex":"design_other","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.99854475,0.00003130383,0.0004951484,0.00039239196,0.00018126937,0.00035514118],"domain_scores_gemma":[0.998567,0.0007112643,0.00031860027,0.00015399682,0.00021678802,0.000032342767],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00052300334,0.00016813431,0.0003824122,0.0005864199,0.000119951386,0.0000076783945,0.00006722208,0.00030483908,0.000010693539],"category_scores_gemma":[0.0046261647,0.00011974859,0.000054614018,0.0005912576,0.00018940752,0.00009959119,0.00004287688,0.00023829122,0.0000010220618],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00032599235,0.00005978049,0.020483157,0.00015185376,0.000013051257,0.0000025406616,0.00022785793,0.015806163,0.10392111,0.00041951414,1.4288418e-7,0.8585888],"study_design_scores_gemma":[0.0155078815,0.002705558,0.00845162,0.0042674984,0.000047818245,0.000008077813,0.00497186,0.3749295,0.58536845,0.002907915,0.0004097935,0.00042403006],"about_ca_topic_score_codex":0.0000012558659,"about_ca_topic_score_gemma":0.00000222039,"teacher_disagreement_score":0.8581648,"about_ca_system_score_codex":0.00007156965,"about_ca_system_score_gemma":0.000086128384,"threshold_uncertainty_score":0.55382854},"labels":[],"label_agreement":null},{"id":"W2531397669","doi":"10.1016/j.amjsurg.2016.09.050","title":"Psychometric properties of the Global Operative Assessment of Laparoscopic Skills (GOALS) using item response theory","year":2016,"lang":"en","type":"article","venue":"The American Journal of Surgery","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":16,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University Health Centre","funders":"","keywords":"Discriminative model; Item response theory; Psychology; Psychometrics; Perception; Applied psychology; Clinical psychology; Artificial intelligence; Computer science","score_opus":0.06618306346438398,"score_gpt":0.37176882822573465,"score_spread":0.3055857647613507,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2531397669","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99781674,0.00028269502,0.00039810696,0.0009999519,0.00020950823,0.00009116778,0.0000049879777,0.0000041336352,0.00019273486],"genre_scores_gemma":[0.99934757,0.000076096294,0.00014122967,0.0003055844,0.00006562309,8.280246e-7,5.51544e-8,0.000008882514,0.000054125536],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99771374,0.0008966914,0.00066374434,0.00008061929,0.00049601716,0.00014919731],"domain_scores_gemma":[0.99566334,0.0026640287,0.0010464835,0.00022657057,0.00032187934,0.00007767941],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0028792892,0.00010303101,0.0006118384,0.00017051108,0.000056647037,0.0000074641052,0.00014775679,0.000019007575,0.000075274016],"category_scores_gemma":[0.0019184407,0.0000376532,0.00028865287,0.0010313309,0.00065540976,0.00007760229,0.000034643635,0.00012050453,6.684517e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.004718279,0.00025447374,0.9114373,0.000018904026,0.00034327997,0.000008007693,0.0003922076,0.00012869392,0.032125536,0.00019240806,0.00001573313,0.0503652],"study_design_scores_gemma":[0.0011002388,0.000219226,0.9873024,0.001080664,0.00010441356,0.000098017765,0.0010138834,0.000045791494,0.008733762,0.00012394572,0.00011386942,0.00006373924],"about_ca_topic_score_codex":0.000008946374,"about_ca_topic_score_gemma":1.4939052e-7,"teacher_disagreement_score":0.07586517,"about_ca_system_score_codex":0.00010728768,"about_ca_system_score_gemma":0.00043670108,"threshold_uncertainty_score":0.24148846},"labels":[],"label_agreement":null},{"id":"W2531707141","doi":"10.1089/end.2016.0587","title":"Simulation for Percutaneous Renal Access: Where Are We?","year":2016,"lang":"en","type":"review","venue":"Journal of Endourology","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":30,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"Boston Scientific Corporation; Canadian Urological Association Scholarship Fund; Urology Care Foundation","keywords":"Medicine; Percutaneous; Percutaneous nephrolithotomy; Medical physics; Construct validity; Cochrane Library; MEDLINE; Biomedical engineering; Computer science; Urology; Meta-analysis; Surgery; Pathology","score_opus":0.15364404065206116,"score_gpt":0.4425360975663192,"score_spread":0.288892056914258,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2531707141","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000015249414,0.9948174,0.0023376474,0.000996155,0.00056622026,0.0004650765,0.000019231393,0.000017139968,0.00076591136],"genre_scores_gemma":[0.0015629868,0.99559146,0.00026197525,0.00023387013,0.0019137748,0.000006776799,0.000009694149,0.000047809193,0.00037162617],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9981448,0.00015095374,0.0010383374,0.00018579823,0.00022950109,0.00025062],"domain_scores_gemma":[0.99444795,0.0032956363,0.001565751,0.00015395855,0.0003500312,0.0001866926],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00037576238,0.00024488755,0.0017987904,0.00032217117,0.000048788363,0.000023293249,0.00018448707,0.00042278675,0.0010390448],"category_scores_gemma":[0.0008094606,0.00014119003,0.00094872725,0.00010746293,0.000045807734,0.00008845016,0.00003123531,0.0004926764,0.0000219197],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00066312024,0.000051662166,0.000019201905,0.002205247,0.0004141539,0.00089960103,0.000016754817,0.0006065904,5.954088e-7,0.000052461706,0.00065043103,0.9944202],"study_design_scores_gemma":[0.002972871,0.0005400839,0.000004407208,0.0071564587,0.0010723739,0.004856893,0.0000052611977,0.00025499612,1.14811336e-7,0.00019032908,0.98282427,0.00012196672],"about_ca_topic_score_codex":2.384941e-7,"about_ca_topic_score_gemma":0.0000015399775,"teacher_disagreement_score":0.9942982,"about_ca_system_score_codex":0.00008883307,"about_ca_system_score_gemma":0.0002576726,"threshold_uncertainty_score":0.9998741},"labels":[],"label_agreement":null},{"id":"W2532180918","doi":"10.3233/978-1-61499-625-5-29","title":"An Examination of Metrics for a Simulated Ventriculostomy Part-Task.","year":2016,"lang":"en","type":"article","venue":"PubMed","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University","funders":"","keywords":"Ventriculostomy; Computer science; Task (project management); Implementation; Variation (astronomy); Machine learning; Data science; Artificial intelligence; Software engineering; Hydrocephalus; Medicine; Systems engineering; Radiology","score_opus":0.05541660228392558,"score_gpt":0.29235436775388346,"score_spread":0.23693776546995787,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2532180918","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99350816,0.000053535092,0.0023203914,0.00023829445,0.00010725768,0.00088916405,0.000014906442,0.00006347465,0.0028048453],"genre_scores_gemma":[0.9992723,0.0000050361077,0.00008211425,0.000072996154,0.00008547619,0.00012329666,0.00002416914,0.000009279789,0.00032537055],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9993373,0.000029783007,0.00018533372,0.0001228938,0.00016149736,0.00016319794],"domain_scores_gemma":[0.99908847,0.00044262546,0.00007541012,0.00011376329,0.00015382381,0.0001259042],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00041932135,0.000054885128,0.0001406601,0.00014247427,0.00001899037,0.0000042495967,0.000032408803,0.000053741736,0.000052231404],"category_scores_gemma":[0.000796373,0.00003458336,0.000055874214,0.00032137582,0.000020509498,0.00007035473,0.0000049960136,0.000022772372,0.0000029290036],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00013685692,0.0001428667,0.008689541,0.000019637673,0.000030482974,0.000002889459,0.000036659356,0.000027015943,0.0000785369,0.00036514914,0.000024255138,0.9904461],"study_design_scores_gemma":[0.008178494,0.0001358377,0.9430613,0.00002097008,0.00008263936,0.0000020103332,0.000027537122,0.0021523333,0.0029402317,0.00011291115,0.04319799,0.00008776657],"about_ca_topic_score_codex":0.0000010153718,"about_ca_topic_score_gemma":2.892003e-7,"teacher_disagreement_score":0.99035835,"about_ca_system_score_codex":0.00003527566,"about_ca_system_score_gemma":0.00000953589,"threshold_uncertainty_score":0.14102685},"labels":[],"label_agreement":null},{"id":"W2532824585","doi":"10.1109/gem.2014.7048114","title":"Gamification and health professions education","year":2014,"lang":"en","type":"article","venue":"","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Memorial University of Newfoundland; Ontario Tech University; University of Toronto","funders":"","keywords":"Computer science; Knowledge management; Engineering ethics; Engineering","score_opus":0.07527028758087875,"score_gpt":0.41227830012289385,"score_spread":0.33700801254201507,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2532824585","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.47390115,0.00017883701,0.017460328,0.07497858,0.00026893054,0.0005696899,2.5520796e-7,0.00021636565,0.43242586],"genre_scores_gemma":[0.992215,0.000007892401,0.0012196644,0.0036829922,0.00005136835,0.000005331839,0.000013967711,0.0000025365086,0.0028012658],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9997642,0.000016197919,0.00006914464,0.00006176819,0.000044331337,0.000044331406],"domain_scores_gemma":[0.9997973,0.000024887797,0.000018715364,0.00005579303,0.00002277187,0.00008054129],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00014728218,0.000022020564,0.00004847111,0.000024044843,0.00004354595,0.0000036341396,0.0000057170705,0.000015046559,0.00015156431],"category_scores_gemma":[0.000035945304,0.000015689937,0.000007097604,0.000046423687,0.000008291947,0.000018371864,0.0000029584228,0.00003189608,0.000018875871],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000007888804,0.00008855732,0.038523227,0.000024607445,0.000002468472,2.5075758e-8,0.00028529525,8.8360673e-7,0.000048243917,0.079422615,0.00075741205,0.88083875],"study_design_scores_gemma":[0.0007937968,0.00006457604,0.8774396,0.000052433705,0.000004409694,0.0000038651183,0.00042924762,0.0038830463,0.0000426581,0.00093251036,0.11631918,0.000034662684],"about_ca_topic_score_codex":0.000014578017,"about_ca_topic_score_gemma":0.0000028949605,"teacher_disagreement_score":0.8808041,"about_ca_system_score_codex":0.0000096932245,"about_ca_system_score_gemma":0.000053108368,"threshold_uncertainty_score":0.1659523},"labels":[],"label_agreement":null},{"id":"W2535327982","doi":"10.1109/embc.2016.7591566","title":"Low resolution tool tracking for microsurgical training in a simulated environment","year":2016,"lang":"en","type":"article","venue":"","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"Natural Sciences and Engineering Research Council of Canada; Alberta Innovates - Technology Futures","keywords":"Computer science; Tracking (education); Background subtraction; Artificial intelligence; Computer vision; Domain (mathematical analysis); Learning curve; Microsurgery; Training (meteorology); Pixel; Mathematics","score_opus":0.05308993077278504,"score_gpt":0.30066996630675413,"score_spread":0.2475800355339691,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2535327982","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97220397,0.000022299673,0.023034396,0.0010572453,0.000050594335,0.0004665929,0.0000037123148,0.0000794169,0.0030817778],"genre_scores_gemma":[0.997609,0.000007753149,0.0011364416,0.00029603494,0.00007114676,0.0000124867765,0.000009905935,0.000014391853,0.0008428356],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.999057,0.000023940032,0.00029494814,0.00022510023,0.00013558714,0.00026343917],"domain_scores_gemma":[0.99931264,0.0004548446,0.000034380948,0.000100768026,0.000016885493,0.00008046824],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00032368585,0.00009459859,0.00019773105,0.00007308236,0.000037026453,0.000008950304,0.000026557218,0.00009349261,0.00095180224],"category_scores_gemma":[0.00016878331,0.00005957628,0.000092527116,0.000074105905,0.000037538222,0.000066514265,0.000009908177,0.00006239401,0.0000344988],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.002264817,0.0003554034,0.0141972825,0.00004233322,0.00005504968,0.00008675765,0.0012933159,0.0039730635,0.042809337,0.0033317043,0.0000362479,0.9315547],"study_design_scores_gemma":[0.14383902,0.0016039978,0.23305656,0.001914178,0.00015746334,0.000114514965,0.0014637935,0.25860915,0.036760215,0.0030440206,0.31797287,0.0014642288],"about_ca_topic_score_codex":0.000002741619,"about_ca_topic_score_gemma":0.000002418192,"teacher_disagreement_score":0.9300905,"about_ca_system_score_codex":0.000095653646,"about_ca_system_score_gemma":0.000027695512,"threshold_uncertainty_score":0.99996144},"labels":[],"label_agreement":null},{"id":"W2535336216","doi":"10.1016/j.jsurg.2016.10.006","title":"Surgical Skill Assessment Using Motion Quality and Smoothness","year":2016,"lang":"en","type":"article","venue":"Journal of surgical education","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":98,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"Killam Trusts","keywords":"Smoothness; Quality (philosophy); Motion (physics); Physical medicine and rehabilitation; Computer science; Psychology; Medicine; Artificial intelligence; Operations management; Computer vision; Engineering; Mathematics; Epistemology; Philosophy","score_opus":0.08283758366947643,"score_gpt":0.44332659775523564,"score_spread":0.36048901408575923,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2535336216","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9907745,0.00020443404,0.00095836504,0.004252468,0.00046618152,0.00008694417,0.000001024514,0.000011485959,0.0032445577],"genre_scores_gemma":[0.9979192,0.00016905744,0.0009802214,0.00010380201,0.0006202774,0.000001107836,0.0000023882192,0.000009244406,0.00019471502],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9985575,0.00015746447,0.00060623884,0.0001322082,0.00040837206,0.00013818864],"domain_scores_gemma":[0.9984567,0.00045455046,0.000336842,0.0000929259,0.00037155036,0.00028740597],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0010307182,0.00009837267,0.00031777294,0.00012996301,0.000058746686,0.000023900911,0.000035693054,0.00009315809,0.00050276064],"category_scores_gemma":[0.00015048597,0.000057124158,0.00012725484,0.00015068553,0.00007222356,0.00022631233,0.000014169131,0.00016348151,0.0000033769468],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0009089221,0.0013956462,0.2689591,0.00007668896,0.00009754274,0.00015483798,0.0002338854,0.000028511511,0.0011600063,0.0094239395,0.00006946602,0.71749145],"study_design_scores_gemma":[0.011357551,0.00026474832,0.91251385,0.0005824355,0.00013254539,0.0024788352,0.0004749198,0.00032942873,0.0002454661,0.0015549404,0.06985523,0.00021002296],"about_ca_topic_score_codex":0.000010192618,"about_ca_topic_score_gemma":2.9638517e-7,"teacher_disagreement_score":0.71728146,"about_ca_system_score_codex":0.00016366992,"about_ca_system_score_gemma":0.00031446703,"threshold_uncertainty_score":0.55048764},"labels":[],"label_agreement":null},{"id":"W2537151320","doi":"10.1016/j.jsurg.2016.08.017","title":"Utility of a Validated Rating Scale for Self-Assessment in Microsurgical Training","year":2016,"lang":"en","type":"article","venue":"Journal of surgical education","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":19,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Preceptor; Knot tying; Inter-rater reliability; Self-assessment; Rating scale; Medicine; Physical therapy; Tying; Psychology; Medical education; Surgery; Computer science; Developmental psychology","score_opus":0.04717359042701361,"score_gpt":0.38324157235855427,"score_spread":0.33606798193154064,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2537151320","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9940111,0.00006934366,0.0010364472,0.002115388,0.00025575905,0.00021700004,0.000002767451,0.000011088604,0.0022811317],"genre_scores_gemma":[0.9921042,0.000046882767,0.0074962126,0.000054530927,0.00021753341,0.000006059514,0.000004500017,0.000009527638,0.000060603143],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9984124,0.00010152174,0.00089613703,0.00013015137,0.00028641138,0.00017339148],"domain_scores_gemma":[0.9980626,0.00083824317,0.00041466983,0.00008989293,0.0004229604,0.00017164924],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0013015278,0.0000947315,0.00043172314,0.00016998986,0.000030185589,0.000010436788,0.00005734167,0.00009135967,0.00031893633],"category_scores_gemma":[0.00018609021,0.00005887739,0.00020679054,0.00023659201,0.00004415978,0.00013392851,0.000009529451,0.00016744704,9.873489e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.003193537,0.0043197805,0.5043326,0.00028661746,0.00013816595,0.00005020924,0.0033222332,0.000028631488,0.012749783,0.0016557511,0.0002623735,0.4696603],"study_design_scores_gemma":[0.04239333,0.0012041125,0.85917884,0.0025122704,0.0002545092,0.00079242914,0.004400925,0.0031965913,0.009190738,0.0016944739,0.07480711,0.00037467948],"about_ca_topic_score_codex":0.0000040114264,"about_ca_topic_score_gemma":0.000001299696,"teacher_disagreement_score":0.4692856,"about_ca_system_score_codex":0.00009314752,"about_ca_system_score_gemma":0.0009200087,"threshold_uncertainty_score":0.3492129},"labels":[],"label_agreement":null},{"id":"W2537206266","doi":"10.1109/embc.2016.7591274","title":"Energy-based metrics for laparoscopic skills assessment","year":2016,"lang":"en","type":"article","venue":"","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University","funders":"","keywords":"Knot tying; Computer science; Tying; Metric (unit); Energy (signal processing); Field (mathematics); Artificial intelligence; Machine learning; Operations management; Medicine; Statistics; Surgery; Engineering","score_opus":0.03378997348877726,"score_gpt":0.351808843893905,"score_spread":0.3180188704051277,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2537206266","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.084081635,0.000030836083,0.8015569,0.0042943116,0.0002883013,0.0002917629,0.0000090114945,0.00019948713,0.10924775],"genre_scores_gemma":[0.9808652,0.0000029606547,0.009754268,0.0023706323,0.00006640747,0.00002134889,0.000009289724,0.00000819383,0.006901726],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99950147,0.000009144563,0.00011631428,0.00011460123,0.00013632064,0.00012213498],"domain_scores_gemma":[0.99912745,0.0005903646,0.000022855296,0.00009974938,0.000063067724,0.00009653311],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00010797865,0.000054883723,0.00012601193,0.000076178614,0.000025616964,0.0000061541746,0.000022500732,0.000038421273,0.0012089931],"category_scores_gemma":[0.00010229125,0.00002874309,0.00006491589,0.000131584,0.000014240562,0.000021257794,0.000005005313,0.000017231168,0.000012227014],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00016844107,0.00066540996,0.10944307,0.000048010694,0.00010541249,0.000012111296,0.000014261098,0.000030525618,0.0023079175,0.11072128,0.0023784654,0.7741051],"study_design_scores_gemma":[0.03508657,0.00066501985,0.0458488,0.00013536449,0.0000987787,0.0000016702263,0.000022362154,0.013120461,0.030564534,0.0016103399,0.8726058,0.00024026903],"about_ca_topic_score_codex":0.0000029772275,"about_ca_topic_score_gemma":0.0000016829176,"teacher_disagreement_score":0.89678353,"about_ca_system_score_codex":0.000040077713,"about_ca_system_score_gemma":0.00005811145,"threshold_uncertainty_score":0.99970406},"labels":[],"label_agreement":null},{"id":"W2547274897","doi":"10.1161/circinterventions.112.970772","title":"Mentored Simulation Training Improves Procedural Skills in Cardiac Catheterization","year":2012,"lang":"en","type":"article","venue":"Circulation Cardiovascular Interventions","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":88,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto; University of Ottawa; Trent University; St. Michael's Hospital","funders":"","keywords":"Medicine; Cardiac catheterization; Baseline (sea); Randomized controlled trial; Virtual reality; Physical therapy; Simulation; Internal medicine; Computer science; Artificial intelligence","score_opus":0.06151875385654933,"score_gpt":0.3335299845493967,"score_spread":0.2720112306928474,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2547274897","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9602475,0.0013986308,0.03350857,0.00007118666,0.00067376276,0.0010259749,0.00000885819,0.00018379229,0.0028817374],"genre_scores_gemma":[0.9985638,0.000013618325,0.0004162259,0.00007317201,0.00035030136,0.000099954945,0.0003243458,0.000037556165,0.00012099302],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99807787,0.00019356108,0.00060173956,0.00029404,0.0004540447,0.00037873167],"domain_scores_gemma":[0.9991302,0.00008416043,0.00011393317,0.0003341104,0.0001469313,0.00019068098],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0009663137,0.00018764855,0.00048911484,0.0003331542,0.00011213936,0.00004233826,0.000051237537,0.0001394337,0.00013451147],"category_scores_gemma":[0.00033394943,0.00019244285,0.0016760768,0.0005509321,0.000040456092,0.00049850956,0.000024775572,0.00016973742,0.00004125006],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000102402955,0.001183013,0.46251377,0.0006110466,0.0026646177,0.00001195499,0.008837661,0.24817678,0.0027557116,0.0016120549,0.000020024521,0.27151096],"study_design_scores_gemma":[0.0024211046,0.000034436056,0.9676241,0.0003174172,0.0004648334,0.0000086749305,0.00052963215,0.023167554,0.00012091708,0.00007160769,0.005001568,0.00023815053],"about_ca_topic_score_codex":0.000015249239,"about_ca_topic_score_gemma":0.0000012474941,"teacher_disagreement_score":0.5051103,"about_ca_system_score_codex":0.0002233566,"about_ca_system_score_gemma":0.0000409467,"threshold_uncertainty_score":0.7847592},"labels":[],"label_agreement":null},{"id":"W2547384394","doi":"10.1016/j.amjsurg.2016.09.053","title":"Basic airway skills acquisition using the American College of Surgeons/Association for Surgical Education medical student simulation-based surgical skills curriculum: Initial results","year":2016,"lang":"en","type":"article","venue":"The American Journal of Surgery","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":6,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Curriculum; Association (psychology); Medical education; Airway; Medicine; Psychology; Surgery; Pedagogy","score_opus":0.023300693168295222,"score_gpt":0.36510656261419583,"score_spread":0.34180586944590063,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2547384394","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98998874,0.00006848668,0.0011401989,0.007578305,0.0006115992,0.00037447555,0.00010255062,0.000024868146,0.00011076389],"genre_scores_gemma":[0.9979365,0.000103507504,0.00013109772,0.00071081176,0.00097427034,0.000012467948,0.000023569068,0.00003497778,0.000072785864],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9947027,0.0010632068,0.0017322095,0.00026437538,0.0017909048,0.00044658413],"domain_scores_gemma":[0.96194786,0.032643594,0.003370166,0.00032642216,0.0013459931,0.00036594222],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0058680424,0.00025838902,0.0011777267,0.00036709744,0.0002225483,0.000023028031,0.00023497864,0.000086462795,0.00015780288],"category_scores_gemma":[0.0038660336,0.00013048643,0.0007819633,0.0011411735,0.0006855711,0.00015336597,0.00003615562,0.00031775123,0.0000043161663],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.012697764,0.0047806376,0.6633982,0.00005506742,0.0009777917,0.00036332785,0.000528109,0.00958379,0.00012421112,0.00034029622,0.0011831553,0.30596763],"study_design_scores_gemma":[0.041634914,0.0032040183,0.8651594,0.0048297364,0.0020825774,0.0014585097,0.0059592933,0.030642582,0.0017481095,0.00052161026,0.04125007,0.001509202],"about_ca_topic_score_codex":0.00006247843,"about_ca_topic_score_gemma":0.0000030249585,"teacher_disagreement_score":0.30445844,"about_ca_system_score_codex":0.0004143488,"about_ca_system_score_gemma":0.0015034355,"threshold_uncertainty_score":0.5321082},"labels":[],"label_agreement":null},{"id":"W2552918569","doi":"10.1155/2016/4197693","title":"Impact of Training on Three-Dimensional versus Two-Dimensional Laparoscopic Systems on Acquisition of Laparoscopic Skills in Novices: A Prospective Comparative Pilot Study","year":2016,"lang":"en","type":"article","venue":"BioMed Research International","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University Health Centre","funders":"Société Internationale D'Urologie; Boston Scientific Corporation; Canadian Urological Association; Canadian Urological Association Scholarship Fund; Urology Care Foundation","keywords":"Knot tying; Medicine; Significant difference; Laparoscopic surgery; Task (project management); Prospective cohort study; Physical therapy; Laparoscopy; Surgery; Internal medicine","score_opus":0.19186349478977482,"score_gpt":0.4670093885762517,"score_spread":0.27514589378647686,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2552918569","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99498713,0.000019849515,0.000005848918,0.00020538384,0.0006017934,0.0011233711,0.000116832685,0.000021614997,0.0029181945],"genre_scores_gemma":[0.99942505,0.0000010420932,0.000046045097,0.000015949614,0.00020052648,0.00008921152,0.000052324984,0.000015641743,0.00015421158],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9964494,0.00029261858,0.000576743,0.00044001744,0.0018900562,0.00035117156],"domain_scores_gemma":[0.99636,0.002253605,0.00019016322,0.00021676686,0.00081221404,0.00016726316],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0011376396,0.00018861395,0.00053020497,0.0010148226,0.00006522309,0.000017817976,0.00017390374,0.000073502364,0.00052311923],"category_scores_gemma":[0.0004004867,0.0001187599,0.00009645248,0.0005961512,0.00029456368,0.00011138907,0.00007083146,0.00034280284,0.000051592506],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.10902746,0.03306059,0.7124072,0.00012020558,0.003179042,0.00024981255,0.0045313993,0.015257143,0.106512316,0.011763567,0.00035672347,0.0035345787],"study_design_scores_gemma":[0.048563417,0.02052813,0.92175555,0.0015625189,0.00001669576,0.0000050624462,0.0003941902,0.0043813214,0.0024499532,0.00016860841,0.000025168096,0.00014935416],"about_ca_topic_score_codex":0.00040593947,"about_ca_topic_score_gemma":0.00010253994,"teacher_disagreement_score":0.20934843,"about_ca_system_score_codex":0.0006677542,"about_ca_system_score_gemma":0.00033525802,"threshold_uncertainty_score":0.5727789},"labels":[],"label_agreement":null},{"id":"W2554881628","doi":"10.1017/cjn.2016.315","title":"Supplementary Educational Models in Canadian Neurosurgery Residency Programs","year":2016,"lang":"en","type":"article","venue":"Canadian Journal of Neurological Sciences / Journal Canadien des Sciences Neurologiques","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"University of Alberta; University of Calgary","funders":"","keywords":"Apprenticeship; Medical education; Medicine; Neurosurgery; Plan (archaeology); Work (physics); Compromise; Residency training; Educational resources; Psychology; Surgery; Pedagogy; Continuing education; Engineering; Political science","score_opus":0.07115445722885168,"score_gpt":0.312719507052111,"score_spread":0.24156504982325933,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2554881628","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9619498,0.0003691398,0.0000074270015,0.031407073,0.0009465094,0.00019939285,0.000021472284,0.00000850011,0.0050906823],"genre_scores_gemma":[0.9930961,0.00026475752,0.0007797943,0.005419759,0.00036022233,0.000003712966,0.0000013056377,0.0000123083,0.00006201777],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9950151,0.00076515856,0.0011989481,0.0005293532,0.00077001454,0.0017214563],"domain_scores_gemma":[0.99389416,0.0008910751,0.00046984275,0.00014143565,0.00041420455,0.0041892757],"candidate_categories":["sts","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0053661983,0.0002793372,0.0005166575,0.0018005932,0.0012511812,0.000311991,0.0009287346,0.00017853818,0.0013483177],"category_scores_gemma":[0.0023229865,0.00016405832,0.00027048797,0.0015019475,0.003969124,0.0009574348,0.00003188674,0.0008450435,0.0000047965073],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00007523575,0.000037789832,0.97728324,0.0000032386747,0.000008465802,0.0050779376,0.00010804182,0.0004725599,0.00000587053,0.0020261395,0.0003938817,0.014507607],"study_design_scores_gemma":[0.0011927988,0.023255052,0.90154916,0.00015469227,0.000031328607,0.016544625,0.0001366997,0.000866783,0.000014237111,0.044694014,0.011236633,0.00032398186],"about_ca_topic_score_codex":0.08820195,"about_ca_topic_score_gemma":0.88224936,"teacher_disagreement_score":0.7940474,"about_ca_system_score_codex":0.00052328256,"about_ca_system_score_gemma":0.0151905455,"threshold_uncertainty_score":0.9995646},"labels":[],"label_agreement":null},{"id":"W2557839963","doi":"10.1109/ivcnz.2015.7761527","title":"Feasibility of a semi-automated approach to grading point of care ultrasound image generation skills","year":2015,"lang":"en","type":"article","venue":"","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Memorial University of Newfoundland","funders":"","keywords":"Computer science; Grading (engineering); Medical physics; Ultrasound; Image quality; Point of care ultrasound; Automation; Point of care; Artificial intelligence; Computer vision; Image (mathematics); Medicine; Radiology; Pathology; Engineering","score_opus":0.0681447716812345,"score_gpt":0.34590325486777795,"score_spread":0.27775848318654345,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2557839963","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.94640553,0.000023419576,0.00521955,0.000034692534,0.000038191916,0.0003505423,0.000006047408,0.00011208961,0.04780994],"genre_scores_gemma":[0.9908867,5.691257e-7,0.008790963,0.00010050357,0.000037638358,0.0000039430824,0.00008090902,0.000007807805,0.00009097202],"study_design_codex":"observational","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9991893,0.000041399395,0.00028088482,0.00015872339,0.00023184031,0.00009783979],"domain_scores_gemma":[0.99919224,0.0000719412,0.00005789835,0.00017400939,0.0003407397,0.00016315888],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00027244436,0.000073306546,0.00023880556,0.00006504699,0.000014667167,0.000006195292,0.000030779724,0.000047713533,0.00006535212],"category_scores_gemma":[0.0005065673,0.000056037286,0.00006062222,0.00022862703,0.000030766623,0.000052826315,0.000012395029,0.000045976783,0.000004776873],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0010552998,0.0030912217,0.5717571,0.0010262984,0.00027680682,0.000015726228,0.052102014,0.019070322,0.337831,0.0050000823,0.002737086,0.0060370876],"study_design_scores_gemma":[0.024693713,0.0014586269,0.31299496,0.00029201538,0.00029359673,0.00009346816,0.02670288,0.31143108,0.32050502,0.0002784908,0.0005703374,0.0006857911],"about_ca_topic_score_codex":0.00005234714,"about_ca_topic_score_gemma":0.000005326955,"teacher_disagreement_score":0.29236075,"about_ca_system_score_codex":0.00006574654,"about_ca_system_score_gemma":0.000050484075,"threshold_uncertainty_score":0.22851342},"labels":[],"label_agreement":null},{"id":"W2558883331","doi":"10.1016/j.soard.2016.11.019","title":"Comprehensive simulation-enhanced training curriculum for an advanced minimally invasive procedure: a randomized controlled trial","year":2016,"lang":"en","type":"article","venue":"Surgery for Obesity and Related Diseases","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":25,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"St. Michael's Hospital; University of Toronto","funders":"","keywords":"Psychomotor learning; Curriculum; Randomized controlled trial; Medicine; Cognition; Set (abstract data type); Cognitive skill; Physical therapy; Medical education; Surgery; Psychology; Pedagogy; Computer science; Psychiatry","score_opus":0.027644183250570886,"score_gpt":0.3004905255576039,"score_spread":0.27284634230703303,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2558883331","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9877082,0.00080984365,0.0011132378,0.00030679186,0.0004585383,0.009152929,0.000073410825,0.00018584167,0.00019122283],"genre_scores_gemma":[0.99747777,0.00014733718,0.0001507904,0.00022558054,0.00018180901,0.0012812112,0.00020653142,0.000032928296,0.00029605458],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.99794894,0.00018780981,0.0008197021,0.0004672886,0.00021599696,0.00036024157],"domain_scores_gemma":[0.9819802,0.016659379,0.0003675988,0.00014265513,0.0004663321,0.00038383304],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000462931,0.00027741288,0.0018391821,0.00016157997,0.000280326,0.000031689848,0.00004204063,0.00018770398,0.00009018126],"category_scores_gemma":[0.0075996667,0.0001636587,0.0009942467,0.00015056132,0.00021390634,0.00025922726,0.000012031623,0.00007374829,0.0000026966259],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.9864775,0.0006448644,0.0005823407,0.00019450099,0.0006254801,0.0000072672415,0.00032625115,0.00071174966,0.00028387236,0.00030058518,0.000027223594,0.009818348],"study_design_scores_gemma":[0.98053914,0.0005269612,0.0008871469,0.00048893766,0.0010646216,0.0000035463388,0.00039314094,0.012652005,0.00011058533,0.002735143,0.00030152348,0.00029723815],"about_ca_topic_score_codex":0.00000148149,"about_ca_topic_score_gemma":0.0000015459104,"teacher_disagreement_score":0.01647157,"about_ca_system_score_codex":0.000027849597,"about_ca_system_score_gemma":0.00031139323,"threshold_uncertainty_score":0.909806},"labels":[],"label_agreement":null},{"id":"W2559606935","doi":"10.1002/alr.21887","title":"Development and validation of a septoplasty training model using 3‐dimensional printing technology","year":2016,"lang":"en","type":"article","venue":"International Forum of Allergy & Rhinology","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":36,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"McGill University","keywords":"Medicine; Septoplasty; Training (meteorology); Medical physics; Surgery; Nose","score_opus":0.05056697355896339,"score_gpt":0.3050279426440466,"score_spread":0.2544609690850832,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2559606935","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99028194,0.000023384864,0.0063704206,0.0015203978,0.000113019436,0.00006273181,0.0000029311304,0.000029233253,0.001595943],"genre_scores_gemma":[0.96812683,0.0000053770113,0.03164339,0.000070177324,0.000016235395,0.0000031185207,0.000007634763,0.000007879114,0.000119336335],"study_design_codex":"bench_or_experimental","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.99904317,0.000010519517,0.0004057119,0.00018444468,0.00020069534,0.00015544513],"domain_scores_gemma":[0.99938536,0.00010001271,0.00019567584,0.000074889875,0.00020356482,0.00004047558],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000121839796,0.0000891509,0.00021653132,0.00030820878,0.00003270635,0.0000020884181,0.00006786171,0.00011973294,0.00012558617],"category_scores_gemma":[0.00015417035,0.00006716585,0.000043300846,0.00007660679,0.00013976899,0.00007204507,0.0000957786,0.000068428395,0.0000020231034],"study_design_candidate":"bench_or_experimental","study_design_consensus":"bench_or_experimental","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000835187,0.000311005,0.084131226,0.000036675272,0.0014339167,0.00002581178,0.0018141484,0.01465363,0.36963633,0.20608231,0.000011859261,0.32102787],"study_design_scores_gemma":[0.023882877,0.0005724908,0.04819931,0.0016652602,0.00010288814,0.0008203957,0.0022090604,0.28210118,0.58152676,0.023360278,0.034756877,0.0008026072],"about_ca_topic_score_codex":0.0000032829246,"about_ca_topic_score_gemma":0.0000044387566,"teacher_disagreement_score":0.32022527,"about_ca_system_score_codex":0.000044142267,"about_ca_system_score_gemma":0.00011961964,"threshold_uncertainty_score":0.27389437},"labels":[],"label_agreement":null},{"id":"W2560612410","doi":"10.1213/xaa.0000000000000452","title":"The Role of Simulation in Planning Intraoperative Magnetic Resonance Imaging-Guided Neurosurgical Procedures","year":2016,"lang":"en","type":"article","venue":"A & A Case Reports","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Health Sciences Centre; Manitoba Health; University of Manitoba","funders":"","keywords":"Magnetic resonance imaging; Suite; Medicine; Radiology; Medical physics; Computer science","score_opus":0.019768864566534913,"score_gpt":0.31590939711389404,"score_spread":0.2961405325473591,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2560612410","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99362665,0.0023357945,0.000048737544,0.00034812102,0.000045633074,0.0002775959,8.228196e-7,0.00003241363,0.0032842313],"genre_scores_gemma":[0.9996451,0.00001438579,0.00003854116,0.000096004325,0.00004248492,0.000017518045,0.0000012409415,0.000011251422,0.00013347168],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9988688,0.000058838268,0.0004841626,0.00021592042,0.00020115025,0.00017111031],"domain_scores_gemma":[0.99888533,0.0006244684,0.00013013573,0.00018261108,0.000107258835,0.00007021137],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00034712802,0.00009200717,0.00017315334,0.000052900563,0.000064742155,0.000012672185,0.00001591075,0.000034746634,0.00005157387],"category_scores_gemma":[0.0012459788,0.00004926662,0.00004808886,0.00016912779,0.00007503806,0.00006522171,0.00001879261,0.00008373247,0.0000014475653],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0005482751,0.00013506865,0.5745198,0.000021130003,0.000010107947,0.11838113,0.0013841346,0.0027076723,0.0027767052,0.00058492477,0.00002756097,0.2989035],"study_design_scores_gemma":[0.009048611,0.0005091522,0.6016244,0.0016433662,0.00009375211,0.12675603,0.0012625959,0.115258075,0.0062458217,0.0030195294,0.13398989,0.00054874324],"about_ca_topic_score_codex":0.000028519871,"about_ca_topic_score_gemma":0.000012838291,"teacher_disagreement_score":0.29835474,"about_ca_system_score_codex":0.00002746449,"about_ca_system_score_gemma":0.000084440915,"threshold_uncertainty_score":0.20090345},"labels":[],"label_agreement":null},{"id":"W2560720491","doi":"10.1007/s00464-016-5337-4","title":"Analysis of motion in laparoscopy: the deconstruction of an intra-corporeal suturing task","year":2016,"lang":"en","type":"article","venue":"Surgical Endoscopy","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":21,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"SickKids Foundation; Hospital for Sick Children; Children's Hospital of Eastern Ontario; University of Toronto","funders":"Imperial College London","keywords":"Medicine; Laparoscopy; Abdominal surgery; Task (project management); Motion (physics); Hepatology; General surgery; Surgery; Artificial intelligence; Computer science; Engineering","score_opus":0.01759760425283976,"score_gpt":0.30092102163766743,"score_spread":0.2833234173848277,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2560720491","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9959861,0.00002173746,0.00016216264,0.00014956883,0.0001044604,0.00011632859,0.000011985613,0.00002165129,0.0034260096],"genre_scores_gemma":[0.99967575,0.00002834074,0.00015693638,0.00002032812,0.00006386604,0.000005230445,0.00002070979,0.000007031341,0.000021798332],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99886143,0.00010994275,0.00043837473,0.0001886514,0.0002445347,0.00015708143],"domain_scores_gemma":[0.9990689,0.00041520214,0.00015025566,0.00021343079,0.00006297762,0.00008924003],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00039841497,0.00009102187,0.0004005537,0.00026551902,0.000023012297,0.0000039854954,0.00006215354,0.00007835199,0.0005897029],"category_scores_gemma":[0.000108137334,0.000048728598,0.00015826678,0.00076657184,0.0001752943,0.00008947683,0.000013710852,0.000095228585,0.0000026560012],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0024557803,0.00037613875,0.84439766,0.0000388868,0.0004947105,0.000056556153,0.00036944993,0.0011538509,0.009391767,0.007370992,0.0000020540997,0.13389212],"study_design_scores_gemma":[0.029708393,0.00048905937,0.8580429,0.00028870057,0.001046123,0.000041656196,0.00035270466,0.013169212,0.094088,0.0011816795,0.0013375214,0.00025403118],"about_ca_topic_score_codex":0.00010060477,"about_ca_topic_score_gemma":0.000057365363,"teacher_disagreement_score":0.13363808,"about_ca_system_score_codex":0.00003562313,"about_ca_system_score_gemma":0.00002879775,"threshold_uncertainty_score":0.64568335},"labels":[],"label_agreement":null},{"id":"W2560859737","doi":"10.1016/j.wneu.2016.12.039","title":"“The Actualized Neurosurgeon”: A Proposed Model of Surgical Resident Development","year":2016,"lang":"en","type":"article","venue":"World Neurosurgery","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":18,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Hospital for Sick Children; SickKids Foundation; Sunnybrook Health Science Centre; Health Sciences Centre; University of Toronto","funders":"","keywords":"Medicine; Graduate medical education; Accreditation; Competence (human resources); Regret; Medical education; Subspecialty; Professional development; Psychology; Pathology","score_opus":0.051397087762254094,"score_gpt":0.2912040682291225,"score_spread":0.23980698046686838,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2560859737","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9836034,0.000066982604,0.00016883636,0.009154699,0.00043725347,0.00038577546,0.00000390907,0.00015979561,0.0060193054],"genre_scores_gemma":[0.9793481,0.00011085557,0.00009590008,0.0004913189,0.000058178568,0.000017663391,0.0000025210804,0.000033505636,0.019841943],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9977924,0.00013107913,0.000773076,0.0003265979,0.00058292085,0.0003939102],"domain_scores_gemma":[0.9969948,0.002095234,0.00019912403,0.00036476925,0.00011132734,0.00023472276],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00061618694,0.00018677191,0.00040076714,0.00018458244,0.00019935239,0.000022700759,0.00010496258,0.00004700311,0.00021584501],"category_scores_gemma":[0.00045581162,0.000096541946,0.0002154192,0.00038562488,0.00017572426,0.00006290233,0.00006722301,0.00014045853,0.000037706173],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.024642605,0.001842922,0.22294044,0.00035302292,0.0004904117,0.0028439679,0.00173512,0.0008962076,0.12030829,0.020028338,0.016860876,0.58705777],"study_design_scores_gemma":[0.010683898,0.00010800468,0.030502204,0.0004691877,0.0000696128,0.00010306021,0.00002594325,0.0033138702,0.07064659,0.00038607034,0.883192,0.00049953867],"about_ca_topic_score_codex":0.0000018662516,"about_ca_topic_score_gemma":0.000008969647,"teacher_disagreement_score":0.86633116,"about_ca_system_score_codex":0.000050400802,"about_ca_system_score_gemma":0.00024037118,"threshold_uncertainty_score":0.39368662},"labels":[],"label_agreement":null},{"id":"W2561838852","doi":"10.1097/aap.0000000000000537","title":"A Virtual Reality Simulation Model of Spinal Ultrasound","year":2016,"lang":"en","type":"article","venue":"Regional Anesthesia & Pain Medicine","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":38,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University Health Network; Ottawa Hospital; Toronto Western Hospital; University of Ottawa","funders":"","keywords":"Medicine; Ultrasound; Test (biology); Session (web analytics); Physical therapy; Construct validity; Institutional review board; Lumbar spine; Lumbar; Medical physics; Radiology; Surgery; Patient satisfaction","score_opus":0.08360330904205299,"score_gpt":0.33292931859747293,"score_spread":0.24932600955541995,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2561838852","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7717337,0.00015348509,0.074743636,0.15177912,0.0000068660997,0.00041696435,3.104063e-7,0.00014007429,0.0010258307],"genre_scores_gemma":[0.9846288,0.00003405494,0.00021271508,0.0136477705,0.00025905442,0.0000064444434,0.00001839431,0.00001779335,0.0011749475],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99827987,0.0001644304,0.00045139386,0.00025619855,0.00064444833,0.00020366229],"domain_scores_gemma":[0.9977653,0.0014179505,0.00016064454,0.00023402946,0.00020989924,0.00021215531],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0013769942,0.00016058244,0.00039780678,0.000115816954,0.000049731818,0.0000020347845,0.00007220373,0.000104881045,0.0005337921],"category_scores_gemma":[0.00051589846,0.000091266935,0.00011101521,0.00020020675,0.00036755035,0.00006531659,0.0000030871713,0.00008877482,0.00002327661],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.02575717,0.002622608,0.08828764,0.0008509064,0.0008058674,0.0007078981,0.0034755226,0.16798446,0.063860856,0.15111873,0.018532744,0.4759956],"study_design_scores_gemma":[0.0264237,0.0050325696,0.11352416,0.0045639374,0.0003718983,0.0005724204,0.0005565662,0.46474847,0.0004870027,0.010002261,0.37298805,0.00072898326],"about_ca_topic_score_codex":0.00002033503,"about_ca_topic_score_gemma":9.792192e-7,"teacher_disagreement_score":0.47526664,"about_ca_system_score_codex":0.000055343833,"about_ca_system_score_gemma":0.00008689494,"threshold_uncertainty_score":0.58446485},"labels":[],"label_agreement":null},{"id":"W2563617656","doi":"10.1136/bmjinnov-2016-000133","title":"Wearable technology in the operating room: a systematic review","year":2016,"lang":"en","type":"review","venue":"BMJ Innovations","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":71,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"St. Michael's Hospital","funders":"","keywords":"Wearable technology; Wearable computer; Systematic review; Medicine; MEDLINE; Health technology; Quality (philosophy); Clinical trial; Health care; Computer science; Medical physics; Pathology","score_opus":0.12238972959222093,"score_gpt":0.44316479060021263,"score_spread":0.3207750610079917,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2563617656","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[4.4907057e-7,0.9788151,0.00007448077,0.0038562554,0.00005484861,0.0049868077,0.000004920706,0.00006703918,0.012140103],"genre_scores_gemma":[0.00006579241,0.99517775,0.00015844466,0.0015511861,0.00008104671,0.0020478002,0.000035075424,0.000023900677,0.00085902464],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.9977439,0.00020933151,0.0013911979,0.00021974905,0.0002389422,0.00019686762],"domain_scores_gemma":[0.9982279,0.0005797385,0.00040070468,0.00058763154,0.00018219052,0.000021846103],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001627538,0.00020692202,0.0017187361,0.0004537596,0.00009430851,0.000023811072,0.00020792674,0.00020566864,0.00020839597],"category_scores_gemma":[0.0032947864,0.00009714333,0.00016868346,0.0034645435,0.00003354316,0.000042404172,0.00003566495,0.0004612235,0.00034540155],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[3.624079e-7,0.000040693652,0.0000052035134,0.7786299,0.00008001498,0.000036691927,0.000020015605,1.2137437e-7,6.402033e-8,0.018124912,0.0002944831,0.2027675],"study_design_scores_gemma":[0.00018794356,0.000011203659,8.708959e-7,0.62453353,0.0003257637,0.00017977724,0.000026494607,0.000006178312,1.8315296e-8,0.000071354676,0.37457567,0.00008119155],"about_ca_topic_score_codex":0.0000014013044,"about_ca_topic_score_gemma":0.0000010403523,"teacher_disagreement_score":0.3742812,"about_ca_system_score_codex":0.00008072003,"about_ca_system_score_gemma":0.00028619854,"threshold_uncertainty_score":0.44395533},"labels":[],"label_agreement":null},{"id":"W2564278675","doi":"10.1097/prs.0000000000002923","title":"Evaluation and Implementation of a High-Fidelity Cleft Palate Simulator","year":2016,"lang":"en","type":"article","venue":"Plastic & Reconstructive Surgery","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":79,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Hospital for Sick Children; University of Toronto","funders":"","keywords":"Fidelity; Test (biology); Session (web analytics); High fidelity; Computer science; Simulation; Medical physics; Medicine; Engineering","score_opus":0.03950657523097497,"score_gpt":0.3280617195860844,"score_spread":0.2885551443551094,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2564278675","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9978688,0.000022629318,0.0011441108,0.00007355539,0.0003617685,0.00023928052,0.00003084779,0.00002791774,0.00023114277],"genre_scores_gemma":[0.9996673,0.00001782157,0.0001871871,0.000025460493,0.00006288087,0.000011322215,0.000012898721,0.000009719694,0.0000054075626],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9987073,0.00011907146,0.00043383485,0.00022830626,0.00035690676,0.00015457065],"domain_scores_gemma":[0.9949296,0.004273544,0.00019684901,0.000102000646,0.0003859482,0.00011207539],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0009004522,0.00010519023,0.00031361956,0.0001459201,0.000038551894,0.000006111458,0.000014196208,0.000055427776,0.0015506984],"category_scores_gemma":[0.0019820766,0.000073578165,0.000072354385,0.00012193285,0.00013188142,0.0001261826,0.000014514907,0.000049878865,0.000009920165],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000108094544,0.00001433682,0.5384673,0.000019069528,0.00008263762,0.0000019873937,0.000047386882,0.00001277368,0.0006163801,0.00021574664,0.0000050409926,0.46040928],"study_design_scores_gemma":[0.0028680628,0.000043894237,0.991925,0.00015194317,0.00017319017,0.000020519044,0.00021373427,0.0012383538,0.0013812152,0.0018280227,0.000060537757,0.00009554718],"about_ca_topic_score_codex":0.000038571092,"about_ca_topic_score_gemma":0.0000137781535,"teacher_disagreement_score":0.46031374,"about_ca_system_score_codex":0.000069733665,"about_ca_system_score_gemma":0.00018157027,"threshold_uncertainty_score":0.999362},"labels":[],"label_agreement":null},{"id":"W2564557452","doi":"10.1007/s10916-016-0665-4","title":"Smart Sensor-Based Motion Detection System for Hand Movement Training in Open Surgery","year":2016,"lang":"en","type":"article","venue":"Journal of Medical Systems","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":26,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Computer science; Hidden Markov model; Artificial intelligence; Motion (physics); Task (project management); Motion sensors; Motion analysis; Movement assessment; Match moving; Computer vision; Machine learning; Human–computer interaction; Motor skill; Engineering","score_opus":0.09217089886922475,"score_gpt":0.3308186601556492,"score_spread":0.23864776128642445,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2564557452","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8042222,0.00020225205,0.18690178,0.004147698,0.0030198265,0.0008944324,0.000004303452,0.00002814092,0.0005793268],"genre_scores_gemma":[0.99900764,0.000006530083,0.000067244946,0.00017338923,0.0006233889,0.000022688022,0.0000016497314,0.000014597929,0.00008289486],"study_design_codex":"design_other","study_design_gemma":"randomized_trial","domain_scores_codex":[0.99746186,0.00019849052,0.0010202902,0.00013561995,0.0009695811,0.00021418408],"domain_scores_gemma":[0.9975923,0.0013382845,0.00043221845,0.000091874805,0.00019250043,0.0003528457],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.005707992,0.000101498226,0.0006057108,0.00022599075,0.0000558344,0.000055982935,0.00010627235,0.00017029136,0.0000719859],"category_scores_gemma":[0.0014652599,0.000058150214,0.0001697981,0.0001526738,0.000035826684,0.00011264019,0.0000140355,0.0001563424,0.0000054809598],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0054746917,0.00059303147,0.101892434,0.0024705757,0.00045534116,0.0013351431,0.0009356746,0.00087320636,0.010707972,0.00073119253,0.000640034,0.8738907],"study_design_scores_gemma":[0.24132389,0.0055725337,0.11746726,0.13681345,0.00086655805,0.004224545,0.028712664,0.21122806,0.029851379,0.0003308916,0.22173938,0.001869398],"about_ca_topic_score_codex":0.000060983526,"about_ca_topic_score_gemma":0.000011779983,"teacher_disagreement_score":0.8720213,"about_ca_system_score_codex":0.0002986281,"about_ca_system_score_gemma":0.00031801264,"threshold_uncertainty_score":0.23712969},"labels":[],"label_agreement":null},{"id":"W2565129737","doi":"10.1016/j.jsurg.2016.11.017","title":"Training Tools for Nontechnical Skills for Surgeons—A Systematic Review","year":2016,"lang":"en","type":"review","venue":"Journal of surgical education","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":108,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"University of Auckland; University of Oxford; McMaster University; Centre Hospitalier Universitaire de Rennes; University of Virginia","keywords":"Systematic review; Medical education; Face validity; Gold standard (test); Inter-rater reliability; Inclusion (mineral); Reliability (semiconductor); Psychology; MEDLINE; Medicine; Medical physics; Computer science; Psychometrics; Clinical psychology; Rating scale","score_opus":0.13472185719561208,"score_gpt":0.44991523994458693,"score_spread":0.31519338274897485,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2565129737","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0000018841992,0.9919858,0.0008962237,0.00069704663,0.0009568937,0.0046035997,0.000031326854,0.000023604834,0.0008036245],"genre_scores_gemma":[0.000053573585,0.9958591,0.0010290546,0.00035169616,0.0011237868,0.0005779316,0.00011134994,0.00006256277,0.0008309378],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9957716,0.0002200287,0.0029594575,0.0002669838,0.00046190887,0.00032002488],"domain_scores_gemma":[0.98675,0.009235004,0.0023581514,0.00028956277,0.0009716855,0.00039556986],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0032497395,0.0003630783,0.004797927,0.00029630357,0.00007265557,0.000056843623,0.00020143719,0.0003701063,0.00020257052],"category_scores_gemma":[0.0076288264,0.00020111886,0.002822501,0.0002896592,0.000044126115,0.00019869041,0.000014168292,0.00038301884,0.000017083534],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00003426134,0.000173606,1.8175716e-7,0.3956776,0.00019477682,0.00000670853,0.000012032177,3.245818e-8,2.4313326e-8,0.0003142588,0.00068109186,0.60290545],"study_design_scores_gemma":[0.00080432225,0.00013086601,4.0178946e-7,0.45977148,0.0027108435,0.0008464618,0.000019450126,9.504981e-7,1.0624816e-7,0.000056505418,0.5355372,0.00012139759],"about_ca_topic_score_codex":2.1438645e-7,"about_ca_topic_score_gemma":8.749732e-8,"teacher_disagreement_score":0.60278404,"about_ca_system_score_codex":0.00027745377,"about_ca_system_score_gemma":0.0022839385,"threshold_uncertainty_score":0.9132969},"labels":[],"label_agreement":null},{"id":"W2565530543","doi":"10.1007/s13629-016-0156-x","title":"Video-analysis for the assessment of practical skill","year":2016,"lang":"nl","type":"article","venue":"Tijdschrift voor Urologie","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":15,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Coaching; Computer science; Patient safety; Quality (philosophy); Reliability (semiconductor); Video recording; Identification (biology); USable; Multimedia; Psychology","score_opus":0.1029351264160091,"score_gpt":0.41784516182746423,"score_spread":0.3149100354114551,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2565530543","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.110365376,0.0027925582,0.63916856,0.16941553,0.002423732,0.0041516144,0.00047502512,0.0003651932,0.0708424],"genre_scores_gemma":[0.99235964,0.00025387385,0.0017614322,0.001448333,0.00037407366,0.00006965473,0.000016469736,0.000029297475,0.0036872101],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9971525,0.00028361124,0.000823791,0.0005257132,0.00061454636,0.0005998071],"domain_scores_gemma":[0.98093486,0.017307475,0.00041645192,0.0007745344,0.00034380716,0.00022284349],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0021140096,0.0002873339,0.000847584,0.00018829438,0.0001600338,0.000027769798,0.00025456146,0.00029487823,0.00863434],"category_scores_gemma":[0.0050572627,0.00013657934,0.0007940684,0.00062986393,0.00038841,0.00011595525,0.000117255804,0.00032112832,0.00036410903],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0037968731,0.0023991207,0.7232031,0.00024241571,0.0263579,0.00016202539,0.00040190542,0.0031018,0.0011672324,0.10510391,0.0073182997,0.12674539],"study_design_scores_gemma":[0.011816557,0.0018225871,0.59878635,0.00008093273,0.014680301,0.000008785299,0.00042044595,0.03974835,0.00047624714,0.00054078555,0.33122042,0.00039825955],"about_ca_topic_score_codex":0.000024144912,"about_ca_topic_score_gemma":0.000012000905,"teacher_disagreement_score":0.8819943,"about_ca_system_score_codex":0.000049948085,"about_ca_system_score_gemma":0.00037690767,"threshold_uncertainty_score":0.9922719},"labels":[],"label_agreement":null},{"id":"W2565542807","doi":"10.1016/j.juro.2016.12.009","title":"Basic Laparoscopic Skills Assessment Study: Validation and Standard Setting among Canadian Urology Trainees","year":2016,"lang":"en","type":"article","venue":"The Journal of Urology","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":21,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Medicine; Pace; Curriculum; Test (biology); Knot tying; Medical education; Medical physics; Urology; Surgery; Psychology","score_opus":0.014064425244611507,"score_gpt":0.305704681142254,"score_spread":0.29164025589764253,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2565542807","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9891647,0.00007593431,0.000323971,0.009240628,0.00017106705,0.00014904287,0.0000026042076,0.000006920431,0.0008651076],"genre_scores_gemma":[0.99876255,0.000029510846,0.000052739117,0.0009589509,0.00013623686,0.0000011080134,6.8788114e-7,0.000008375682,0.00004986111],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9989354,0.0003284493,0.00030674282,0.00007825131,0.00015736434,0.00019376769],"domain_scores_gemma":[0.99875236,0.00069531176,0.00017760854,0.00009301216,0.00010590551,0.00017578088],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001368578,0.00007786903,0.00024974163,0.00014235648,0.00008903003,0.000007922055,0.000063225336,0.000061408784,0.000274681],"category_scores_gemma":[0.00026210316,0.00003947013,0.000032736247,0.000067860245,0.000110185254,0.00006107467,0.000013572527,0.00020218658,0.0000022280028],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0004692732,0.00009802378,0.95811284,0.0000053463973,0.00024826426,0.0001412471,0.0021150534,0.0002543975,0.00064864627,0.0002212771,0.00011217832,0.037573427],"study_design_scores_gemma":[0.007216903,0.0026366566,0.98388255,0.000015648937,0.000329414,0.00032138833,0.0005207951,0.00012751493,0.00009360951,0.00049017183,0.004301174,0.00006414992],"about_ca_topic_score_codex":0.00025483928,"about_ca_topic_score_gemma":0.0018555103,"teacher_disagreement_score":0.037509277,"about_ca_system_score_codex":0.000050228373,"about_ca_system_score_gemma":0.00017324572,"threshold_uncertainty_score":0.30075642},"labels":[],"label_agreement":null},{"id":"W2565547838","doi":"10.1016/j.amjsurg.2016.12.014","title":"Perioperative feedback in surgical training: A systematic review","year":2016,"lang":"en","type":"review","venue":"The American Journal of Surgery","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":88,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University Health Centre","funders":"Fonds de Recherche du Québec - Santé; Fonds de recherche du Québec","keywords":"Debriefing; Preparedness; Perioperative; Thematic analysis; Medical education; Medicine; Teaching method; Psychology; Qualitative research; Mathematics education; Surgery","score_opus":0.14716530824081575,"score_gpt":0.3931111152722606,"score_spread":0.24594580703144486,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2565547838","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00014020996,0.99724364,0.0000041676512,0.00055386004,0.0001673905,0.0006566045,0.000004534484,0.000011489366,0.0012181173],"genre_scores_gemma":[0.0012055683,0.9975542,0.0000149181515,0.00057821063,0.0003275976,0.000031977113,0.0000038267954,0.00004885266,0.00023483903],"study_design_codex":"design_other","study_design_gemma":"systematic_review","domain_scores_codex":[0.9945783,0.001663217,0.0026231478,0.00019782968,0.000594338,0.00034314799],"domain_scores_gemma":[0.9888163,0.0074142623,0.0029621155,0.00035459478,0.00019936086,0.0002533563],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.004477649,0.00038520893,0.008723041,0.00039736647,0.000044540466,0.000024183504,0.00023568676,0.00006962189,0.00032153397],"category_scores_gemma":[0.0016891586,0.0001586078,0.0019718118,0.0010306146,0.0003506071,0.000072883195,0.000030237408,0.0007730611,0.000075293196],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000765606,0.00004420364,0.000014667213,0.2117648,0.00043685344,0.0012108689,0.00016463804,1.7317655e-7,1.4870433e-8,0.000021115826,0.000043077183,0.78622305],"study_design_scores_gemma":[0.00032630604,0.0000618768,0.000016200549,0.68949085,0.0012630975,0.005080078,0.00021163841,7.4145646e-7,1.4302886e-8,0.000002663319,0.30339718,0.000149373],"about_ca_topic_score_codex":0.0000019897575,"about_ca_topic_score_gemma":1.41875e-7,"teacher_disagreement_score":0.7860737,"about_ca_system_score_codex":0.00017502822,"about_ca_system_score_gemma":0.0009568749,"threshold_uncertainty_score":0.6467838},"labels":[],"label_agreement":null},{"id":"W2571367802","doi":"10.1055/s-0036-1582932","title":"Differences between Manufacturers of CT-based Computer Assisted Surgery Systems Do Exist: A Systematic Literature Review","year":2016,"lang":"en","type":"article","venue":"Global Spine Journal","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"","keywords":"Medicine; Navigation system; Systematic review; MEDLINE; Meta-analysis; Medical physics; Surgery; Radiology; Artificial intelligence; Computer science; Pathology","score_opus":0.04318351110308203,"score_gpt":0.31012257037938074,"score_spread":0.2669390592762987,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2571367802","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6946719,0.25508097,0.032930516,0.0069349543,0.0032873373,0.0025626752,0.00023280266,0.00024792625,0.004050929],"genre_scores_gemma":[0.99743277,0.0012937926,0.0003296521,0.00043153303,0.00043680854,0.0000050030544,0.000014256442,0.000008701042,0.00004748693],"study_design_codex":"observational","study_design_gemma":"systematic_review","domain_scores_codex":[0.99769706,0.00027135364,0.0009953883,0.00017772129,0.0006094777,0.00024902506],"domain_scores_gemma":[0.9983847,0.00022709725,0.0006157972,0.00020598712,0.00025741203,0.00030900573],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00081027776,0.00020566447,0.0011999725,0.000094976305,0.00006069178,0.00007145909,0.00011080509,0.00007161903,0.00012594998],"category_scores_gemma":[0.00027133847,0.000099652585,0.00039302243,0.00033980745,0.000050431237,0.00007859618,0.000016563146,0.00017495568,0.000014103813],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00024517573,0.00049221644,0.55651283,0.29325134,0.0020866422,0.0028321873,0.00007015103,0.000039654213,0.000066641194,0.00066210405,0.008241913,0.13549916],"study_design_scores_gemma":[0.0028937552,0.00017738521,0.4746035,0.51794916,0.00054937345,0.0018499288,0.000015474645,0.000100212084,0.000013877161,0.000032578886,0.0015878936,0.00022686797],"about_ca_topic_score_codex":0.0000027300566,"about_ca_topic_score_gemma":3.088089e-7,"teacher_disagreement_score":0.30276087,"about_ca_system_score_codex":0.00012949946,"about_ca_system_score_gemma":0.00009833872,"threshold_uncertainty_score":0.40637147},"labels":[],"label_agreement":null},{"id":"W2573703896","doi":"10.1055/s-0036-1597755","title":"What Arthroscopic Skills Need to Be Trained Before Continuing Safe Training in the Operating Room?","year":2017,"lang":"en","type":"article","venue":"The Journal of Knee Surgery","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Medicine; Respondent; Test (biology); Medical education; Ranking (information retrieval); Triangulation; Arthroscopy; Family medicine; Medical physics; Surgery; Artificial intelligence; Cartography","score_opus":0.05161346335824375,"score_gpt":0.3269877467113522,"score_spread":0.2753742833531085,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2573703896","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9786445,0.00020082346,0.00007470718,0.018631434,0.0008188044,0.0002187658,7.8891696e-7,0.000009093095,0.0014010894],"genre_scores_gemma":[0.9955369,0.00005086114,0.00012528387,0.003486431,0.00058303593,0.000002700792,0.0000014921369,0.000018522836,0.00019476954],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99817276,0.00022617706,0.0007239081,0.000098860655,0.00045859689,0.0003197147],"domain_scores_gemma":[0.99715394,0.0017885729,0.00044541497,0.00033707294,0.00012512907,0.00014988295],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0049646087,0.00014982911,0.0005473262,0.00016574212,0.0003233189,0.00027174284,0.0002384204,0.00006361108,0.00014331],"category_scores_gemma":[0.0026783785,0.00007844403,0.00021666949,0.00015778813,0.00007548217,0.0004707133,0.000034390807,0.00048211336,0.000005514976],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00075158785,0.00020422315,0.0663677,0.000047728317,0.00023886227,0.0007642008,0.22857589,0.0016291365,0.0018492651,0.00027632192,0.0005678818,0.6987272],"study_design_scores_gemma":[0.008993615,0.0006988521,0.8311449,0.0059370343,0.00028718653,0.0012019639,0.13084765,0.0016993124,0.0006684955,0.00056459446,0.017513677,0.00044267238],"about_ca_topic_score_codex":0.000012085932,"about_ca_topic_score_gemma":0.000053566477,"teacher_disagreement_score":0.76477724,"about_ca_system_score_codex":0.000034729917,"about_ca_system_score_gemma":0.0001228813,"threshold_uncertainty_score":0.32064626},"labels":[],"label_agreement":null},{"id":"W2576044861","doi":"10.2500/ar.2016.7.0180","title":"The Role of Simulation in Teaching Sinus Surgery in Otolaryngology Residency: A Survey of Rhinologists","year":2016,"lang":"en","type":"article","venue":"Allergy & Rhinology","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":21,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Respondent; Curriculum; Simulation training; Otorhinolaryngology; Medical simulation; Medical education; Medicine; Medical physics; Residency training; Surgical simulation; Simulation; Psychology; Computer science; Surgery","score_opus":0.03908746086344226,"score_gpt":0.30779854997301015,"score_spread":0.26871108910956787,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2576044861","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9958954,0.00077389606,0.00006374328,0.00065973337,0.00009516006,0.00013778507,0.0000023505463,0.000021842607,0.0023500987],"genre_scores_gemma":[0.9996429,0.00014380841,0.00004849754,0.00006618305,0.000015791984,0.000007427258,0.000009759625,0.000010241719,0.000055390195],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9978105,0.0007731705,0.00072826236,0.0002337025,0.0001402482,0.0003141243],"domain_scores_gemma":[0.9906169,0.008723566,0.0002359534,0.00028315675,0.00010119456,0.00003922279],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0014685527,0.000113707974,0.00049359415,0.00030150486,0.00003445849,0.000002186152,0.00011579457,0.0002353985,0.000074653544],"category_scores_gemma":[0.0046794116,0.000069709,0.00007134129,0.00023482677,0.0002565683,0.00006131797,0.000055608358,0.0002305958,0.0000068549193],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0008600546,0.00011678688,0.90479594,0.0000065012773,0.00004982481,0.00004592787,0.00026149416,0.000877299,0.0012963625,0.007444199,0.0000040184564,0.08424157],"study_design_scores_gemma":[0.0016044757,0.00010354259,0.99154633,0.00008506222,0.0000039119423,0.000013734591,0.00005600012,0.0018624786,0.00044142644,0.002592058,0.0016219621,0.00006904418],"about_ca_topic_score_codex":0.0031576203,"about_ca_topic_score_gemma":0.008386516,"teacher_disagreement_score":0.08675034,"about_ca_system_score_codex":0.00005114914,"about_ca_system_score_gemma":0.00015859498,"threshold_uncertainty_score":0.5602031},"labels":[],"label_agreement":null},{"id":"W2578366864","doi":"10.1016/j.jcjo.2016.09.011","title":"Mechanical exposure of ophthalmic surgeons: a quantitative ergonomic evaluation of indirect ophthalmoscopy and slit-lamp biomicroscopy","year":2017,"lang":"en","type":"article","venue":"Canadian Journal of Ophthalmology","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":25,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Medicine; Operating microscope; Slit lamp; Ophthalmoscopy; Cryotherapy; Ophthalmology; Surgery; Orthodontics","score_opus":0.11588561573511041,"score_gpt":0.3868179300366723,"score_spread":0.2709323143015619,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2578366864","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9916735,0.0011781765,0.000010039666,0.00017536065,0.0005267221,0.00024861319,0.000033036136,0.0000016997726,0.0061528403],"genre_scores_gemma":[0.99875754,0.000010862838,0.0011042708,0.000009476085,0.000042233227,0.0000023716334,0.000006891691,0.000019932544,0.000046414323],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9981509,0.0002800902,0.0008081011,0.00020698553,0.00027093492,0.00028299194],"domain_scores_gemma":[0.99695045,0.00036775466,0.0010676974,0.0003353867,0.0007674209,0.0005112823],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0020864753,0.00016798104,0.00080386875,0.00046614514,0.00015089418,0.000024661329,0.00022419283,0.00021606803,0.0011847405],"category_scores_gemma":[0.0021581925,0.00015189216,0.00017470442,0.00011293324,0.0004778117,0.00015558695,0.00002491837,0.00025789722,0.0000031824586],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0022927676,0.00022376579,0.96201515,0.00020306089,0.0009673424,0.0073370566,0.0016299504,0.00017824683,0.018462693,0.002433847,0.000039626404,0.004216507],"study_design_scores_gemma":[0.008927567,0.0030086741,0.9098051,0.00056111306,0.0004834965,0.060010456,0.0008765339,0.0009337123,0.0128986025,0.0021872795,0.000064696236,0.00024273593],"about_ca_topic_score_codex":0.0016939815,"about_ca_topic_score_gemma":0.00007964773,"teacher_disagreement_score":0.0526734,"about_ca_system_score_codex":0.00012699567,"about_ca_system_score_gemma":0.0018526244,"threshold_uncertainty_score":0.9997283},"labels":[],"label_agreement":null},{"id":"W2581052528","doi":"10.1097/prs.0000000000003010","title":"Infant Robotic Cleft Palate Surgery: A Feasibility Assessment Using a Realistic Cleft Palate Simulator","year":2017,"lang":"en","type":"article","venue":"Plastic & Reconstructive Surgery","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":42,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Hospital for Sick Children; University of Toronto","funders":"Intuitive Surgical","keywords":"Medicine; Wrist; Robotic surgery; Robotic arm; Orthodontics; Surgery; Artificial intelligence; Computer science","score_opus":0.08924989133542441,"score_gpt":0.3497851073005398,"score_spread":0.2605352159651154,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2581052528","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9917938,0.000017213286,0.0023581253,0.00013026943,0.0030028415,0.00056715665,0.000061042636,0.00018953858,0.0018800222],"genre_scores_gemma":[0.99823564,0.000025980116,0.0010534392,0.00011199061,0.00037239617,0.00001679405,0.00006700514,0.000073885465,0.000042881118],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.995827,0.00031101482,0.0013059076,0.0009756525,0.0006803119,0.0009001224],"domain_scores_gemma":[0.98451495,0.012302786,0.0009967849,0.0010669853,0.0003992586,0.0007192181],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0016408736,0.00054054946,0.0016915152,0.0004086945,0.0008042137,0.00024867253,0.00016479832,0.00027904322,0.00090018474],"category_scores_gemma":[0.011035832,0.0004876338,0.00069057854,0.0002522185,0.00069373916,0.00043351288,0.00014558953,0.00062852865,0.000049423525],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00038388997,0.00015144832,0.98648924,0.00015581251,0.00030323476,0.00036923416,0.00005868049,0.002449843,0.00010571255,0.00016603999,0.00002902716,0.009337823],"study_design_scores_gemma":[0.0015576303,0.000033548833,0.9054116,0.0007656144,0.00033312332,0.00025647215,0.00009644328,0.090288006,0.000018219731,0.0005949655,0.00015747781,0.0004869064],"about_ca_topic_score_codex":0.00025274538,"about_ca_topic_score_gemma":0.00004100117,"teacher_disagreement_score":0.08783816,"about_ca_system_score_codex":0.000424382,"about_ca_system_score_gemma":0.00096428744,"threshold_uncertainty_score":0.9997575},"labels":[],"label_agreement":null},{"id":"W25826042","doi":"10.25419/rcsi.10815695","title":"Proficiency-based simulation training in open and endovascular surgery.","year":2012,"lang":"en","type":"article","venue":"Canadian Journal of Microbiology","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Training (meteorology); Simulation training; Open surgery; Medicine; Computer science; Surgery; Simulation; Geography","score_opus":0.07347674590226277,"score_gpt":0.30468910345190436,"score_spread":0.2312123575496416,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W25826042","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9975071,0.00081809465,0.00017747174,0.00041308516,0.00018721029,0.00012247363,0.000002748743,0.0000018610647,0.00076993613],"genre_scores_gemma":[0.9989352,0.0000021726148,0.00028497132,0.0006730659,0.00007541727,7.703759e-7,0.000009041847,0.000006373734,0.000012939725],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9992814,0.00008506437,0.00027858728,0.00006738902,0.000024567733,0.0002629582],"domain_scores_gemma":[0.9991763,0.00026028615,0.00009603508,0.000052772008,0.00005844769,0.0003561372],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00094931904,0.00006166658,0.0002686708,0.0003046294,0.00003965121,0.00001289599,0.00005309318,0.000075624026,0.00024386214],"category_scores_gemma":[0.00032849627,0.000051391777,0.00005511578,0.0001372405,0.00006636264,0.000087187495,0.000005266008,0.00014327718,0.0000028901422],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00013713991,0.000034065208,0.95339143,0.000020994157,0.000047626847,0.0002019719,0.0021637226,0.0028467693,0.0029894784,0.00025538154,0.000050085368,0.03786135],"study_design_scores_gemma":[0.012302885,0.0003880507,0.76246244,0.00055249804,0.00013397136,0.0023626126,0.0022307849,0.00376881,0.0017771038,0.0001506288,0.21341853,0.00045166683],"about_ca_topic_score_codex":0.00035612285,"about_ca_topic_score_gemma":0.0011993463,"teacher_disagreement_score":0.21336843,"about_ca_system_score_codex":0.00006682289,"about_ca_system_score_gemma":0.0009069283,"threshold_uncertainty_score":0.26701194},"labels":[],"label_agreement":null},{"id":"W2583980850","doi":"10.1111/vsu.12626","title":"Investigating laparoscopic psychomotor skills in veterinarians and veterinary technicians","year":2017,"lang":"en","type":"article","venue":"Veterinary Surgery","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Guelph","funders":"","keywords":"Medicine; Psychomotor learning; Graduation (instrument); Population; Physical therapy; Veterinary medicine; Cognition; Environmental health; Psychiatry","score_opus":0.09006268952706967,"score_gpt":0.3574960194310286,"score_spread":0.26743332990395896,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2583980850","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99331695,0.00012320778,0.000011248154,0.0006439946,0.00046625914,0.00026290552,0.0000068762615,0.00013107315,0.0050374973],"genre_scores_gemma":[0.99816847,0.000090568996,0.0006861509,0.0005694251,0.00015357093,0.00004290512,0.000013231401,0.00004014328,0.00023556245],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99845177,0.00008128829,0.0004352103,0.00043227346,0.00019910985,0.00040036804],"domain_scores_gemma":[0.9985911,0.0003573686,0.00017787717,0.0006109391,0.000029134535,0.00023354909],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00047621122,0.00023356426,0.0005336318,0.00023885579,0.0003061912,0.00010725204,0.00012544036,0.00015507494,0.00011203671],"category_scores_gemma":[0.0005215034,0.0002265332,0.000110885565,0.00011957916,0.00026762427,0.00028120368,0.00015054381,0.0002719488,0.00002318655],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00034537708,0.00029936517,0.85999954,0.0003001346,0.000045063392,0.0032524436,0.00044690838,0.000004090418,0.02694581,0.000064862325,0.00009540913,0.10820099],"study_design_scores_gemma":[0.0020858755,0.0007513099,0.969553,0.00091166736,0.000016265598,0.0008864128,0.000107578526,0.000255001,0.00009448138,0.00011840368,0.024926892,0.00029309196],"about_ca_topic_score_codex":0.00006384336,"about_ca_topic_score_gemma":0.0000023968223,"teacher_disagreement_score":0.10955347,"about_ca_system_score_codex":0.00004578401,"about_ca_system_score_gemma":0.00005761858,"threshold_uncertainty_score":0.92377555},"labels":[],"label_agreement":null},{"id":"W2586303930","doi":"10.4300/jgme-d-16-00238.1","title":"Preoperative Practice Paired With Instructor Feedback May Not Improve Obstetrics-Gynecology Residents' Operative Performance","year":2017,"lang":"en","type":"article","venue":"Journal of Graduate Medical Education","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Health Sciences Centre; University of Toronto; Sunnybrook Health Science Centre; St. Michael's Hospital","funders":"","keywords":"Medicine; Randomized controlled trial; Intraclass correlation; Obstetrics and gynaecology; Confidence interval; Physical therapy; Inter-rater reliability; Surgery; Rating scale; Psychology; Pregnancy; Internal medicine; Psychometrics","score_opus":0.052130147505025,"score_gpt":0.3753730762414259,"score_spread":0.3232429287364009,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2586303930","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9557848,0.0000875454,0.00007443689,0.037031945,0.0018811775,0.00028609336,0.0000012995988,0.000011174444,0.0048415107],"genre_scores_gemma":[0.99254376,0.00026231233,0.0023274038,0.0030722294,0.0006315939,0.000010167412,0.0000065770505,0.000017918781,0.0011280157],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9977124,0.00017450325,0.00061189354,0.00019910723,0.0010855561,0.00021656524],"domain_scores_gemma":[0.9957984,0.00087421975,0.0009437324,0.00027814336,0.0015906682,0.00051484973],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0010451807,0.0001627397,0.0004101328,0.00015193052,0.00035288464,0.00011328469,0.00023401417,0.00014409349,0.00035046038],"category_scores_gemma":[0.03116255,0.00010452996,0.00007877334,0.0001407706,0.00028692686,0.00087496697,0.000040990413,0.0007757942,0.000024676714],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0056947987,0.0026946387,0.14902142,0.00021988414,0.0008267127,0.0004801914,0.010657096,0.000051638377,0.00027594427,0.0015503182,0.002249901,0.82627743],"study_design_scores_gemma":[0.0132764075,0.0029712517,0.96105474,0.0008845766,0.00038242232,0.0009302645,0.0055788932,0.0021255137,0.002222148,0.00008131975,0.010211156,0.0002813208],"about_ca_topic_score_codex":0.000044293873,"about_ca_topic_score_gemma":0.000008612314,"teacher_disagreement_score":0.82599616,"about_ca_system_score_codex":0.000213776,"about_ca_system_score_gemma":0.0030187338,"threshold_uncertainty_score":0.9769984},"labels":[],"label_agreement":null},{"id":"W2587495793","doi":"10.1111/vru.12479","title":"INTRAOPERATIVE IMAGE NAVIGATION: EXPERIMENTAL STUDY OF THE FEASIBILITY AND SURGEON PREFERENCE BETWEEN A STERILE ENCASED NINTENDO WII<sup>TM</sup> REMOTE AND STANDARD WIRELESS COMPUTER MOUSE","year":2017,"lang":"en","type":"article","venue":"Veterinary Radiology & Ultrasound","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Guelph","funders":"LG Electronics","keywords":"Medicine; Medical physics; Institutional review board; Academic institution; Surgery; Computer science","score_opus":0.08954753557780161,"score_gpt":0.34817331380871913,"score_spread":0.25862577823091754,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2587495793","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9985406,0.000089292975,0.000118908116,0.00006608917,0.000079883626,0.0008586433,0.000074540825,0.000032110507,0.00013994542],"genre_scores_gemma":[0.99936414,0.000016397586,0.00040337758,0.000043940436,0.00008836154,0.000009936479,0.000028859808,0.000015207125,0.000029773073],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9984236,0.00037292627,0.00036337954,0.0004548028,0.0001707194,0.00021461029],"domain_scores_gemma":[0.99854934,0.00050852075,0.00018731163,0.0005290963,0.00009647784,0.00012923504],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00035811414,0.00021649577,0.0005591962,0.000033836535,0.00041382044,0.00006251961,0.00015350606,0.0001057208,0.00006130249],"category_scores_gemma":[0.00010142363,0.00015293689,0.000056945144,0.000046744666,0.0008975387,0.0001764341,0.00015735609,0.00025247197,8.635496e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0039507435,0.0005613801,0.9085151,0.00011053363,0.00039252106,0.00025527843,0.01934602,0.000015553564,0.058903456,0.000020611047,0.000016826953,0.007912001],"study_design_scores_gemma":[0.010456001,0.009857494,0.9679512,0.00016361082,0.000118014825,0.0012314246,0.0035213868,0.0013293487,0.0049339645,0.0000366572,0.00013932551,0.00026159093],"about_ca_topic_score_codex":0.000094809155,"about_ca_topic_score_gemma":0.000005460958,"teacher_disagreement_score":0.0594361,"about_ca_system_score_codex":0.00005492854,"about_ca_system_score_gemma":0.000036987636,"threshold_uncertainty_score":0.62365854},"labels":[],"label_agreement":null},{"id":"W2588120829","doi":"10.1007/s00464-017-5417-0","title":"Video assessment of laparoscopic skills by novices and experts: implications for surgical education","year":2017,"lang":"en","type":"article","venue":"Surgical Endoscopy","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":13,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"SickKids Foundation; Hospital for Sick Children; University of Toronto","funders":"University of Toronto","keywords":"Medicine; Abdominal surgery; Hepatology; Video recording; Laparoscopic surgery; Medical education; Endoscopic surgery; Laparoscopy; General surgery; Endoscopy; Medical physics; Surgery; Multimedia; Computer science","score_opus":0.025699276756955325,"score_gpt":0.40979384331093316,"score_spread":0.38409456655397783,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2588120829","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9687728,0.0005855478,0.000108333654,0.0028044467,0.00020447408,0.0005630603,0.000054265704,0.000044597615,0.026862435],"genre_scores_gemma":[0.9971537,0.00020950471,0.0012148021,0.00015459755,0.00016197094,0.00015543445,0.00011998327,0.00001730668,0.0008127021],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.998886,0.000033041862,0.00035897462,0.00032639166,0.00017344816,0.00022215917],"domain_scores_gemma":[0.99838036,0.0006257186,0.00019656269,0.00041144653,0.00014221336,0.00024366863],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00021779984,0.00014590475,0.00040866065,0.000054382526,0.00026950703,0.00006191926,0.00011905084,0.00011275148,0.0002471575],"category_scores_gemma":[0.00016701657,0.00011723882,0.00011245069,0.000057979953,0.00019762707,0.00013503092,0.000045360553,0.0000961409,0.0000022442052],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000984412,0.002896232,0.8223109,0.0003852156,0.00022308847,0.000014994495,0.0002930403,0.000008957218,0.0019672532,0.06656202,0.0021907447,0.102163136],"study_design_scores_gemma":[0.05650896,0.00053271133,0.24806343,0.00032724175,0.00014841183,0.00006227258,0.00018281161,0.0005875129,0.0036274204,0.0014038684,0.68821245,0.00034291303],"about_ca_topic_score_codex":0.000044570705,"about_ca_topic_score_gemma":0.000003141568,"teacher_disagreement_score":0.6860217,"about_ca_system_score_codex":0.000034731118,"about_ca_system_score_gemma":0.00015825499,"threshold_uncertainty_score":0.47808605},"labels":[],"label_agreement":null},{"id":"W2588142647","doi":"10.4103/0028-3886.198168","title":"“Going home the same day” – Is day care neurosurgery a measure of surgical skill and technical advancement?","year":2017,"lang":"en","type":"letter","venue":"Neurology India","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Medicine; Neurosurgery; Measure (data warehouse); Medical physics; MEDLINE; General surgery; Surgery","score_opus":0.021516093005792894,"score_gpt":0.2860362736131648,"score_spread":0.2645201806073719,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2588142647","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.21454524,0.0025674892,0.000012448494,0.7666991,0.0021816709,0.0012093568,0.00018390689,0.00019676416,0.012404036],"genre_scores_gemma":[0.679837,0.0002639621,0.000011114337,0.31802005,0.0013394428,0.000028614033,0.00013905605,0.000061774364,0.00029900353],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.997347,0.00039917888,0.0005198073,0.000674086,0.00055658247,0.00050332234],"domain_scores_gemma":[0.99647427,0.0020217446,0.0004083216,0.0008483809,0.00012758905,0.0001197212],"candidate_categories":["metaepi_narrow","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.00044351025,0.00037323727,0.0009302539,0.00018810331,0.00021571733,0.000031702533,0.00029266445,0.0011613664,0.00024884738],"category_scores_gemma":[0.00043049664,0.0002594404,0.0002765568,0.00011963861,0.0006619304,0.00005572384,0.0001775393,0.0030286808,0.000018893312],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0020382681,0.00028156553,0.45625678,0.0011220038,0.0007374902,0.056047674,0.0035590022,0.000019828174,0.00022293585,0.00023700715,0.42365012,0.055827335],"study_design_scores_gemma":[0.002127122,0.00034529326,0.08338877,0.000096264055,0.00019092964,0.0009563209,0.000008170522,0.00001303107,0.000012212144,0.000037752776,0.91262054,0.00020362086],"about_ca_topic_score_codex":0.0000059062127,"about_ca_topic_score_gemma":0.0000018198868,"teacher_disagreement_score":0.48897043,"about_ca_system_score_codex":0.000016335955,"about_ca_system_score_gemma":0.00011311205,"threshold_uncertainty_score":0.99998575},"labels":[],"label_agreement":null},{"id":"W2589649573","doi":"10.1097/prs.0000000000002956","title":"The Evolution of Surgical Simulation: The Current State and Future Avenues for Plastic Surgery Education","year":2017,"lang":"en","type":"article","venue":"Plastic & Reconstructive Surgery","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":58,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Quebec Rehabilitation Research Network","funders":"","keywords":"Current (fluid); State (computer science); Medicine; Computer science; Engineering; Electrical engineering","score_opus":0.03243938819385588,"score_gpt":0.31351548411064917,"score_spread":0.2810760959167933,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2589649573","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98952085,0.0019151211,0.0008290867,0.00043614506,0.0065237377,0.00034674237,0.000042475443,0.000018596129,0.00036722285],"genre_scores_gemma":[0.9985374,0.00032729656,0.000023661803,0.000005723699,0.0009962715,0.00004199636,0.000018098095,0.000013599492,0.00003592575],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9987793,0.00009389914,0.00044644097,0.00022953351,0.00022645007,0.00022440706],"domain_scores_gemma":[0.9613814,0.03747922,0.000457574,0.00026421438,0.00031525077,0.00010234661],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00066372263,0.00014936608,0.00035111816,0.00009988821,0.0007262445,0.00007308765,0.00006655207,0.00004999013,0.000028483106],"category_scores_gemma":[0.004523468,0.00008999766,0.00018897264,0.00009062698,0.0005189482,0.00014337627,0.000028508428,0.00018743289,0.0000042065076],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0006811599,0.00004558947,0.23673916,0.00008392808,0.00007224295,0.0000019415756,0.000084522835,0.0001461478,0.0000020434065,0.00084986706,0.00012601414,0.7611674],"study_design_scores_gemma":[0.000764619,0.000030945226,0.9381643,0.0003251022,0.00012259484,0.00004739214,0.00033584746,0.010844367,0.000018622313,0.0024792724,0.04671219,0.00015477571],"about_ca_topic_score_codex":0.000008978069,"about_ca_topic_score_gemma":0.000009203462,"teacher_disagreement_score":0.7610126,"about_ca_system_score_codex":0.00007314248,"about_ca_system_score_gemma":0.0005323818,"threshold_uncertainty_score":0.5585759},"labels":[],"label_agreement":null},{"id":"W2591259654","doi":"10.1097/sla.0000000000002184","title":"Reply to","year":2017,"lang":"en","type":"letter","venue":"Annals of Surgery","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Medicine; Humanities","score_opus":0.421300850902179,"score_gpt":0.41390494666843125,"score_spread":0.007395904233747752,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2591259654","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0074653258,0.00016613817,0.0000031732693,0.9492872,0.00045004376,0.000114514645,0.000019199653,0.000041656738,0.042452786],"genre_scores_gemma":[0.047965616,0.000053664648,0.000022156628,0.9402149,0.0025072524,0.000005965066,0.00014128163,0.000030522635,0.009058683],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9987572,0.000029060217,0.0003593898,0.00023845174,0.0003586823,0.0002572556],"domain_scores_gemma":[0.99806666,0.0007679208,0.00023060093,0.0005928604,0.00022754158,0.00011442633],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00045857127,0.00014418902,0.0006737916,0.0002369126,0.00004078455,0.000016667305,0.00008159404,0.00027247556,0.0006907882],"category_scores_gemma":[0.0011437254,0.0001227444,0.00040411678,0.000073476695,0.000047092846,0.000036968697,0.000029938203,0.00045791984,0.00018777727],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000055032066,0.000013605309,0.0026721836,0.000119193886,0.00007878296,0.0010195179,0.000018458888,5.9538655e-7,0.000001826045,0.0000029731184,0.9750995,0.020918317],"study_design_scores_gemma":[0.00011888967,0.000020452842,0.009886629,0.0005302348,0.000022162589,0.00001416643,0.0000021848784,0.0000017384365,0.00016992427,0.000048889826,0.9890661,0.00011859304],"about_ca_topic_score_codex":0.000050959366,"about_ca_topic_score_gemma":1.3350167e-7,"teacher_disagreement_score":0.04050029,"about_ca_system_score_codex":0.0000042973297,"about_ca_system_score_gemma":0.00009795698,"threshold_uncertainty_score":0.75636464},"labels":[],"label_agreement":null},{"id":"W2592544318","doi":"10.18260/1-2--3767","title":"Medical Robotics Laboratory For Biomedical Engineers","year":2020,"lang":"en","type":"article","venue":"","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University; Quanser (Canada)","funders":"","keywords":"Robotics; Artificial intelligence; Curriculum; Engineering management; Globe; Computer science; Educational robotics; Robot; Engineering; Medicine","score_opus":0.035973997658277024,"score_gpt":0.3092373085353702,"score_spread":0.27326331087709316,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2592544318","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.032091327,0.00023975926,0.61692715,0.30582756,0.0007820778,0.000948003,0.00002943209,0.0012318371,0.041922837],"genre_scores_gemma":[0.9716694,0.000004574199,0.007937796,0.019733109,0.00048320924,0.0000052734026,0.000037739297,0.000012855765,0.00011605891],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9992845,0.0000073239175,0.00015010532,0.000117488424,0.00031007006,0.00013052534],"domain_scores_gemma":[0.99904263,0.00020431398,0.000011387418,0.000050652747,0.00005325927,0.0006377715],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.000119962766,0.000058718495,0.00014527133,0.000022218686,0.00001875017,0.0000045831794,0.000037737063,0.000099524594,0.0021639895],"category_scores_gemma":[0.0010690276,0.000043347896,0.00005539511,0.00018046606,0.000043607648,0.000016265458,0.000011174538,0.00011014594,0.000058852118],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.003407756,0.0021021783,0.02478298,0.0017608819,0.0014687431,0.0017085494,0.0048422413,0.0042396304,0.0021053157,0.32449177,0.21366554,0.41542444],"study_design_scores_gemma":[0.007388394,0.00034967763,0.00067994604,0.00002761938,0.00004712492,0.000005860819,0.00023604928,0.30837303,0.00017620181,0.000039577477,0.6825536,0.00012292205],"about_ca_topic_score_codex":4.4124667e-7,"about_ca_topic_score_gemma":1.4895699e-7,"teacher_disagreement_score":0.93957806,"about_ca_system_score_codex":0.000009154407,"about_ca_system_score_gemma":0.000113651964,"threshold_uncertainty_score":0.9987482},"labels":[],"label_agreement":null},{"id":"W2593053077","doi":"10.1117/12.2255897","title":"Usability of a real-time tracked augmented reality display system in musculoskeletal injections","year":2017,"lang":"en","type":"article","venue":"Proceedings of SPIE, the International Society for Optical Engineering/Proceedings of SPIE","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University","funders":"","keywords":"Usability; Overlay; Computer science; USable; Software; Mobile device; Workspace; Computer vision; Artificial intelligence; Human–computer interaction; Multimedia; Operating system","score_opus":0.01910465125684044,"score_gpt":0.28684144635761627,"score_spread":0.2677367951007758,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2593053077","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9869529,0.000015808886,0.000009369345,0.001073248,0.00013279093,0.0006848624,0.000050653533,0.00007420355,0.011006173],"genre_scores_gemma":[0.99126655,0.000027553997,0.008276873,0.000013270106,0.00017393674,0.00007841247,0.000012791788,0.000032112363,0.00011851785],"study_design_codex":"bench_or_experimental","study_design_gemma":"observational","domain_scores_codex":[0.99769866,4.1405418e-8,0.00094727066,0.0003717056,0.0006678907,0.0003144482],"domain_scores_gemma":[0.9976623,0.00021427742,0.00059544516,0.00012196579,0.0012539608,0.00015204074],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0011350898,0.0002501049,0.0006299888,0.00010553208,0.00012269772,0.000057641664,0.0005170512,0.00020685953,0.000023191402],"category_scores_gemma":[0.0013298378,0.00020194806,0.0007508584,0.0002294643,0.00038973527,0.0004002211,0.00012703172,0.00030798494,0.0000013332184],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0010457318,0.00088253507,0.029961733,0.0034185362,0.0009422689,7.6552664e-7,0.0005843899,0.00021506278,0.49249873,0.46810716,0.0002853813,0.0020577],"study_design_scores_gemma":[0.019396605,0.0018311817,0.60243446,0.0044394135,0.0011315285,0.000078361576,0.0068683587,0.2828072,0.07615078,0.0013690402,0.0023525318,0.0011405597],"about_ca_topic_score_codex":0.000114537885,"about_ca_topic_score_gemma":0.0000010356482,"teacher_disagreement_score":0.5724727,"about_ca_system_score_codex":0.00026563843,"about_ca_system_score_gemma":0.000048131904,"threshold_uncertainty_score":0.8235203},"labels":[],"label_agreement":null},{"id":"W2593073893","doi":"10.1097/aap.0000000000000580","title":"Use of 3-Dimensional Printing to Create Patient-Specific Thoracic Spine Models as Task Trainers","year":2017,"lang":"en","type":"article","venue":"Regional Anesthesia & Pain Medicine","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":19,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University Health Network; Toronto General Hospital; University of Toronto","funders":"","keywords":"Medicine; Task (project management); Thoracic spine; SPINE (molecular biology); Physical medicine and rehabilitation; Surgery; Bioinformatics; Management","score_opus":0.1138238647624765,"score_gpt":0.33451226507945087,"score_spread":0.22068840031697437,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2593073893","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.86776537,0.00017728492,0.00076309,0.13001765,0.000016265833,0.00048331416,2.2388564e-7,0.000070497714,0.0007063104],"genre_scores_gemma":[0.9638952,0.000053554388,0.0031602418,0.031609632,0.00027912026,0.000017577257,0.000049782935,0.0000398217,0.000895074],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99752516,0.00016095703,0.00059450057,0.00044395673,0.00092422566,0.0003512189],"domain_scores_gemma":[0.99782807,0.000461106,0.0003372584,0.0005851098,0.00031759523,0.00047088327],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0010904605,0.00027188237,0.0006239032,0.00021650028,0.0002529839,0.000023393242,0.00017498639,0.00011495257,0.00025555218],"category_scores_gemma":[0.00048038247,0.00019723318,0.00016240985,0.00018319912,0.00039361176,0.00017860664,0.000022228134,0.00021179995,0.000023340073],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.01702174,0.003380318,0.059582207,0.0012870549,0.0014008527,0.010035937,0.016344465,0.02836987,0.07384984,0.103185296,0.07060842,0.614934],"study_design_scores_gemma":[0.004422255,0.0016509993,0.07902999,0.00340963,0.0001471435,0.0007857665,0.0005587499,0.020989146,0.00059857086,0.0015382617,0.88633376,0.00053574756],"about_ca_topic_score_codex":0.000096321106,"about_ca_topic_score_gemma":0.0000023257242,"teacher_disagreement_score":0.8157253,"about_ca_system_score_codex":0.000046968864,"about_ca_system_score_gemma":0.00007843178,"threshold_uncertainty_score":0.8042936},"labels":[],"label_agreement":null},{"id":"W2593112988","doi":"10.1093/ajcp/aqw223","title":"Assessment of the Intraoperative Consultation Service Rendered by General Pathologists in a Scenario Where a Well-Defined Decision Algorithm Is Followed","year":2016,"lang":"en","type":"article","venue":"American Journal of Clinical Pathology","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"National Center for Advancing Translational Sciences; National Cancer Institute","keywords":"Medicine; Surgical pathology; Radiology; Hysterectomy; Anatomical pathology; Confidence interval; Algorithm; General surgery; Internal medicine; Cancer; Computer science","score_opus":0.03663798413754884,"score_gpt":0.40917637459128614,"score_spread":0.3725383904537373,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2593112988","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98052835,0.000066767265,0.010613865,0.007840847,0.00030016695,0.00017572589,0.000016948134,0.000006712979,0.00045062456],"genre_scores_gemma":[0.97404957,0.00020807436,0.022054968,0.0035046763,0.00008852948,0.000003320785,0.0000024692474,0.0000120875275,0.00007630225],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99657756,0.00092149054,0.0016852603,0.00024736355,0.00036477673,0.00020355602],"domain_scores_gemma":[0.99500865,0.002813428,0.0012700645,0.0002220062,0.0005299227,0.00015593907],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0017592261,0.0001430272,0.0009431391,0.00008845008,0.000036437632,0.000006178764,0.00016418932,0.00013985376,0.00019622952],"category_scores_gemma":[0.0020721783,0.000071954135,0.0002568519,0.00043092694,0.00051929103,0.00006679272,0.000049724116,0.00046923614,0.000005545897],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.001213905,0.00053807464,0.33975273,0.0000060038806,0.0000908906,0.0002997105,0.00058525626,0.0000386597,0.0029439437,0.00007324189,0.00028195864,0.65417564],"study_design_scores_gemma":[0.019290058,0.0028063813,0.97159547,0.00035392275,0.00010022223,0.0003271847,0.0006967395,0.0019167052,0.0001952971,0.00039282552,0.002186229,0.00013899204],"about_ca_topic_score_codex":0.000034477896,"about_ca_topic_score_gemma":0.000038613147,"teacher_disagreement_score":0.65403664,"about_ca_system_score_codex":0.000060743645,"about_ca_system_score_gemma":0.00033318705,"threshold_uncertainty_score":0.29342043},"labels":[],"label_agreement":null},{"id":"W2593299994","doi":"10.1117/12.2256004","title":"Monitoring electromagnetic tracking error using redundant sensors","year":2017,"lang":"en","type":"article","venue":"Proceedings of SPIE, the International Society for Optical Engineering/Proceedings of SPIE","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University","funders":"","keywords":"Computer science; Workspace; Tracking error; Observational error; Tracking (education); Computer vision; Classifier (UML); Artificial intelligence; Error detection and correction; Sensitivity (control systems); Algorithm; Electronic engineering; Mathematics","score_opus":0.03554166997371143,"score_gpt":0.29614436305775893,"score_spread":0.2606026930840475,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2593299994","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99312234,0.00009171406,0.0000096281865,0.0014856927,0.00032215688,0.00046454038,0.000008384129,0.00008853815,0.0044070184],"genre_scores_gemma":[0.9423583,0.000045434903,0.05651647,0.000039958715,0.00070553605,0.000028996112,0.0000021771293,0.00006284312,0.00024026139],"study_design_codex":"bench_or_experimental","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.99772525,1.2776839e-8,0.00066244684,0.0003905971,0.0007537487,0.00046796576],"domain_scores_gemma":[0.9976661,0.00013047126,0.0005241567,0.00009780911,0.0013888819,0.00019254729],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0005772031,0.00030288857,0.00050456234,0.00010105736,0.00028259621,0.00021332064,0.00060561113,0.00019579624,0.000021636286],"category_scores_gemma":[0.0012396255,0.00025264962,0.0006962779,0.00016157528,0.00027015904,0.000512339,0.00012915424,0.00041063165,0.0000013612583],"study_design_candidate":"bench_or_experimental","study_design_consensus":"bench_or_experimental","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00029150676,0.00014978183,0.0071517983,0.00048187477,0.000550901,0.0000010517695,0.0002979377,0.00022096194,0.92580193,0.06320625,0.00008250424,0.0017634813],"study_design_scores_gemma":[0.009517175,0.001247698,0.07348537,0.003198384,0.0011408196,0.00021576977,0.003570433,0.21985468,0.68123186,0.0014975931,0.0039283223,0.0011118813],"about_ca_topic_score_codex":0.000014681331,"about_ca_topic_score_gemma":5.4968208e-8,"teacher_disagreement_score":0.24457008,"about_ca_system_score_codex":0.00019552365,"about_ca_system_score_gemma":0.00004608375,"threshold_uncertainty_score":0.99999255},"labels":[],"label_agreement":null},{"id":"W2593466303","doi":"10.1007/s12262-017-1603-5","title":"Cognitive and Technical Skill Assessment in Surgical Education: a Changing Horizon","year":2017,"lang":"en","type":"review","venue":"Indian Journal of Surgery","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":6,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Manitoba; St. Boniface Hospital","funders":"","keywords":"Credentialing; Cognition; Medicine; Component (thermodynamics); Medical education; Psychology","score_opus":0.1400463315555776,"score_gpt":0.4464755371104305,"score_spread":0.30642920555485287,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2593466303","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0032317163,0.99083924,0.000005422444,0.00013501148,0.00060210476,0.0002977203,0.0000061209494,0.0000090568665,0.0048735808],"genre_scores_gemma":[0.08121901,0.917589,0.000067909605,0.000037462818,0.000916684,0.000014178399,0.000031234747,0.000029535602,0.00009497139],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9979086,0.00018736634,0.0010686714,0.00020085095,0.00035734012,0.0002771873],"domain_scores_gemma":[0.9963278,0.0019852936,0.0010406077,0.00013902114,0.00016667043,0.00034059267],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0019135338,0.00024404569,0.0020980544,0.0013801687,0.00007969904,0.00006508391,0.000080595346,0.00031047556,0.00013348776],"category_scores_gemma":[0.00066831615,0.00018192471,0.00059154775,0.0003112991,0.00010442322,0.00013235978,0.000038980023,0.0011531302,0.0000059567915],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00003156456,0.00015002313,0.0021178187,0.0014909017,0.000094170886,0.004960705,0.0000565382,3.2273093e-8,6.662545e-9,0.000029430485,0.00002623944,0.99104255],"study_design_scores_gemma":[0.00095119793,0.00010815834,0.0028400137,0.08582764,0.00043595652,0.017131459,0.00021140509,6.240526e-7,9.298525e-8,0.000026756381,0.89224035,0.00022637362],"about_ca_topic_score_codex":0.0000017099304,"about_ca_topic_score_gemma":8.112168e-7,"teacher_disagreement_score":0.9908162,"about_ca_system_score_codex":0.00016237216,"about_ca_system_score_gemma":0.002471995,"threshold_uncertainty_score":0.7418674},"labels":[],"label_agreement":null},{"id":"W2594001514","doi":"10.1371/journal.pone.0173111","title":"Accuracy and reproducibility of virtual cutting guides and 3D-navigation for osteotomies of the mandible and maxilla","year":2017,"lang":"en","type":"article","venue":"PLoS ONE","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":44,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Princess Margaret Cancer Centre; University of Toronto","funders":"University of Toronto","keywords":"Medicine; Maxilla; Mandible (arthropod mouthpart); Orthodontics; Orthognathic surgery; 3d printed; Osteotomy; 3d model; Dentistry; Biomedical engineering; Computer science; Artificial intelligence","score_opus":0.11477105573020847,"score_gpt":0.33233631350884274,"score_spread":0.21756525777863428,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2594001514","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9981445,0.00018333345,0.0000063618986,0.00057120575,0.000013484909,0.0003641167,0.0000064241453,0.0000063749358,0.00070421083],"genre_scores_gemma":[0.99886334,0.000039635983,0.0008916453,0.000024786326,0.000028685097,0.000005069131,0.0000024541214,0.000004146363,0.00014023056],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9994626,0.000014990206,0.00016892151,0.00020119282,0.00009903035,0.00005326949],"domain_scores_gemma":[0.99904686,0.00027257265,0.00016680868,0.0003965405,0.00008996607,0.000027277662],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00057859917,0.000043265878,0.00016969898,0.000013264863,0.000119585915,0.00001447284,0.000027845292,0.000027735055,0.0000067758597],"category_scores_gemma":[0.0036185503,0.000029183837,0.000015806134,0.000017316794,0.00016756263,0.000071101815,0.000056966477,0.000036442358,7.2574984e-8],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00031503182,0.00015667398,0.9121159,0.00069729,0.00010225717,5.2556936e-7,0.0011290525,0.0000017455719,0.030377353,0.0005097043,0.0000030336655,0.054591432],"study_design_scores_gemma":[0.002941043,0.00020689573,0.86634314,0.000670479,0.00017614984,0.0000037977725,0.0002936328,0.002683664,0.12549868,0.0009997684,0.00012565595,0.00005708328],"about_ca_topic_score_codex":0.000023972134,"about_ca_topic_score_gemma":0.0000022066733,"teacher_disagreement_score":0.095121324,"about_ca_system_score_codex":0.000003408835,"about_ca_system_score_gemma":0.000009377316,"threshold_uncertainty_score":0.43320042},"labels":[],"label_agreement":null},{"id":"W2595763112","doi":"10.1097/brs.0000000000002021","title":"Introduction of New Technologies in Orthopedic Surgery","year":2017,"lang":"en","type":"article","venue":"Spine","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Object Research Systems (Canada)","funders":"","keywords":"Medicine; Orthopedic surgery; Orthopedic Procedures; General surgery; Surgery; Medical physics","score_opus":0.05156210604849849,"score_gpt":0.32820527834358487,"score_spread":0.2766431722950864,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2595763112","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9823433,0.00016025835,0.00011542068,0.012951106,0.00017223283,0.00006658157,2.091393e-7,0.000069027665,0.0041218265],"genre_scores_gemma":[0.9984863,0.000051471416,0.00024429758,0.000020540901,0.00021145583,9.343035e-7,0.0000049204946,0.0000033303288,0.0009767973],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99965346,0.0000032141804,0.00012685083,0.000079524514,0.000070475064,0.00006647027],"domain_scores_gemma":[0.99967176,0.000012191763,0.000064053005,0.00021270942,0.000019802952,0.00001945694],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00013335164,0.00003413428,0.0001420406,0.00008632084,0.00002164434,0.0000042786965,0.000029571505,0.000041069965,0.00020675437],"category_scores_gemma":[0.0009709625,0.000027074819,0.000030421354,0.00006758488,0.000048612033,0.000044104796,0.000018109198,0.000068041925,0.000010114699],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00005529489,0.00003620551,0.34753063,0.000024505627,0.000008612966,0.00001851321,0.00002854336,0.000010723705,0.00042265077,0.0006166286,0.0010434295,0.65020424],"study_design_scores_gemma":[0.0012560965,0.00004472523,0.91210145,0.00006399686,0.000009119698,0.0000064248356,0.00009349325,0.00010541144,0.0022273995,0.0003779752,0.08366818,0.000045736233],"about_ca_topic_score_codex":0.000039202663,"about_ca_topic_score_gemma":0.00001388187,"teacher_disagreement_score":0.6501585,"about_ca_system_score_codex":0.000008033012,"about_ca_system_score_gemma":0.000029517809,"threshold_uncertainty_score":0.22638153},"labels":[],"label_agreement":null},{"id":"W2597696139","doi":"10.1177/0194599816686946","title":"Video‐Assisted Septoplasty: The Future in Teaching Septal Surgery—A Technical Note","year":2017,"lang":"en","type":"article","venue":"Otolaryngology","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Cégep Saint-Jean-sur-Richelieu; Université de Montréal; Hôpital Maisonneuve-Rosemont","funders":"","keywords":"Septoplasty; Medicine; Visualization; Surgery; Endoscope; Medical physics; Computer science; Nose; Artificial intelligence","score_opus":0.025582783434420168,"score_gpt":0.3234938705310782,"score_spread":0.29791108709665803,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2597696139","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.93833274,0.00016396666,0.00019429899,0.012703256,0.000633253,0.00029320252,0.000002559708,0.00011240826,0.047564298],"genre_scores_gemma":[0.9971639,0.000010228406,0.00038501478,0.0015250945,0.00047390445,0.000021251231,0.000016727136,0.000019037354,0.00038484627],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99879986,0.00016006299,0.0002866974,0.00027063137,0.0001667792,0.00031597016],"domain_scores_gemma":[0.99855685,0.0006280758,0.00012539246,0.0005571129,0.000027637212,0.00010493795],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0007543803,0.00013986912,0.0003788729,0.00009614492,0.00038787394,0.000043841042,0.00018486721,0.00026014578,0.00031844902],"category_scores_gemma":[0.0008079382,0.00009246674,0.0002246719,0.00006709186,0.00018527318,0.00009623812,0.00010475224,0.0008285618,0.00006926655],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00037284676,0.00018022193,0.83360064,0.0000281579,0.000045161865,0.0008099168,0.00023898305,0.0000074966592,0.001073184,0.003355759,0.0010984008,0.15918922],"study_design_scores_gemma":[0.0014223991,0.00003779035,0.85010713,0.00004549869,0.000027195147,0.00034215784,0.00004014077,0.0005037264,0.000029589408,0.00009078296,0.14725868,0.00009490739],"about_ca_topic_score_codex":0.000049616217,"about_ca_topic_score_gemma":0.00035858923,"teacher_disagreement_score":0.15909432,"about_ca_system_score_codex":0.000045620167,"about_ca_system_score_gemma":0.0000694248,"threshold_uncertainty_score":0.37706843},"labels":[],"label_agreement":null},{"id":"W2598038080","doi":"10.1007/s11548-017-1563-z","title":"Electromagnetically tracked personalized templates for surgical navigation","year":2017,"lang":"en","type":"article","venue":"International Journal of Computer Assisted Radiology and Surgery","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Computer vision; Artificial intelligence; Fiducial marker; Computer science; Cadaver; Calibration; Point (geometry); Tracking (education); Navigation system; Image-guided surgery; Imaging phantom; Medicine; Nuclear medicine; Surgery; Mathematics","score_opus":0.039703622194166066,"score_gpt":0.3394662696867667,"score_spread":0.2997626474926006,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2598038080","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98810244,0.0002905682,0.005643025,0.0045467047,0.0010064584,0.000074470794,0.0000033852762,0.000012148532,0.00032080905],"genre_scores_gemma":[0.9958701,0.00006912961,0.00268645,0.00029313687,0.000975079,0.0000023050186,0.000029856881,0.000007529962,0.00006637557],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9990259,0.0000671639,0.00045418655,0.00012227417,0.0001989104,0.00013159339],"domain_scores_gemma":[0.9975367,0.0014326497,0.00036706997,0.0000783278,0.00046468197,0.00012057891],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0006024514,0.00009458977,0.0003965024,0.00013451232,0.00013316,0.00007442224,0.0001192966,0.00008081052,0.00005951771],"category_scores_gemma":[0.00023177732,0.00007258943,0.0002676701,0.00001942463,0.00019849814,0.00012700744,0.000016772678,0.00017328693,0.0000010847407],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.017938085,0.000693842,0.34525985,0.00008499816,0.0032529826,0.009278882,0.00037977725,0.00006979966,0.0012675015,0.011089704,0.0034256084,0.607259],"study_design_scores_gemma":[0.017042821,0.0008011716,0.85989076,0.00038050982,0.00018820404,0.04997445,0.00002672663,0.012105603,0.00021386762,0.0017662618,0.057362914,0.0002466862],"about_ca_topic_score_codex":0.0000011198917,"about_ca_topic_score_gemma":1.786277e-7,"teacher_disagreement_score":0.6070123,"about_ca_system_score_codex":0.000025180672,"about_ca_system_score_gemma":0.00008457943,"threshold_uncertainty_score":0.29601112},"labels":[],"label_agreement":null},{"id":"W2598754894","doi":"10.1002/lary.26585","title":"Real‐time continuous image‐guided surgery: Preclinical investigation in glossectomy","year":2017,"lang":"en","type":"article","venue":"The Laryngoscope","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto; University Health Network","funders":"University Health Network; National Aeronautics and Space Administration","keywords":"Medicine; Workload; Otorhinolaryngology; Likert scale; Surgery; Medical physics; Computer science; Psychology","score_opus":0.07491512187162214,"score_gpt":0.3633213186507237,"score_spread":0.28840619677910156,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2598754894","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9326707,0.000030126965,0.0000057351517,0.008089844,0.00011735692,0.0003291842,0.0000023358202,0.000091002556,0.0586637],"genre_scores_gemma":[0.996622,0.000042608717,0.0002520654,0.0010145244,0.00020927639,0.000016240052,0.000028708719,0.000019665304,0.0017948836],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9987744,0.00015934379,0.0003899326,0.00022264048,0.00021649072,0.00023721078],"domain_scores_gemma":[0.99823594,0.0007932727,0.00018632937,0.00055861013,0.00006415342,0.0001616787],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0013740263,0.00011835364,0.00038615498,0.000052705815,0.00021628337,0.00008979237,0.00016627432,0.00009643672,0.00066924107],"category_scores_gemma":[0.0023715268,0.00007936673,0.00010182168,0.00010218235,0.00026889742,0.00015830286,0.00006781232,0.0002294857,0.00033695437],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00083270035,0.00021847745,0.96091104,0.00007973567,0.00011096718,0.00035714285,0.0009365568,0.000015286416,0.007656755,0.0009109731,0.006273146,0.021697208],"study_design_scores_gemma":[0.0033817946,0.000056293386,0.9826988,0.00018836049,0.000046292753,0.000025866475,0.000028938384,0.0021283166,0.0012481998,0.00094719394,0.009106403,0.00014355367],"about_ca_topic_score_codex":0.00048796958,"about_ca_topic_score_gemma":0.00003759392,"teacher_disagreement_score":0.06395131,"about_ca_system_score_codex":0.00003474019,"about_ca_system_score_gemma":0.00012606544,"threshold_uncertainty_score":0.73277205},"labels":[],"label_agreement":null},{"id":"W2599244658","doi":"10.1097/sla.0000000000002232","title":"Are We Ready for Our Close-up?","year":2017,"lang":"en","type":"review","venue":"Annals of Surgery","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":58,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Toronto; St. Michael's Hospital","funders":"","keywords":"Medicine; Videography; Patient safety; Medical emergency; Internet privacy; Health care; Computer science","score_opus":0.8563728188395009,"score_gpt":0.5601068876765656,"score_spread":0.2962659311629353,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2599244658","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000013354568,0.99385566,0.0000026451462,0.0010113254,0.0006917515,0.00044531774,0.00014710773,0.000039207447,0.0037936573],"genre_scores_gemma":[0.0006125952,0.9934908,0.000013316818,0.00033062298,0.0006399177,0.000048642418,0.00026107335,0.000051304578,0.0045517236],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9983338,0.00005237165,0.0007752135,0.00028907167,0.0002664009,0.00028313426],"domain_scores_gemma":[0.9959622,0.0016495109,0.0013697371,0.0005393977,0.00031081832,0.00016835328],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001085221,0.0002561449,0.002717434,0.00022947993,0.00006989235,0.00001964373,0.000110104535,0.00035232044,0.00005646634],"category_scores_gemma":[0.0018545759,0.00018958273,0.0014696515,0.0000908142,0.000032429954,0.00005545902,0.000027918166,0.00022587915,0.000049533908],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000044164335,0.00004641636,0.00012828074,0.017279942,0.0002552847,0.000042204625,0.000007531251,5.3048957e-8,1.02178115e-8,0.00014585335,0.025639873,0.9564104],"study_design_scores_gemma":[0.0002248998,0.000015784986,0.00011842706,0.030562378,0.00030901982,0.000013182562,0.000025070127,0.0000011714842,0.0000012567779,0.00009857651,0.96846086,0.00016939892],"about_ca_topic_score_codex":0.0000047016606,"about_ca_topic_score_gemma":9.745447e-7,"teacher_disagreement_score":0.956241,"about_ca_system_score_codex":0.0000081535345,"about_ca_system_score_gemma":0.00024220604,"threshold_uncertainty_score":0.77309597},"labels":[],"label_agreement":null},{"id":"W2599849600","doi":"10.3171/2016.10.jns162083","title":"Learning brain aneurysm microsurgical skills in a human placenta model: predictive validity","year":2017,"lang":"en","type":"article","venue":"Journal of neurosurgery","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":71,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University; Montreal Neurological Institute and Hospital","funders":"Montreal Neurological Institute and Hospital; Universidade Federal de Minas Gerais","keywords":"Medicine; Cadaver; Neurosurgery; Aneurysm; Cadaveric spasm; Middle cerebral artery; Human placenta; Surgery; Placenta; Pregnancy; Internal medicine; Ischemia","score_opus":0.05881146226573308,"score_gpt":0.3472567763291127,"score_spread":0.28844531406337964,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2599849600","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9953003,0.00002139406,0.00010970394,0.002306194,0.00034145828,0.00010480349,0.0000026763357,0.000022971966,0.0017905034],"genre_scores_gemma":[0.99840707,0.00004376738,0.00004914211,0.00061938143,0.00027958324,0.0000012399942,0.0000024897488,0.000026959713,0.000570368],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9981084,0.00019318434,0.000729726,0.00020563716,0.00047072436,0.0002923261],"domain_scores_gemma":[0.9979267,0.00070731895,0.0007157347,0.0002374079,0.00013859323,0.00027423812],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001186553,0.0001617013,0.000558681,0.0003107861,0.00030505916,0.00010161674,0.00015640994,0.000115941184,0.000079225065],"category_scores_gemma":[0.0022937162,0.00013555065,0.00031029154,0.00011051944,0.000121532255,0.00029909,0.0000672863,0.0009667637,0.0000037635543],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0013407007,0.0007657505,0.9553334,0.000037783248,0.000042573858,0.00828948,0.00050207914,0.017701704,0.011838017,0.000032738786,0.0008873373,0.0032284064],"study_design_scores_gemma":[0.007668828,0.00070074527,0.9580708,0.00036092187,0.00005783123,0.0019263271,0.000066466164,0.025017584,0.00082888897,0.00024086468,0.004851693,0.00020902108],"about_ca_topic_score_codex":0.0000040553487,"about_ca_topic_score_gemma":0.0000014344312,"teacher_disagreement_score":0.011009128,"about_ca_system_score_codex":0.00007905643,"about_ca_system_score_gemma":0.00010437978,"threshold_uncertainty_score":0.55275947},"labels":[],"label_agreement":null},{"id":"W2600826968","doi":"10.1097/sla.0000000000002237","title":"Surgical Performance","year":2017,"lang":"en","type":"review","venue":"Annals of Surgery","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"","keywords":"Medicine; General surgery","score_opus":0.7612441983614359,"score_gpt":0.5167316836794843,"score_spread":0.24451251468195156,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2600826968","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00036529152,0.96514434,1.5098256e-7,0.00006919708,0.00022746393,0.00014964918,0.000010693211,0.000032331372,0.034000915],"genre_scores_gemma":[0.0027937964,0.99521583,0.000004331378,0.00006451307,0.0003279103,0.000010515372,0.000106838525,0.000029907602,0.0014463691],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99847597,0.000057135887,0.00070401665,0.00022085922,0.000289746,0.00025225314],"domain_scores_gemma":[0.9976594,0.0010686477,0.00051485945,0.00045996654,0.0001280912,0.00016902601],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0008141508,0.00022229599,0.0024425355,0.00022685049,0.0000623669,0.000014226027,0.000097435106,0.00025808363,0.00054881995],"category_scores_gemma":[0.00031225578,0.00015765226,0.0012600493,0.00012947743,0.00010487189,0.00006820292,0.00003700415,0.0002702606,0.00015131556],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000025417803,0.000045003333,0.00045123516,0.0093399,0.00013220427,0.00016149423,0.0000030902727,1.0758775e-7,1.252795e-9,0.000026576503,0.00078960374,0.98902535],"study_design_scores_gemma":[0.00014474397,0.000017054424,0.00036585063,0.019878017,0.00015360133,0.00009755246,8.324969e-7,0.00000452631,8.8420455e-7,0.00000291278,0.97919226,0.00014178795],"about_ca_topic_score_codex":0.0000029049456,"about_ca_topic_score_gemma":5.569652e-8,"teacher_disagreement_score":0.98888355,"about_ca_system_score_codex":0.000005988752,"about_ca_system_score_gemma":0.00028388517,"threshold_uncertainty_score":0.64288723},"labels":[],"label_agreement":null},{"id":"W2600933963","doi":"10.1503/cjs.014216","title":"The adequacy of hepatopancreatobiliary training: How does operative exposure and perceived readiness in fellowship translate into subsequent practice?","year":2017,"lang":"en","type":"article","venue":"Canadian Journal of Surgery","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Medicine; Scope (computer science); Cohort; Medical education; Pathology","score_opus":0.0750477680815385,"score_gpt":0.32832522254016056,"score_spread":0.25327745445862204,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2600933963","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9823334,0.0013007963,0.000005251417,0.0150406165,0.00028348478,0.000120168785,0.0000042400034,0.0000024501892,0.0009095629],"genre_scores_gemma":[0.9990913,0.00040449918,0.000074399555,0.00018783985,0.00011966473,0.000002546497,0.0000025468703,0.000014270073,0.00010287891],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99878144,0.00018202343,0.00046095025,0.00012512466,0.00019285725,0.0002575729],"domain_scores_gemma":[0.9971238,0.0014358875,0.00038502965,0.0002103807,0.00029863385,0.0005463195],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0016978341,0.00012709785,0.0004923451,0.00020814281,0.00030824394,0.00012775722,0.0001174908,0.0000885183,0.00003691538],"category_scores_gemma":[0.002939814,0.00007542242,0.000138359,0.00008893458,0.0003733511,0.0004242267,0.000005110506,0.00034402878,2.695463e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0006314309,0.000030973075,0.89319384,0.00006102839,0.000182973,0.0027561993,0.020183355,0.00001656859,0.00050543685,0.00027887966,0.000049876086,0.08210945],"study_design_scores_gemma":[0.0023711764,0.00011769083,0.9639929,0.0009289831,0.000112886315,0.00051756564,0.017268328,0.00014467078,0.00031752375,0.00030988068,0.013741857,0.00017652847],"about_ca_topic_score_codex":0.0024668332,"about_ca_topic_score_gemma":0.014452538,"teacher_disagreement_score":0.08193292,"about_ca_system_score_codex":0.00007531362,"about_ca_system_score_gemma":0.0013150038,"threshold_uncertainty_score":0.8064856},"labels":[],"label_agreement":null},{"id":"W2600999278","doi":"10.1016/j.jsurg.2017.01.008","title":"Developing Cognitive Task Analysis–based Educational Videos for Basic Surgical Skills in Plastic Surgery","year":2017,"lang":"en","type":"article","venue":"Journal of surgical education","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":15,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Toronto Western Hospital; Health Sciences Centre; Sunnybrook Health Science Centre; University of Toronto","funders":"","keywords":"Task (project management); Cognition; Medicine; Plastic surgery; Surgery; Psychology; Engineering; Psychiatry","score_opus":0.048237668120525705,"score_gpt":0.38469869327600054,"score_spread":0.3364610251554748,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2600999278","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9894356,0.00019515517,0.0013747404,0.0063706418,0.0011713236,0.00024491243,0.000008472284,0.0000082762535,0.0011908698],"genre_scores_gemma":[0.9976642,0.00005194332,0.00074396894,0.00021784496,0.0009804626,0.000027578828,0.00011161105,0.00001624981,0.0001861049],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99796194,0.00010499121,0.0009548891,0.00023823541,0.0004707257,0.00026921375],"domain_scores_gemma":[0.9890025,0.008821875,0.0008374545,0.0001692089,0.00086971506,0.00029922932],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0012234767,0.0001717938,0.0007097261,0.00083021953,0.00020488481,0.00010116642,0.000120892466,0.000136586,0.0005094347],"category_scores_gemma":[0.0044937516,0.00014172046,0.00055312173,0.0004634009,0.00010819043,0.00029160592,0.000015337724,0.0002932891,0.000010963992],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0024963338,0.0023378613,0.93481296,0.00013563331,0.0005968868,0.00017381953,0.00021240214,0.0005880806,0.000009633462,0.0021390137,0.00032072325,0.05617665],"study_design_scores_gemma":[0.0062412224,0.000098250275,0.96956253,0.0008225356,0.00060846994,0.00015623655,0.00019607077,0.001692521,0.00007722971,0.00054874277,0.019780798,0.00021539375],"about_ca_topic_score_codex":0.000016746011,"about_ca_topic_score_gemma":0.000010836015,"teacher_disagreement_score":0.055961255,"about_ca_system_score_codex":0.00023751629,"about_ca_system_score_gemma":0.0027343757,"threshold_uncertainty_score":0.5779193},"labels":[],"label_agreement":null},{"id":"W2601604015","doi":"10.1017/cjn.2017.30","title":"Operative Landscape at Canadian Neurosurgery Residency Programs","year":2017,"lang":"en","type":"article","venue":"Canadian Journal of Neurological Sciences / Journal Canadien des Sciences Neurologiques","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"McGill University; University of Ottawa; University of British Columbia; McMaster University; Western University; University of Toronto; Université de Sherbrooke; Calgary Laboratory Services; University of Manitoba; Dalhousie University; Université Laval; University of Alberta; University of Saskatchewan; University of Calgary","funders":"Université de Sherbrooke; McGill University; University of Ottawa; University of Toronto; Dalhousie University; Hamilton Health Sciences; University of Alberta; Université Laval","keywords":"Neurosurgery; Subspecialty; Medicine; Residency training; Graduate medical education; General surgery; Medical education; Surgery; Family medicine; Accreditation","score_opus":0.07866447469199055,"score_gpt":0.32699897820711843,"score_spread":0.24833450351512787,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2601604015","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.956494,0.0006222997,0.0000023920763,0.011063979,0.0014999354,0.00021286015,0.000008944705,0.000018579032,0.030077016],"genre_scores_gemma":[0.9934962,0.00025808095,0.0005469291,0.004955164,0.00052047404,0.0000023869845,8.8088e-7,0.00001533946,0.00020454012],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9950858,0.0007252973,0.0011180189,0.0006035332,0.00083947665,0.0016278924],"domain_scores_gemma":[0.9922763,0.00046300405,0.0010483034,0.00030350283,0.0006692158,0.005239661],"candidate_categories":["sts","scholarly_communication"],"consensus_categories":["sts"],"category_scores_codex":[0.0055728876,0.0003472268,0.000714972,0.0010237909,0.008944317,0.0015833766,0.0017753523,0.0002527346,0.0008023908],"category_scores_gemma":[0.005917571,0.00022685612,0.0004194184,0.00064521626,0.007666256,0.0011649181,0.00008978686,0.0013492645,0.000015331085],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00010003032,0.000021120863,0.96727,0.0000037200998,0.000017397182,0.020302238,0.00017465679,0.0002714352,0.0000042266374,0.0004101579,0.0006550155,0.010770014],"study_design_scores_gemma":[0.0008209155,0.02755368,0.918803,0.00007845592,0.00005171276,0.030836573,0.0001570033,0.00088303443,0.000021906315,0.0024639713,0.018031262,0.0002985194],"about_ca_topic_score_codex":0.026757048,"about_ca_topic_score_gemma":0.7415575,"teacher_disagreement_score":0.7148004,"about_ca_system_score_codex":0.00030512852,"about_ca_system_score_gemma":0.008840677,"threshold_uncertainty_score":0.99945307},"labels":[],"label_agreement":null},{"id":"W2602497407","doi":"10.1089/lap.2016.0516","title":"Educational Role for an Advanced Suturing Task in the Pediatric Laparoscopic Surgery Simulator","year":2017,"lang":"en","type":"article","venue":"Journal of Laparoendoscopic & Advanced Surgical Techniques","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":13,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Children's Hospital of Eastern Ontario; University of Ottawa; Hospital for Sick Children","funders":"","keywords":"Task (project management); Motion (physics); Psychomotor learning; Medicine; Simulation; Motion analysis; Computer science; Match moving; Laparoscopic surgery; Physical medicine and rehabilitation; Surgery; Artificial intelligence; Laparoscopy; Cognition; Engineering","score_opus":0.03611665601774296,"score_gpt":0.37058331234794456,"score_spread":0.3344666563302016,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2602497407","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99471796,0.000855295,0.00016083008,0.0014742012,0.00047196195,0.0006342436,0.000006547173,0.000050566516,0.0016283817],"genre_scores_gemma":[0.99216104,0.00047071002,0.005507726,0.00028010822,0.0013698012,0.00007515233,0.0000119607,0.000029809322,0.000093699266],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9977164,0.00012980288,0.000941689,0.00028385659,0.0005158997,0.00041231408],"domain_scores_gemma":[0.99631816,0.0018771589,0.000769886,0.000508333,0.0002935859,0.00023286697],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0010169434,0.00024138113,0.00078686,0.00027390712,0.00030689783,0.000107400396,0.00041897074,0.00012007694,0.00006632533],"category_scores_gemma":[0.0011449418,0.00016544735,0.0003441713,0.0001696235,0.000104160805,0.0006868604,0.000038840244,0.0004986664,0.0000018400572],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.005291213,0.0024098405,0.8005956,0.00044730032,0.00013898185,0.0005874536,0.00072083983,0.0008703997,0.003407059,0.0036344852,0.0004309829,0.18146583],"study_design_scores_gemma":[0.040494125,0.005146012,0.55272615,0.0024580234,0.00062279985,0.0016474234,0.0014166333,0.0013890505,0.024928708,0.024590677,0.34289145,0.0016889273],"about_ca_topic_score_codex":0.0000059659696,"about_ca_topic_score_gemma":0.000005923969,"teacher_disagreement_score":0.34246048,"about_ca_system_score_codex":0.00009883789,"about_ca_system_score_gemma":0.00024847733,"threshold_uncertainty_score":0.6746747},"labels":[],"label_agreement":null},{"id":"W2603016074","doi":"10.1016/j.gie.2017.03.1529","title":"Progressive learning in endoscopy simulation training improves clinical performance: a blinded randomized trial","year":2017,"lang":"en","type":"article","venue":"Gastrointestinal Endoscopy","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":70,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Toronto Western Hospital; Sunnybrook Hospital; University of Toronto; SickKids Foundation; The Wilson Centre; Hospital for Sick Children; St. Michael's Hospital","funders":"","keywords":"Medicine; Randomized controlled trial; Endoscopy; Double blinded; Blinded study; Medical physics; Physical therapy; Radiology; Surgery; Pathology; Alternative medicine; Placebo","score_opus":0.09856107592732287,"score_gpt":0.41122493434525764,"score_spread":0.31266385841793476,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2603016074","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9872254,0.000033036955,0.0019094481,0.00030326983,0.00038271295,0.0018821139,0.0000011640863,0.00019177001,0.008071073],"genre_scores_gemma":[0.97519517,0.000008366221,0.023454927,0.00010098219,0.0007521626,0.00013099726,0.000024472609,0.000042283,0.00029062966],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.99661565,0.00047263716,0.0012334876,0.0005639405,0.00048857025,0.0006257298],"domain_scores_gemma":[0.9952876,0.002953713,0.0008431655,0.00041881154,0.00018371282,0.00031297488],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.003042221,0.00032861542,0.0012340397,0.00021166104,0.0004151281,0.0001704069,0.00021389121,0.00012282246,0.00023516506],"category_scores_gemma":[0.019397683,0.0002709182,0.00039794194,0.00013283217,0.00053301477,0.0003369323,0.0000851379,0.0010586878,0.000041415642],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.8991053,0.0002716958,0.05455622,0.000045100558,0.000049359525,0.00024896982,0.0003653824,0.0026959684,0.00042216427,0.000070528826,0.0000020148893,0.04216731],"study_design_scores_gemma":[0.7676405,0.0018427293,0.024652982,0.00080470677,0.00009168154,0.00021652941,0.00020680597,0.20416339,0.000048922047,0.00006841982,0.000086170214,0.00017717382],"about_ca_topic_score_codex":0.00002628966,"about_ca_topic_score_gemma":0.0000027737087,"teacher_disagreement_score":0.20146742,"about_ca_system_score_codex":0.00006823048,"about_ca_system_score_gemma":0.00031265276,"threshold_uncertainty_score":0.9999743},"labels":[],"label_agreement":null},{"id":"W2603536463","doi":"10.1177/0194599817691474","title":"Anatomy‐Specific Virtual Reality Simulation in Temporal Bone Dissection: Perceived Utility and Impact on Surgeon Confidence","year":2017,"lang":"en","type":"article","venue":"Otolaryngology","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":82,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"U.S. National Library of Medicine; National Institutes of Health","keywords":"Otorhinolaryngology; Cadaver; Dissection (medical); Mastoidectomy; Confidence interval; Medicine; Virtual reality; Temporal bone; Surgery; Cholesteatoma; Computer science; Human–computer interaction","score_opus":0.05492492581458768,"score_gpt":0.37108120969246894,"score_spread":0.31615628387788125,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2603536463","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99368745,0.000038930826,0.00014756004,0.0005647176,0.00013067161,0.00028455464,0.000005766116,0.000044058557,0.0050963107],"genre_scores_gemma":[0.99965465,0.0000193077,0.000012921733,0.00010518433,0.000076097465,0.0000061487403,0.00003955931,0.00000978731,0.00007631461],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9988553,0.00014056712,0.0002824406,0.000352048,0.00015176611,0.00021789776],"domain_scores_gemma":[0.9988959,0.00035944025,0.00012639324,0.0004032542,0.000062923194,0.00015209665],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0005021782,0.00014335364,0.000371633,0.00010757273,0.00020486797,0.000038618895,0.000056472403,0.0001727209,0.00059299846],"category_scores_gemma":[0.0003617508,0.00011779269,0.000073743606,0.000071358474,0.000221522,0.00014841453,0.000031298736,0.00027681026,0.000015170675],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0014837001,0.00012027044,0.98842704,0.000011117983,0.000015718158,0.00021217793,0.0002034137,0.0003819036,0.00015377645,0.0007112796,0.000015717245,0.008263867],"study_design_scores_gemma":[0.002827089,0.0002852957,0.9650996,0.000041084088,0.000008362621,0.00004805795,0.000059822574,0.030270884,0.00002035314,0.00021669021,0.0010225356,0.00010024365],"about_ca_topic_score_codex":0.00057317654,"about_ca_topic_score_gemma":0.00022128028,"teacher_disagreement_score":0.02988898,"about_ca_system_score_codex":0.00006084619,"about_ca_system_score_gemma":0.00003906144,"threshold_uncertainty_score":0.64929175},"labels":[],"label_agreement":null},{"id":"W2604245678","doi":"10.1016/j.jsurg.2016.12.004","title":"What are the Training Gaps for Acquiring Laparoscopic Suturing Skills?","year":2017,"lang":"en","type":"article","venue":"Journal of surgical education","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":33,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University Health Centre","funders":"","keywords":"Coaching; Laparoscopic surgery; Medical education; Medicine; Curriculum; Dreyfus model of skill acquisition; Process (computing); Grounded theory; Invasive surgery; Field (mathematics); Qualitative research; Psychology; Laparoscopy; Surgery; Computer science; Pedagogy","score_opus":0.058481857160747,"score_gpt":0.3826331781343885,"score_spread":0.3241513209736415,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2604245678","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98058295,0.0008505463,0.000058548292,0.012689167,0.0035292844,0.0001799964,4.5947394e-7,0.000009580473,0.0020994884],"genre_scores_gemma":[0.9954911,0.0003715829,0.00031910744,0.0003969177,0.0027428714,0.000007449074,0.0000024905532,0.000012866638,0.0006556366],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9990457,0.00003073055,0.00038541981,0.00010466387,0.00025974898,0.00017372369],"domain_scores_gemma":[0.9983119,0.0004159022,0.0006136336,0.00020927268,0.00028409963,0.0001651911],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00071544526,0.000093233524,0.0002841849,0.00006872846,0.00040893405,0.00030483754,0.00015649729,0.00006721709,0.000100429934],"category_scores_gemma":[0.0005979324,0.00005727165,0.0002082541,0.00004694398,0.00007671047,0.0005864799,0.000018659199,0.00022791959,0.0000041395965],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0012702604,0.0011553904,0.09138664,0.0002792958,0.00033247407,0.00011351192,0.00914665,0.00043362577,0.00030771975,0.0035515563,0.0014136767,0.8906092],"study_design_scores_gemma":[0.013148865,0.00036618594,0.3956279,0.0037348168,0.00031307575,0.00094908103,0.025861176,0.00057359954,0.0013729517,0.0017942011,0.55596244,0.0002957044],"about_ca_topic_score_codex":0.0000020243713,"about_ca_topic_score_gemma":0.000001401283,"teacher_disagreement_score":0.8903135,"about_ca_system_score_codex":0.00005891153,"about_ca_system_score_gemma":0.00022685147,"threshold_uncertainty_score":0.31452316},"labels":[],"label_agreement":null},{"id":"W2604632007","doi":"10.2106/jbjs.16.00324","title":"Virtual Reality Compared with Bench-Top Simulation in the Acquisition of Arthroscopic Skill","year":2017,"lang":"en","type":"article","venue":"Journal of Bone and Joint Surgery","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":76,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Kingston General Hospital; Queen's University","funders":"","keywords":"Virtual reality; Dreyfus model of skill acquisition; Task (project management); Learning curve; Computer science; Medicine; Medical physics; Simulation; Physical therapy; Artificial intelligence","score_opus":0.06708605698506173,"score_gpt":0.3274631077449565,"score_spread":0.2603770507598948,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2604632007","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9976604,0.000087749264,0.00035295717,0.0012187414,0.00006770825,0.00006303647,0.0000011952037,0.0000022303416,0.0005459816],"genre_scores_gemma":[0.9995934,0.000047244157,0.000038757174,0.00020731706,0.00009704452,3.8272702e-7,0.0000034744862,0.000003425723,0.00000895497],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9989809,0.00006673039,0.0005553689,0.000059169568,0.00025927558,0.00007859776],"domain_scores_gemma":[0.99858624,0.00044678594,0.00066135393,0.0001320093,0.0001221875,0.000051443665],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0013360535,0.00005867386,0.00044159,0.0001274522,0.00007881907,0.000024686859,0.0000130892595,0.00003605478,0.000040811236],"category_scores_gemma":[0.00028550517,0.000033688284,0.000094498544,0.000053673462,0.00008160911,0.00016048517,0.000008030514,0.00013187922,4.0567753e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0021364866,0.00047162577,0.96051407,0.00011284633,0.00009616163,0.00040572582,0.0021478522,0.0066290195,0.00052987074,0.00032744757,0.00018323914,0.026445659],"study_design_scores_gemma":[0.0018337648,0.00016798974,0.99402153,0.00045525905,0.000035128018,0.00007328964,0.00038427577,0.0024156782,0.000121673256,0.00015615064,0.00029592187,0.000039324557],"about_ca_topic_score_codex":0.00002357862,"about_ca_topic_score_gemma":0.000009931768,"teacher_disagreement_score":0.033507477,"about_ca_system_score_codex":0.00001150667,"about_ca_system_score_gemma":0.000047138463,"threshold_uncertainty_score":0.13737684},"labels":[],"label_agreement":null},{"id":"W2605630772","doi":"10.1117/12.2256458","title":"Design of a head mounted optical tracking system for surgical navigation (Conference Presentation)","year":2017,"lang":"en","type":"article","venue":"","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Toronto Metropolitan University","funders":"","keywords":"Computer science; Surgical instrument; Magnification; Presentation (obstetrics); Head and neck; Tracking (education); Simulation; Medical physics; Computer vision; Medicine; Surgery","score_opus":0.1752092074351428,"score_gpt":0.42244033580042323,"score_spread":0.24723112836528044,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2605630772","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7046525,0.000010677964,0.27646723,0.00041523098,0.00010496671,0.0007494629,0.0000027623867,0.0000831269,0.017514069],"genre_scores_gemma":[0.9941771,6.6281495e-7,0.005411427,0.000009219261,0.0000697198,0.000024201323,0.000022560662,0.000008034935,0.0002770424],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9992657,0.000026432144,0.00025824364,0.0001425768,0.00018663939,0.000120453165],"domain_scores_gemma":[0.99899393,0.00037398477,0.000111238245,0.00018156569,0.00025260774,0.000086698805],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0002857034,0.000068824644,0.00021016008,0.000028347658,0.0001262193,0.00004804356,0.000062303516,0.000067134344,0.0000932176],"category_scores_gemma":[0.00019289652,0.000053139313,0.00006437366,0.0000308224,0.000064244654,0.00013039727,0.000011615096,0.000058063808,0.000007248845],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.014992044,0.0013312503,0.07626099,0.003113021,0.00070609275,0.0005500349,0.002455462,0.01183238,0.021874137,0.56261027,0.00008781358,0.30418652],"study_design_scores_gemma":[0.019830437,0.00041328275,0.051427703,0.0008024796,0.0001375823,0.00012720739,0.0006934553,0.89867145,0.0268505,0.00032214614,0.00053209125,0.00019169433],"about_ca_topic_score_codex":0.00002223512,"about_ca_topic_score_gemma":0.0000011701367,"teacher_disagreement_score":0.88683903,"about_ca_system_score_codex":0.000024753152,"about_ca_system_score_gemma":0.00004423362,"threshold_uncertainty_score":0.21669583},"labels":[],"label_agreement":null},{"id":"W2605735884","doi":"10.1007/s00464-017-5546-5","title":"Local and national laparoscopic skill competitions: residents’ opinions and impact on adoption of simulation-based training","year":2017,"lang":"en","type":"article","venue":"Surgical Endoscopy","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":8,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"London Health Sciences Centre; Western University","funders":"","keywords":"Hepatology; Medicine; Abdominal surgery; Training (meteorology); Simulation training; Medical education; Internal medicine; Simulation; Computer science","score_opus":0.05503748167365333,"score_gpt":0.3828622514860583,"score_spread":0.32782476981240494,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2605735884","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99073344,0.00007489434,0.0007802402,0.0005046904,0.00008274593,0.00021215112,0.000057276415,0.00003989262,0.007514647],"genre_scores_gemma":[0.99924743,0.000021147762,0.00033688065,0.00012744499,0.00006976771,0.000008147119,0.00013142527,0.000012122353,0.00004560993],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9989013,0.00005227146,0.000273944,0.00022978609,0.00037638823,0.00016631575],"domain_scores_gemma":[0.998039,0.0013310664,0.00013755329,0.00016953672,0.00012552852,0.00019733602],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0002467136,0.0001367945,0.00031431983,0.000118653574,0.00027581776,0.00004654245,0.00004898389,0.0000943194,0.00028742204],"category_scores_gemma":[0.00049525645,0.00010928152,0.00008393964,0.00006534463,0.00032950938,0.00010479854,0.000022094593,0.00016174687,0.000008066831],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.010255796,0.0014516559,0.49568632,0.00046875514,0.0004597087,0.00022783467,0.0012510341,0.38205642,0.00016475387,0.08002923,0.000068065834,0.027880434],"study_design_scores_gemma":[0.034584973,0.0005942645,0.80040896,0.0006161239,0.00004690379,0.000013359954,0.00013836182,0.16049641,0.00023417576,0.00096657063,0.0017171925,0.00018271555],"about_ca_topic_score_codex":0.000037965703,"about_ca_topic_score_gemma":0.00000390245,"teacher_disagreement_score":0.30472264,"about_ca_system_score_codex":0.000043227476,"about_ca_system_score_gemma":0.00011060697,"threshold_uncertainty_score":0.4456371},"labels":[],"label_agreement":null},{"id":"W2605992969","doi":"10.5312/wjo.v8.i4.290","title":"Orthopaedic education in the era of surgical simulation: Still at the crawling stage","year":2017,"lang":"en","type":"editorial","venue":"World Journal of Orthopedics","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":20,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Pan Am Clinic; University of Manitoba","funders":"","keywords":"Medicine; Curriculum; Apprenticeship; Standardization; Medical education; Process (computing); Surgical simulation; Medical physics; Surgery; Computer science","score_opus":0.028245365197418812,"score_gpt":0.36252486672601175,"score_spread":0.3342795015285929,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2605992969","genre_codex":"editorial","genre_gemma":"editorial","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"editorial","genre_consensus":"editorial","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.093988374,0.012234095,0.00016784131,0.006331723,0.8518451,0.001302737,0.00009161931,0.000029501101,0.034009002],"genre_scores_gemma":[0.48908994,0.001708537,0.000091009126,0.00024236855,0.49536526,0.000004942613,0.00012641006,0.0000508266,0.013320704],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9957119,0.00035157107,0.0013758141,0.0002135735,0.0020870978,0.00026003527],"domain_scores_gemma":[0.9910957,0.005153,0.0020508335,0.00056667725,0.00097113586,0.00016263683],"candidate_categories":["research_integrity"],"consensus_categories":[],"category_scores_codex":[0.00376997,0.00027510241,0.00076915,0.00029793064,0.00021192046,0.000073338175,0.0004278519,0.0003273019,0.0006156594],"category_scores_gemma":[0.0025297937,0.00014780727,0.0005071572,0.00037648997,0.0002459758,0.00014408908,0.000081008264,0.002815232,0.0000071793115],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0056698304,0.0014696076,0.09551281,0.00092022156,0.00064394117,0.002379599,0.0038557586,0.026439881,0.000004150465,0.00029285206,0.5050385,0.35777286],"study_design_scores_gemma":[0.0036501207,0.00015564008,0.0034979675,0.0013907605,0.00027777464,0.000054709937,0.00018538893,0.00046304398,0.0000013588606,0.000026010443,0.99016315,0.00013409676],"about_ca_topic_score_codex":0.000024561923,"about_ca_topic_score_gemma":0.00026517973,"teacher_disagreement_score":0.48512462,"about_ca_system_score_codex":0.00015652576,"about_ca_system_score_gemma":0.002428087,"threshold_uncertainty_score":0.9994853},"labels":[],"label_agreement":null},{"id":"W2606012297","doi":"10.1177/0194599817698440","title":"Evaluating the Effect of Virtual Reality Temporal Bone Simulation on Mastoidectomy Performance: A Meta‐analysis","year":2017,"lang":"en","type":"review","venue":"Otolaryngology","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":61,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Mastoidectomy; Context (archaeology); Virtual reality; Meta-analysis; Computer science; Population; Medicine; Medical physics; Simulation; Surgery; Human–computer interaction; Cholesteatoma; Internal medicine","score_opus":0.30949955227008774,"score_gpt":0.49884211267633755,"score_spread":0.1893425604062498,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2606012297","genre_codex":"review","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.012421538,0.9808569,0.0001080373,0.000066685934,0.00016311146,0.0021713346,0.000029841764,0.00006500163,0.0041175457],"genre_scores_gemma":[0.7070142,0.2911423,0.000048515696,0.00008416862,0.0002302059,0.00026358,0.0005547508,0.000056735622,0.0006055204],"study_design_codex":"design_other","study_design_gemma":"meta_analysis","domain_scores_codex":[0.996258,0.0015662177,0.00092540943,0.0004854537,0.0004928296,0.0002720577],"domain_scores_gemma":[0.9937415,0.0038893202,0.001146956,0.0010240569,0.00010045131,0.00009768892],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.003484251,0.00041510453,0.004731141,0.00039308492,0.0002335586,0.000019347228,0.00021840313,0.0004257105,0.0005960974],"category_scores_gemma":[0.0011222173,0.00021429847,0.0026101617,0.00046962724,0.00019148726,0.000053879077,0.00007961056,0.0006654666,0.000047203026],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000555385,0.00005486698,0.001327272,0.0043219873,0.061915178,0.00003287558,0.00004542372,0.007881604,2.2229995e-7,0.00005581889,0.000004416335,0.92380494],"study_design_scores_gemma":[0.0028616467,0.0046248864,0.0019479768,0.0011775802,0.55864376,0.000054485445,0.0000033915587,0.06570565,0.0000026686703,0.000005676806,0.36460623,0.00036602956],"about_ca_topic_score_codex":0.000041071737,"about_ca_topic_score_gemma":0.0000068273544,"teacher_disagreement_score":0.9234389,"about_ca_system_score_codex":0.00005840776,"about_ca_system_score_gemma":0.00013275539,"threshold_uncertainty_score":0.8738838},"labels":[],"label_agreement":null},{"id":"W2606056191","doi":"","title":"Development of a Tissue Oxygen Saturation Detection System for Improving Surgical Training","year":2016,"lang":"en","type":"dissertation","venue":"TSpace (University of Toronto)","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Oxygen saturation; Saturation (graph theory); Biomedical engineering; Medicine; Computer science; Oxygen; Chemistry; Mathematics","score_opus":0.026587351053115042,"score_gpt":0.28008294524632765,"score_spread":0.2534955941932126,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2606056191","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9195652,0.000304611,0.009835495,0.000045788358,0.0005063984,0.0010096059,0.00001727886,0.00011908293,0.068596564],"genre_scores_gemma":[0.9890324,0.00000825809,0.0060134907,0.0000011600787,0.000080522324,0.0000016033893,0.00020613872,0.000018488494,0.0046379454],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.9991036,0.000025337407,0.00021825056,0.00023850297,0.00025637538,0.00015791574],"domain_scores_gemma":[0.9990272,0.00009428047,0.0004136618,0.00012004778,0.0002509393,0.00009387773],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00021743709,0.0001496699,0.00045366172,0.0000704269,0.00015238814,0.000004344849,0.000069458954,0.00027864345,0.0009220406],"category_scores_gemma":[0.000032047566,0.00015150475,0.00014560652,0.00004530392,0.000021983473,0.00013748308,0.000011629039,0.00007589618,0.0000033565846],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0020081084,0.000030050382,0.000013200763,0.0012740181,0.00013815801,0.000009654283,0.023704166,0.000002178567,0.04148938,0.00014087604,0.0000014675201,0.93118876],"study_design_scores_gemma":[0.038485147,0.0016696423,0.19810086,0.0062511126,0.0021716752,0.000060248974,0.5748508,0.004886979,0.12763922,0.000012049881,0.04415426,0.0017180091],"about_ca_topic_score_codex":0.0019010113,"about_ca_topic_score_gemma":0.009210282,"teacher_disagreement_score":0.9294707,"about_ca_system_score_codex":0.00041733062,"about_ca_system_score_gemma":0.0002272775,"threshold_uncertainty_score":0.99999124},"labels":[],"label_agreement":null},{"id":"W2606225215","doi":"10.1093/ons/opx081","title":"Microsurgical Clipping of an Anterior Communicating Artery Aneurysm Using a Novel Robotic Visualization Tool in Lieu of the Binocular Operating Microscope: Operative Video","year":2017,"lang":"en","type":"article","venue":"Operative Neurosurgery","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":22,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Operating microscope; Clipping (morphology); Medicine; Visualization; Microscope; Microsurgery; Aneurysm; Artificial intelligence; Computer science; Computer vision; Surgery","score_opus":0.06728291021876442,"score_gpt":0.379500252382865,"score_spread":0.3122173421641006,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2606225215","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9978192,0.00009344416,0.000663633,0.00023819698,0.00026475234,0.00068746886,0.000015439611,0.000020229974,0.00019766258],"genre_scores_gemma":[0.99711895,0.00002945771,0.0021397024,0.0005346627,0.000060243787,0.000015278863,0.00001551459,0.000048595386,0.000037567683],"study_design_codex":"bench_or_experimental","study_design_gemma":"observational","domain_scores_codex":[0.9970674,0.00055680797,0.0012092276,0.00047744188,0.0003496318,0.0003395021],"domain_scores_gemma":[0.9975014,0.00044281277,0.0006399213,0.000994088,0.00033616496,0.00008562274],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0009496237,0.00030124403,0.0008912262,0.00016750363,0.0007844914,0.00021095636,0.00038390595,0.0001380376,0.000054654447],"category_scores_gemma":[0.0014396312,0.0002295018,0.0002161675,0.00035170882,0.0005017551,0.0006418026,0.00033281252,0.00042789534,0.0000011734716],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00014705327,0.00040282196,0.15324931,0.00007256608,0.00003243868,0.000052674033,0.0017990551,0.007569668,0.8357541,0.00013081309,6.7381745e-7,0.00078882626],"study_design_scores_gemma":[0.006832932,0.00034365032,0.3901876,0.0033701207,0.00010157278,0.00040500483,0.00097140175,0.35107064,0.24609806,0.000007731462,0.00007565104,0.0005356465],"about_ca_topic_score_codex":0.00012440952,"about_ca_topic_score_gemma":0.000028457864,"teacher_disagreement_score":0.58965605,"about_ca_system_score_codex":0.00007168835,"about_ca_system_score_gemma":0.00020670341,"threshold_uncertainty_score":0.9358812},"labels":[],"label_agreement":null},{"id":"W2606283292","doi":"10.1017/cjn.2015.108","title":"Utilizing NeuroTouch, a virtual reality simulator, to assess and monitor bimanual performance during brain tumor resection","year":2015,"lang":"en","type":"article","venue":"Canadian Journal of Neurological Sciences / Journal Canadien des Sciences Neurologiques","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Aspirator; Computer science; Software; Neurosurgery; Simulation; Index (typography); Virtual reality; Medicine; Surgery; Artificial intelligence; Operating system; Engineering; World Wide Web","score_opus":0.11943231783470752,"score_gpt":0.34573132814900076,"score_spread":0.22629901031429323,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2606283292","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9918397,0.00014922494,0.00002254506,0.0058685862,0.00067186187,0.0002224535,0.000004145658,0.000027649401,0.0011938525],"genre_scores_gemma":[0.9946174,0.000034963414,0.0004621937,0.004477553,0.00037089043,0.0000025545228,2.010617e-7,0.000011947654,0.000022305489],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9960738,0.00071578595,0.0007712312,0.00052262977,0.0008582091,0.0010583667],"domain_scores_gemma":[0.9943049,0.0006424227,0.0004104702,0.00012629511,0.0005588714,0.0039570406],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.0042739105,0.00027830232,0.0004926767,0.0009488919,0.0018234899,0.0005422003,0.00063755456,0.00012683295,0.000040235027],"category_scores_gemma":[0.0057921023,0.00019454601,0.00012922531,0.0013684644,0.0024467108,0.0007896165,0.00008122819,0.001102167,0.0000021609533],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00072814117,0.000033598182,0.96922874,0.00001281412,0.000012306726,0.0044562416,0.0006749929,0.018291479,0.00012428388,0.00016707504,0.00011111367,0.0061592115],"study_design_scores_gemma":[0.001985604,0.100162424,0.83669496,0.00012596806,0.000045125667,0.0377279,0.0011384146,0.016777834,0.00046722768,0.0011857633,0.0032639492,0.0004248362],"about_ca_topic_score_codex":0.0005169733,"about_ca_topic_score_gemma":0.0065372176,"teacher_disagreement_score":0.13253379,"about_ca_system_score_codex":0.0002526995,"about_ca_system_score_gemma":0.0019347725,"threshold_uncertainty_score":0.999476},"labels":[],"label_agreement":null},{"id":"W2607325613","doi":"10.1017/cjn.2015.190","title":"Subjective anxiety ratings before and after stressful neurosurgical virtual reality tumor resection task","year":2015,"lang":"en","type":"article","venue":"Canadian Journal of Neurological Sciences / Journal Canadien des Sciences Neurologiques","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Calgary Laboratory Services","funders":"","keywords":"Anxiety; Medicine; State-Trait Anxiety Inventory; Likert scale; Arousal; Psychology; Clinical psychology; Psychiatry; Developmental psychology","score_opus":0.03956787911535663,"score_gpt":0.29472533697526965,"score_spread":0.255157457859913,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2607325613","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9924071,0.00028873413,0.00002226659,0.0036555687,0.000625226,0.00016602963,0.000010617841,0.000023115088,0.002801387],"genre_scores_gemma":[0.9955537,0.00006195283,0.00031360102,0.0036477277,0.00038411375,0.000002802959,4.6570256e-7,0.000010833599,0.000024839552],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99572843,0.00093004096,0.00081185746,0.0005623709,0.000971278,0.0009959943],"domain_scores_gemma":[0.99483615,0.00043630728,0.0005278616,0.00011929633,0.00068058516,0.0033997917],"candidate_categories":["sts"],"consensus_categories":["sts"],"category_scores_codex":[0.00457332,0.00029696754,0.0005361079,0.000612242,0.0013334324,0.0005397936,0.0005207178,0.00017511297,0.00010777135],"category_scores_gemma":[0.004381166,0.00019126895,0.0001980324,0.0011453449,0.0054800916,0.00087715784,0.00006579985,0.0013864954,0.0000020600698],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0007272143,0.000032163487,0.98547584,0.0000045745264,0.000010971408,0.006694624,0.0006122325,0.0011254502,0.0000095361975,0.00033065345,0.000095383024,0.004881339],"study_design_scores_gemma":[0.0014386484,0.08369162,0.85384697,0.00005434039,0.00005511686,0.04613911,0.00070940366,0.0035446961,0.00003959063,0.0059843375,0.0042354604,0.00026068778],"about_ca_topic_score_codex":0.00090054894,"about_ca_topic_score_gemma":0.042787228,"teacher_disagreement_score":0.13162887,"about_ca_system_score_codex":0.00021500669,"about_ca_system_score_gemma":0.00257641,"threshold_uncertainty_score":0.9999667},"labels":[],"label_agreement":null},{"id":"W2607489893","doi":"10.1017/cjn.2015.191","title":"Acute stress decreases bimanual psychomotor performance during resection of simulated brain tumors","year":2015,"lang":"en","type":"article","venue":"Canadian Journal of Neurological Sciences / Journal Canadien des Sciences Neurologiques","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Calgary Laboratory Services","funders":"","keywords":"Aspirator; Psychomotor learning; Medicine; Suction; Surgery; Anesthesia; Cognition","score_opus":0.056179446904007314,"score_gpt":0.31740327377401584,"score_spread":0.2612238268700085,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2607489893","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99502194,0.0004579478,0.000008863686,0.0018555751,0.00051804417,0.00014919552,0.000007785061,0.000020187685,0.0019604866],"genre_scores_gemma":[0.99801964,0.00011579034,0.00052049424,0.0010748735,0.00022299065,7.790291e-7,6.1668106e-7,0.000010325084,0.000034511366],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99634933,0.00052877044,0.00093744084,0.00038566763,0.0008786806,0.00092011946],"domain_scores_gemma":[0.9952238,0.0005028544,0.0007314532,0.00012783374,0.0007724106,0.0026416273],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.0028144664,0.0002539128,0.0005466121,0.0010427176,0.0011103401,0.00021839622,0.00079505396,0.00015679473,0.00014306478],"category_scores_gemma":[0.0032720463,0.00016899478,0.00021203952,0.0015368977,0.0036452166,0.0008114881,0.000040117695,0.00089077954,0.0000020902678],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0010351181,0.000057623172,0.97625244,0.000014645946,0.000032035932,0.0036265298,0.0003860253,0.015199133,0.00012980777,0.000066808585,0.000078752775,0.0031210552],"study_design_scores_gemma":[0.004042479,0.15151232,0.7813215,0.00030234794,0.00012860898,0.043001555,0.00071693776,0.012784378,0.0021700861,0.002065098,0.0014834538,0.00047119634],"about_ca_topic_score_codex":0.0004887849,"about_ca_topic_score_gemma":0.0059103356,"teacher_disagreement_score":0.19493093,"about_ca_system_score_codex":0.00019243234,"about_ca_system_score_gemma":0.0027599786,"threshold_uncertainty_score":0.9990663},"labels":[],"label_agreement":null},{"id":"W2608472217","doi":"10.4300/jgme-d-16-00517.1","title":"Passing a Technical Skills Examination in the First Year of Surgical Residency Can Predict Future Performance","year":2017,"lang":"en","type":"article","venue":"Journal of Graduate Medical Education","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Toronto; St. Michael's Hospital","funders":"","keywords":"Medical education; Residency training; MEDLINE; Medicine; Computer science; Medical physics; Data science; Biology","score_opus":0.028996983818075434,"score_gpt":0.3403507014135194,"score_spread":0.311353717595444,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2608472217","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.95461595,0.000091027796,0.000015126475,0.042528205,0.000495741,0.00012493727,6.881715e-7,0.0000050968897,0.0021232045],"genre_scores_gemma":[0.9978717,0.0004782819,0.00023380108,0.0002573568,0.0010968271,0.0000033656952,0.0000067961905,0.000007234144,0.00004465114],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99799865,0.00010279827,0.00059328595,0.000096133546,0.0010785193,0.00013062471],"domain_scores_gemma":[0.9986319,0.00022235753,0.00051090796,0.00022389117,0.000254041,0.00015689996],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0019648394,0.000083675535,0.00025532808,0.00014980942,0.00013453519,0.00002954503,0.00025274674,0.00013164224,0.000102901795],"category_scores_gemma":[0.0019306771,0.000050145714,0.000096232296,0.00015409417,0.00016632372,0.00015523349,0.000020751828,0.00059913064,0.0000013441306],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00034107702,0.0023263157,0.48344338,0.00020285978,0.000037855494,0.0001699143,0.0030451354,0.000011646986,0.000016773874,0.0012017825,0.0021243112,0.50707895],"study_design_scores_gemma":[0.002169235,0.00024336582,0.9894378,0.00097138557,0.000041842068,0.0004335235,0.000859297,0.0003790841,0.000024425153,0.00019045355,0.0051989662,0.000050600756],"about_ca_topic_score_codex":0.00002062376,"about_ca_topic_score_gemma":0.000044936533,"teacher_disagreement_score":0.50702834,"about_ca_system_score_codex":0.00007918334,"about_ca_system_score_gemma":0.0008738321,"threshold_uncertainty_score":0.26029578},"labels":[],"label_agreement":null},{"id":"W2608565195","doi":"10.1007/s00464-017-5569-y","title":"Establishing meaningful benchmarks: the development of a formative feedback tool for advanced laparoscopic suturing","year":2017,"lang":"en","type":"article","venue":"Surgical Endoscopy","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":17,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University; McGill University Health Centre","funders":"","keywords":"Formative assessment; Likert scale; Medicine; Medical physics; Task (project management); Psychology; Mathematics education","score_opus":0.03242681642580231,"score_gpt":0.3328721437959679,"score_spread":0.3004453273701656,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2608565195","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9710974,0.00007959026,0.00049876596,0.0003400304,0.00037078184,0.00057002995,0.000007004184,0.000036692505,0.026999677],"genre_scores_gemma":[0.9922159,0.000009689836,0.00719367,0.000070680806,0.00016292965,0.00007183045,0.000036052657,0.000016462267,0.0002228409],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9985779,0.000032612894,0.00049282773,0.0002286299,0.00032910262,0.00033894888],"domain_scores_gemma":[0.9981352,0.0009441468,0.00029032936,0.00037854887,0.00013854321,0.00011323089],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00061140687,0.0001659648,0.0004094795,0.000044944594,0.00061381824,0.00009447309,0.00023902737,0.00007817156,0.00029740206],"category_scores_gemma":[0.00091393647,0.0001066284,0.00014951297,0.00007286712,0.00013192721,0.00032321637,0.000102497834,0.0001996031,0.000007067037],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.028978353,0.0017949109,0.13573943,0.003016537,0.0020604488,0.00022579212,0.06648443,0.0023702928,0.0047943513,0.052580215,0.00083140924,0.70112383],"study_design_scores_gemma":[0.20425071,0.0009653961,0.101461984,0.0031751862,0.00033789797,0.000050225157,0.00646182,0.008823151,0.1738668,0.0019882158,0.49736252,0.0012560816],"about_ca_topic_score_codex":0.000006026334,"about_ca_topic_score_gemma":0.000009186096,"teacher_disagreement_score":0.6998678,"about_ca_system_score_codex":0.0000537166,"about_ca_system_score_gemma":0.00012364575,"threshold_uncertainty_score":0.4721056},"labels":[],"label_agreement":null},{"id":"W2609299421","doi":"10.1016/j.gie.2017.03.394","title":"Sa1075 A Virtual Reality Curriculum in Non-Technical Skills Improves Colonoscopic Performance: A Randomized Trial","year":2017,"lang":"en","type":"article","venue":"Gastrointestinal Endoscopy","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":8,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Hospital for Sick Children; St. Michael's Hospital","funders":"","keywords":"Medicine; Randomized controlled trial; Curriculum; Virtual reality; Medical physics; Endoscopy; Colonoscopy; Medical education; General surgery; Surgery; Human–computer interaction; Internal medicine; Pedagogy","score_opus":0.01848033499880537,"score_gpt":0.32574446428055254,"score_spread":0.3072641292817472,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2609299421","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9867946,0.000008468685,0.0012368734,0.0005165608,0.00028980154,0.0016713399,0.0000042744346,0.000106715626,0.009371402],"genre_scores_gemma":[0.99177265,0.00001177198,0.0072009847,0.00017485759,0.00034366472,0.0001772071,0.0000237743,0.000023223261,0.00027185792],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9977528,0.00016343071,0.0007382895,0.00044200974,0.00038298347,0.000520509],"domain_scores_gemma":[0.99793386,0.00076689693,0.00035274844,0.00055417576,0.00010765413,0.0002846767],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0014644775,0.0002742503,0.0010112935,0.00013314784,0.00023099205,0.00008966055,0.00024853446,0.0000936314,0.00017832223],"category_scores_gemma":[0.0061984975,0.00021510573,0.0002633706,0.000118408745,0.0004803912,0.00023170572,0.00011903996,0.00057330326,0.00005418871],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.9327961,0.0012035836,0.055083178,0.00007613371,0.000033464883,0.00026824442,0.00008987499,0.00005747113,0.0048195906,0.00042469645,0.000089836605,0.005057799],"study_design_scores_gemma":[0.904222,0.002436184,0.079531185,0.00085136434,0.00007657767,0.00045887372,0.000045558463,0.011858618,0.00017872907,0.00007683901,0.0000829895,0.00018109455],"about_ca_topic_score_codex":0.0002235565,"about_ca_topic_score_gemma":0.000025233192,"teacher_disagreement_score":0.028574144,"about_ca_system_score_codex":0.00011804295,"about_ca_system_score_gemma":0.00018426326,"threshold_uncertainty_score":0.8771757},"labels":[],"label_agreement":null},{"id":"W2609503060","doi":"10.1016/j.jogc.2017.03.064","title":"O-GYN-MD-112 Canadian Obstetrics and Gynaecology Residents: Are They Ready for Independent Practice?","year":2017,"lang":"en","type":"article","venue":"Journal of Obstetrics and Gynaecology Canada","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Medicine; Obstetrics and gynaecology; Abdominal hysterectomy; Program director; Hysterectomy; Family medicine; Laparoscopic hysterectomy; Gynecology; Laparoscopy; General surgery; Medical education; Pregnancy; Surgery","score_opus":0.04057857030018172,"score_gpt":0.30642433813303244,"score_spread":0.26584576783285074,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2609503060","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9240233,0.011165422,0.000037559905,0.008090721,0.0324362,0.00079463,0.00011754244,0.000011868884,0.023322782],"genre_scores_gemma":[0.9965105,0.0004979799,0.00038923768,0.0021973036,0.000067107314,0.0000049604946,0.000007825328,0.000022280266,0.0003027832],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99818456,0.00008416085,0.0006175289,0.00024608988,0.00039778516,0.00046984485],"domain_scores_gemma":[0.98557585,0.01114588,0.0011030401,0.00027866554,0.0010057068,0.0008908648],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0007199236,0.00019197392,0.0005977574,0.0004428583,0.0006147348,0.000120116514,0.00021166023,0.0003118887,0.00025818474],"category_scores_gemma":[0.08304889,0.00016265274,0.000070787224,0.0001306048,0.00010329608,0.00023893075,0.00006341304,0.0005602208,8.8990583e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000043212833,0.00011255227,0.73241746,0.000080934595,0.00043755086,0.012865226,0.00025143538,0.00005143993,0.0000015662849,0.0011090772,0.0024670518,0.25016248],"study_design_scores_gemma":[0.0068476005,0.0004303787,0.8412176,0.0000072694515,0.00023562835,0.00018917015,0.00089124497,0.00012082393,0.000004079484,0.00028563087,0.14961822,0.00015239966],"about_ca_topic_score_codex":0.205906,"about_ca_topic_score_gemma":0.6543985,"teacher_disagreement_score":0.44849253,"about_ca_system_score_codex":0.0018814829,"about_ca_system_score_gemma":0.0032280106,"threshold_uncertainty_score":0.924675},"labels":[],"label_agreement":null},{"id":"W2609616856","doi":"10.1016/j.jogc.2017.03.082","title":"O-GYN-MD-071 Implementation and Validation of a Retroperitoneal Dissection Curriculum","year":2017,"lang":"en","type":"article","venue":"Journal of Obstetrics and Gynaecology Canada","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Medicine; Curriculum; Ureterolysis; Dissection (medical); Ureter; Physical therapy; Medical physics; Medical education; Surgery; Internal medicine; Urinary system","score_opus":0.019762773387219226,"score_gpt":0.3045923226655682,"score_spread":0.28482954927834897,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2609616856","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9964695,0.00046934478,0.000027165644,0.00024174477,0.0019653381,0.00006399185,0.0000033663355,0.0000012640755,0.0007583137],"genre_scores_gemma":[0.9996541,0.00011411624,0.00012855708,0.000048423524,0.000029305942,5.025723e-7,0.00000383114,0.0000037862042,0.000017360713],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9993581,0.000023378801,0.00029567114,0.00006561142,0.00017394245,0.00008330047],"domain_scores_gemma":[0.9988712,0.0002778936,0.00044803022,0.00006503,0.00023217253,0.00010563756],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00018066593,0.00005312864,0.00019542979,0.00009306965,0.00013591954,0.000021295175,0.000033364155,0.000047878555,0.00013965054],"category_scores_gemma":[0.0013165685,0.000042130545,0.000025786816,0.00006426369,0.000041745643,0.00010031873,0.000016600563,0.00011504632,5.20884e-8],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000082968045,0.000027220321,0.8662643,0.000023706209,0.000048324182,0.0001625834,0.000067327215,0.000010384329,0.00007192621,0.00012446652,0.000103561935,0.13308789],"study_design_scores_gemma":[0.0031545914,0.00033722233,0.99203724,0.0000066889556,0.00007482022,0.00005619551,0.0006457414,0.00018707053,0.00049730187,0.00004880887,0.0029091248,0.000045168184],"about_ca_topic_score_codex":0.0068957163,"about_ca_topic_score_gemma":0.0046477546,"teacher_disagreement_score":0.13304272,"about_ca_system_score_codex":0.00015488543,"about_ca_system_score_gemma":0.00025014824,"threshold_uncertainty_score":0.9997175},"labels":[],"label_agreement":null},{"id":"W2610001970","doi":"10.1007/s00464-017-5572-3","title":"Practice does not always make perfect: need for selection curricula in modern surgical training","year":2017,"lang":"en","type":"article","venue":"Surgical Endoscopy","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":24,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Royal College of Physicians and Surgeons of Canada; Toronto Metropolitan University; University of Toronto","funders":"","keywords":"Competence (human resources); Learning curve; Medicine; Curriculum; Dreyfus model of skill acquisition; Educational measurement; Medical education; Psychology; Computer science","score_opus":0.05185060328641194,"score_gpt":0.3718915073036695,"score_spread":0.32004090401725754,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2610001970","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.94036156,0.00010837826,0.0004381059,0.0037490844,0.00053461123,0.00087246427,0.000018214958,0.00020365643,0.053713903],"genre_scores_gemma":[0.9963705,0.000058859394,0.0014999281,0.00033071946,0.0006557643,0.000111328125,0.000040858802,0.0000459629,0.00088608015],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9976119,0.00014038991,0.0005298628,0.000584932,0.0004943541,0.00063858274],"domain_scores_gemma":[0.9971185,0.0017597696,0.00023759663,0.00035711483,0.00018527302,0.00034174332],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0010554285,0.00028503253,0.0006423511,0.00014964449,0.00044349,0.00014944903,0.00016444313,0.00026606355,0.00035198213],"category_scores_gemma":[0.0016839474,0.00020720603,0.00029092183,0.00016860227,0.00015421431,0.0003075187,0.000055132205,0.00054096855,0.000023311914],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0584502,0.0035680505,0.11579196,0.0005185405,0.0006328436,0.0073459023,0.0060083237,0.003330538,0.002425725,0.047666844,0.00015881004,0.75410223],"study_design_scores_gemma":[0.18865828,0.0012442925,0.015240728,0.00067006814,0.0003995492,0.0013016373,0.0019251956,0.2196299,0.0049447673,0.0020065024,0.56274205,0.0012370496],"about_ca_topic_score_codex":0.00012922703,"about_ca_topic_score_gemma":0.00004033658,"teacher_disagreement_score":0.7528652,"about_ca_system_score_codex":0.00010352728,"about_ca_system_score_gemma":0.00011749333,"threshold_uncertainty_score":0.8449617},"labels":[],"label_agreement":null},{"id":"W2611560891","doi":"10.1097/sla.0000000000002284","title":"How Do Thresholds of Principle and Preference Influence Surgeon Assessments of Learner Performance?","year":2017,"lang":"en","type":"article","venue":"Annals of Surgery","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":24,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Canadian Institutes of Health Research; Western University","funders":"Canadian Institutes of Health Research","keywords":"Medicine; Competence (human resources); Subjectivity; Variation (astronomy); Medical education; Preference; Competency assessment; Social psychology; Psychology","score_opus":0.4047410585289761,"score_gpt":0.42080135259182483,"score_spread":0.0160602940628487,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2611560891","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99591714,0.00015255029,0.0000034432435,0.00024254719,0.000043394473,0.00007488977,0.00000549835,0.000006903108,0.0035536287],"genre_scores_gemma":[0.9990154,0.00062918704,0.000032631866,0.000045435077,0.00001450056,0.0000022643521,0.0000043071823,0.0000065780105,0.0002496812],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99913174,0.000020521611,0.00029363937,0.00013064769,0.00028142764,0.00014199785],"domain_scores_gemma":[0.99862635,0.00027539986,0.00040850844,0.000322025,0.00028963826,0.0000780751],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00061131804,0.000081904516,0.0004088667,0.0000913929,0.000051583145,0.000017894321,0.00006923565,0.00006310825,0.00004865587],"category_scores_gemma":[0.00045703325,0.00006522233,0.00008348167,0.000060507657,0.00019859783,0.0002868952,0.000058091042,0.0000815154,6.1179884e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00016664973,0.000066638204,0.96090317,0.00024965953,0.00004367993,0.000003367686,0.000056668443,0.000020741018,0.00060500565,0.00015810857,0.000020336067,0.037705947],"study_design_scores_gemma":[0.000371646,0.000067031084,0.98373187,0.00043778148,0.000013330184,0.0000023025923,0.0000339529,0.00018332385,0.013520507,0.00004801609,0.001531441,0.000058774],"about_ca_topic_score_codex":0.000028636852,"about_ca_topic_score_gemma":0.0000010727885,"teacher_disagreement_score":0.037647173,"about_ca_system_score_codex":0.0000020502189,"about_ca_system_score_gemma":0.00006510681,"threshold_uncertainty_score":0.26596895},"labels":[],"label_agreement":null},{"id":"W2613753007","doi":"10.5489/cuaj.4116","title":"Error reporting from the da Vinci surgical system in robotic surgery: A Canadian multispecialty experience at a single academic centre","year":2017,"lang":"en","type":"article","venue":"Canadian Urological Association Journal","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":37,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"Institute for Research in Immunology and Cancer; Centre Hospitalier de l’Université de Montréal; Université de Montréal; Hôpital du Sacré-Cœur de Montréal","funders":"","keywords":"Robotic surgery; Medicine; Surgery; Da Vinci Surgical System; Surgical robot; Robot; Computer science; Artificial intelligence","score_opus":0.08598648173075366,"score_gpt":0.30790063126276074,"score_spread":0.22191414953200708,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2613753007","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97342724,0.0001379336,0.0000039578836,0.021160655,0.00073373417,0.00021075319,0.00002929556,0.000027551538,0.004268908],"genre_scores_gemma":[0.9969868,0.000011720644,0.000022509927,0.0017055386,0.0009451439,0.0000061294027,0.00003894814,0.000015599018,0.00026758824],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9968018,0.00033676106,0.001136577,0.00032791778,0.0005124192,0.0008845451],"domain_scores_gemma":[0.99526393,0.0011173339,0.0015513,0.00027206168,0.00017540422,0.0016199792],"candidate_categories":["metaresearch","sts","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0021007946,0.0001838631,0.00053621596,0.00014851779,0.0014241292,0.0002555298,0.00026817978,0.00048407709,0.0012216923],"category_scores_gemma":[0.011079823,0.00013186726,0.00020208467,0.00016386146,0.000107432825,0.0001897854,0.000037240723,0.0012140102,0.000064700085],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000042562304,0.000012333693,0.9924397,0.0000018509612,0.000029294824,0.0025456722,0.0006301008,0.00017290187,0.0000059307968,0.000094043186,0.0006187766,0.003406844],"study_design_scores_gemma":[0.001109447,0.00001742116,0.92481923,0.000097503966,0.00003116155,0.00032435596,0.0007871637,0.0022673176,0.0000030331303,0.00002897421,0.07036372,0.00015066034],"about_ca_topic_score_codex":0.19779475,"about_ca_topic_score_gemma":0.49271,"teacher_disagreement_score":0.29491526,"about_ca_system_score_codex":0.005397062,"about_ca_system_score_gemma":0.0010155136,"threshold_uncertainty_score":0.9998759},"labels":[],"label_agreement":null},{"id":"W2614090717","doi":"10.1177/1553350617708725","title":"Effectiveness of Telementoring in Surgery Compared With On-site Mentoring: A Systematic Review","year":2017,"lang":"en","type":"review","venue":"Surgical Innovation","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":76,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Montreal General Hospital; McGill University Health Centre","funders":"","keywords":"Medicine; Surgery","score_opus":0.20131579260972712,"score_gpt":0.43434735980154116,"score_spread":0.23303156719181403,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2614090717","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000472862,0.99224097,0.000012279714,0.000010802668,0.00015597665,0.0035258539,0.0000079410975,0.00004174869,0.0035315847],"genre_scores_gemma":[0.011428534,0.98736686,0.000016100543,0.000018451792,0.00007100662,0.00043554656,0.00050719274,0.00004357101,0.000112727845],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.99641395,0.00055335433,0.0017907465,0.00038620792,0.00060239783,0.00025335955],"domain_scores_gemma":[0.99529856,0.0024170706,0.0013711888,0.00054839946,0.00029950554,0.000065267224],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.004096759,0.00035840587,0.004757503,0.0006827656,0.000047589805,0.000025168618,0.00010755613,0.0001681429,0.00005049716],"category_scores_gemma":[0.000998717,0.00022962781,0.0003121488,0.0015769792,0.000049411243,0.00007718671,0.00003176469,0.00038069635,0.000018992214],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00013190375,0.00013846204,0.00035723508,0.9425485,0.00022046329,0.00015337415,0.000008629344,0.0000021580004,1.0398745e-7,0.0009410299,0.0000032485043,0.055494897],"study_design_scores_gemma":[0.001173293,0.00006418013,0.0001584759,0.8406053,0.00068293547,0.00003570988,0.0000023829004,0.0000071204604,0.0000018028643,0.0000044016483,0.15707348,0.00019087314],"about_ca_topic_score_codex":0.000010046265,"about_ca_topic_score_gemma":6.683991e-7,"teacher_disagreement_score":0.15707023,"about_ca_system_score_codex":0.00025139865,"about_ca_system_score_gemma":0.00020252362,"threshold_uncertainty_score":0.936395},"labels":[],"label_agreement":null},{"id":"W2615856311","doi":"10.1109/tbme.2017.2706499","title":"Analysis of Energy-Based Metrics for Laparoscopic Skills Assessment","year":2017,"lang":"en","type":"article","venue":"IEEE Transactions on Biomedical Engineering","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":35,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University","funders":"","keywords":"Knot tying; Computer science; Metric (unit); Tying; Performance metric; Machine learning; Artificial intelligence; Reliability engineering; Operations management; Engineering","score_opus":0.02246390091081733,"score_gpt":0.32312907729418605,"score_spread":0.3006651763833687,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2615856311","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.041487925,0.000009118676,0.9575173,0.00022236072,0.0003548782,0.00009962417,0.000048022346,0.000059281574,0.00020145786],"genre_scores_gemma":[0.99302524,0.000010028257,0.006674079,0.0001011789,0.000036375943,0.000033203036,0.000026568165,0.000014341832,0.000078994264],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99906707,0.0000065863637,0.0002635501,0.00017430664,0.00031946087,0.00016904368],"domain_scores_gemma":[0.9990027,0.0003653214,0.000072771254,0.000299258,0.00006327593,0.00019665224],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00016776341,0.00010937108,0.00037611983,0.00070032664,0.00010868705,0.000018002378,0.000091487665,0.000108074084,0.00014412467],"category_scores_gemma":[0.000060728114,0.000095184645,0.00030420613,0.000546427,0.000058899357,0.000036358535,6.8903057e-7,0.000119843826,8.4266156e-7],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000299521,0.0030047952,0.002578974,0.000382415,0.0058588088,0.000035517427,0.00008109612,0.690294,0.007968393,0.0011283413,0.0000303721,0.28833774],"study_design_scores_gemma":[0.0038277353,0.00024055124,0.010327056,0.00007841456,0.0011658676,5.3665536e-7,0.000005473195,0.96860904,0.009892564,0.0000038002029,0.005732903,0.00011607157],"about_ca_topic_score_codex":0.000013730669,"about_ca_topic_score_gemma":0.0000026574091,"teacher_disagreement_score":0.9515373,"about_ca_system_score_codex":0.000057117537,"about_ca_system_score_gemma":0.000056400746,"threshold_uncertainty_score":0.38815174},"labels":[],"label_agreement":null},{"id":"W2616237428","doi":"10.1002/rcs.1828","title":"Mastery Learning – does the method of learning make a difference in skills acquisition for robotic surgery?","year":2017,"lang":"en","type":"article","venue":"International Journal of Medical Robotics and Computer Assisted Surgery","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University; London Health Sciences Centre","funders":"","keywords":"Robotic surgery; Random walk; Thread (computing); Significant difference; Trainer; Medicine; Surgery; Computer science; Physical therapy; Mathematics; Statistics; Internal medicine","score_opus":0.04266836450379076,"score_gpt":0.3466228310257906,"score_spread":0.30395446652199987,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2616237428","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.35043103,0.00014672756,0.6352725,0.011850388,0.0021049138,0.000110282934,0.0000011620251,0.000010942872,0.000072072144],"genre_scores_gemma":[0.9942504,0.00022707788,0.004498495,0.00036659904,0.0005701893,0.0000021193705,0.000009065898,0.000011792889,0.00006425644],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99761945,0.0002194797,0.0008387225,0.00014633057,0.0010057017,0.00017031687],"domain_scores_gemma":[0.99193054,0.006566763,0.00080529664,0.00010804284,0.00042470463,0.00016467493],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002887128,0.00012143622,0.0005762638,0.00025558157,0.00011706221,0.00012359157,0.00024133259,0.00012350324,0.000048774058],"category_scores_gemma":[0.0023992585,0.00007224126,0.00030431687,0.000059460206,0.00012078748,0.00007953252,0.000109591354,0.00050307566,3.4916943e-7],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00029307063,0.00021244076,0.36794242,0.000059250506,0.00027033561,0.000276859,0.00018926337,0.011344575,0.000022010643,0.00044127248,0.000027555676,0.6189209],"study_design_scores_gemma":[0.0017591055,0.000085445325,0.7082912,0.0019026771,0.000069857306,0.0005196039,0.00011797969,0.28608018,0.000029310044,0.0003348526,0.000703158,0.00010665886],"about_ca_topic_score_codex":0.000011681644,"about_ca_topic_score_gemma":0.0000057925736,"teacher_disagreement_score":0.6438194,"about_ca_system_score_codex":0.000033378936,"about_ca_system_score_gemma":0.0001636502,"threshold_uncertainty_score":0.2945913},"labels":[],"label_agreement":null},{"id":"W2616771772","doi":"10.7759/cureus.1253","title":"A Practice Platform for Systematic Development of Microsurgical Instrument Technique","year":2017,"lang":"en","type":"article","venue":"Cureus","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto; Memorial University of Newfoundland; Occupational Cancer Research Centre; Hospital for Sick Children","funders":"","keywords":"Medicine; Microsurgery; Medical physics; Magnification; Set (abstract data type); Fidelity; Medical education; Surgery; Computer science; Artificial intelligence; Programming language","score_opus":0.08392723586142468,"score_gpt":0.3779442615544156,"score_spread":0.2940170256929909,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2616771772","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.78936046,0.00055733515,0.05873543,0.001809758,0.0006198088,0.011533258,0.000015526797,0.0002397992,0.13712859],"genre_scores_gemma":[0.9610383,0.0000028354182,0.038494654,0.00007746429,0.000029612023,0.00018443783,0.0000063605153,0.000008569748,0.00015778949],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99926496,0.00000896356,0.00034031286,0.00011024511,0.00015912647,0.00011642501],"domain_scores_gemma":[0.9990312,0.00023066576,0.0002658158,0.00027299402,0.00012488785,0.000074460826],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0005205713,0.00007570998,0.00027248118,0.000022097658,0.00015391885,0.000022182077,0.000089233996,0.00006951105,0.000044118773],"category_scores_gemma":[0.0010543936,0.000054877233,0.0000656239,0.000019201874,0.000036568483,0.00010073259,0.000035950245,0.000059655235,0.0000074217064],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.017649708,0.012587907,0.034789264,0.2590847,0.008284465,0.0007480431,0.03844098,0.00006315447,0.07704185,0.22392826,0.0012248717,0.3261568],"study_design_scores_gemma":[0.05181863,0.002203384,0.0343614,0.0523128,0.001577279,0.0011354262,0.0063766222,0.004106823,0.2966528,0.0020982805,0.5457142,0.0016423275],"about_ca_topic_score_codex":0.0000041819017,"about_ca_topic_score_gemma":0.0000023644855,"teacher_disagreement_score":0.5444893,"about_ca_system_score_codex":0.00006108663,"about_ca_system_score_gemma":0.000089932386,"threshold_uncertainty_score":0.22378287},"labels":[],"label_agreement":null},{"id":"W2617085841","doi":"10.1177/0267659117709921","title":"Development of a high fidelity pressurized porcine beating heart simulator for cardiac surgery training","year":2017,"lang":"en","type":"article","venue":"Perfusion","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa","funders":"","keywords":"Medicine; Cardiac surgery; Training (meteorology); Fidelity; Simulation training; Simulation; Anesthesia; Cardiology; Engineering","score_opus":0.0950328146339468,"score_gpt":0.3463201399190559,"score_spread":0.2512873252851091,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2617085841","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9977109,0.00006452036,0.0005342424,0.00030754096,0.00024326133,0.00039165042,0.000010022835,0.00004428724,0.0006935956],"genre_scores_gemma":[0.988172,0.0000037111386,0.011278063,0.000087831984,0.00018426708,0.000020070382,0.00006302277,0.00001726259,0.00017380569],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9988464,0.000026663492,0.0004422936,0.00022042761,0.00025601097,0.00020817835],"domain_scores_gemma":[0.99863124,0.0005738465,0.0002087271,0.00028809943,0.00017546162,0.00012265045],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0009886343,0.000114639064,0.0005584626,0.00005760342,0.00040453594,0.000022489818,0.000054269676,0.000075888565,0.00015958388],"category_scores_gemma":[0.0013389313,0.00009573045,0.00018596245,0.000037996713,0.000038733066,0.00007768572,0.00005283591,0.00007860324,0.0000031627976],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0022046347,0.00026790294,0.18417998,0.000522922,0.00018235046,0.000009392551,0.0066672857,0.00039329813,0.067546695,0.00015689418,0.00030274957,0.7375659],"study_design_scores_gemma":[0.0061398502,0.000095298645,0.8581723,0.00081351865,0.00015511546,0.0000034925476,0.0005112221,0.023615213,0.028100759,0.00008875392,0.08196062,0.00034385335],"about_ca_topic_score_codex":0.000041917898,"about_ca_topic_score_gemma":0.0000029781586,"teacher_disagreement_score":0.737222,"about_ca_system_score_codex":0.000025755893,"about_ca_system_score_gemma":0.00015094082,"threshold_uncertainty_score":0.39037743},"labels":[],"label_agreement":null},{"id":"W2617359574","doi":"10.1089/end.2017.0284","title":"Surgeon Performance Predicts Early Continence After Robot-Assisted Radical Prostatectomy","year":2017,"lang":"en","type":"article","venue":"Journal of Endourology","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":75,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto; University of British Columbia","funders":"","keywords":"Medicine; Prostatectomy; Confidence interval; Logistic regression; Odds ratio; International Prostate Symptom Score; Body mass index; Surgery; Neck of urinary bladder; Urology; Prostate; Internal medicine; Urinary bladder; Lower urinary tract symptoms","score_opus":0.027558455109359104,"score_gpt":0.2939175806927232,"score_spread":0.2663591255833641,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2617359574","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9941456,0.00012887048,0.00012961443,0.0016029255,0.00044607042,0.00010473536,0.0000011020874,0.000015137827,0.0034259802],"genre_scores_gemma":[0.9986128,0.00003876955,0.00032760602,0.00044383004,0.0003364152,0.0000034039685,9.882075e-7,0.000011484895,0.00022467259],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9988793,0.000056994053,0.00043098323,0.00011733236,0.00026584716,0.00024952408],"domain_scores_gemma":[0.9987415,0.00014916399,0.00046795892,0.00020848472,0.00020940887,0.0002234876],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0004689783,0.00010372039,0.00037705016,0.00010346203,0.000112330184,0.000036492536,0.00013621995,0.00011199336,0.00037368076],"category_scores_gemma":[0.000539441,0.00007401869,0.00013121603,0.000039902967,0.0001997284,0.00019222296,0.00003411283,0.0004498876,0.000018111088],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00519034,0.00012830709,0.956396,0.000025358753,0.00010146654,0.0016958634,0.000119909666,0.000038266735,0.0005553064,0.00003983664,0.00007802439,0.035631314],"study_design_scores_gemma":[0.007895091,0.0009602177,0.97514915,0.00008175045,0.00006717956,0.0012004275,0.0000050466765,0.00051192427,0.0003106969,0.0000251282,0.013730057,0.00006332902],"about_ca_topic_score_codex":0.0000049510563,"about_ca_topic_score_gemma":0.0000017920876,"teacher_disagreement_score":0.035567984,"about_ca_system_score_codex":0.000018491031,"about_ca_system_score_gemma":0.00009004477,"threshold_uncertainty_score":0.40915424},"labels":[],"label_agreement":null},{"id":"W2617507689","doi":"10.1111/vsu.12672","title":"Muscular workload of veterinary students during simulated open and laparoscopic surgery: A pilot study*","year":2017,"lang":"en","type":"article","venue":"Veterinary Surgery","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Guelph","funders":"","keywords":"Medicine; Biceps; Forearm; Workload; Physical therapy; Physical medicine and rehabilitation; Surgery","score_opus":0.18908399369500928,"score_gpt":0.40163330503500005,"score_spread":0.21254931133999078,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2617507689","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9979925,0.00022830373,9.1209046e-7,0.0000699593,0.0003855732,0.0007292887,0.000005050483,0.000072155504,0.0005162621],"genre_scores_gemma":[0.99944377,0.000106939835,0.000026109572,0.000068081536,0.000077596276,0.000026420192,0.0000113640235,0.000044056567,0.0001956752],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9978537,0.00019457168,0.00063704915,0.0004956554,0.000448103,0.00037090053],"domain_scores_gemma":[0.9978839,0.0005920301,0.00034231786,0.0008846908,0.00008197513,0.0002150485],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0010193504,0.0002723423,0.001055552,0.00023569942,0.0004144662,0.00020487663,0.0003280905,0.000068236244,0.00019942732],"category_scores_gemma":[0.00043400936,0.00025158466,0.00014566783,0.0001562638,0.00015148784,0.00037742875,0.00086998066,0.00017803039,0.000013416367],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.004607125,0.0013627287,0.9806023,0.0002366997,0.00029333663,0.0029423968,0.00020217715,0.000013929109,0.00224702,8.124256e-7,0.000018125369,0.0074733486],"study_design_scores_gemma":[0.0041916654,0.001977036,0.991374,0.00081921346,0.00007850445,0.00013350238,0.00016521335,0.00008785488,0.00010997297,0.00000631626,0.00081167644,0.00024500286],"about_ca_topic_score_codex":0.00020971302,"about_ca_topic_score_gemma":0.0000024119392,"teacher_disagreement_score":0.010771741,"about_ca_system_score_codex":0.00003318883,"about_ca_system_score_gemma":0.000056126177,"threshold_uncertainty_score":0.9999936},"labels":[],"label_agreement":null},{"id":"W2617662766","doi":"10.1097/sla.0000000000002228","title":"Simulation Research in Gastrointestinal and Urologic Care—Challenges and Opportunities","year":2017,"lang":"en","type":"review","venue":"Annals of Surgery","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"","keywords":"Medicine; MEDLINE; General surgery; Intensive care medicine","score_opus":0.932422168702435,"score_gpt":0.572753438527987,"score_spread":0.359668730174448,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2617662766","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.001877003,0.99369246,4.4708318e-7,0.00034250843,0.00002096097,0.00021051205,0.0000067576293,0.000012232386,0.0038370965],"genre_scores_gemma":[0.11270363,0.88708985,0.000012278122,0.000030691917,0.00006728525,0.00000985452,0.000033944725,0.000014638287,0.000037810765],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99852246,0.0002793992,0.00045452776,0.00025120346,0.00025038567,0.00024203489],"domain_scores_gemma":[0.9936802,0.0055271853,0.00021874852,0.00020600593,0.00023862808,0.00012924323],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0018842993,0.0001598837,0.0012153776,0.0005839494,0.00005791134,0.000018976538,0.000042449126,0.00013590841,0.000018620089],"category_scores_gemma":[0.0012284385,0.00012585716,0.00014096782,0.000056469373,0.00026098796,0.000070244205,0.00006288433,0.00034251128,0.0000017005174],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000036915004,0.000021418195,0.0007060906,0.009523898,0.000018142087,0.00022471677,0.00008797705,0.000003789869,6.7353807e-9,0.00016471978,0.0000068132927,0.98920554],"study_design_scores_gemma":[0.00022493704,0.0001248709,0.0048055346,0.03618393,0.000050727307,0.00008983717,0.00034349208,0.00008256719,7.715163e-8,0.00018772038,0.95776755,0.00013874315],"about_ca_topic_score_codex":0.000011018303,"about_ca_topic_score_gemma":0.0000024206001,"teacher_disagreement_score":0.9890668,"about_ca_system_score_codex":0.0000075667635,"about_ca_system_score_gemma":0.00017467892,"threshold_uncertainty_score":0.5132306},"labels":[],"label_agreement":null},{"id":"W2618501042","doi":"","title":"Can community surgeons perform laparoscopic colorectal surgery with outcomes similar to tertiary care centres?","year":2007,"lang":"en","type":"article","venue":"PubMed","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Innovation Initiatives Ontario North","funders":"","keywords":"Medicine; Gynecology","score_opus":0.031022412661698338,"score_gpt":0.26566824803905925,"score_spread":0.23464583537736092,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2618501042","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9923954,0.000036646445,0.0000069732555,0.0013599836,0.00018268623,0.000692141,0.000012440408,0.00013602468,0.0051777144],"genre_scores_gemma":[0.99736434,0.0000023131072,0.000033588007,0.0021362032,0.000047488087,0.00012254214,0.00007874068,0.000023746608,0.00019103664],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.998626,0.00007181243,0.00026003842,0.00016081719,0.00029903496,0.00058230595],"domain_scores_gemma":[0.99808055,0.00097090413,0.00005008095,0.00025340682,0.000101621845,0.0005434433],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0006270446,0.00016404409,0.0003852206,0.00015942949,0.00020871438,0.000021797121,0.0000708739,0.00007602908,0.00010015459],"category_scores_gemma":[0.00035549694,0.00012025069,0.0001024614,0.00027361754,0.0000603561,0.000045328565,0.00004157712,0.0003193445,0.000007984976],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00022090302,0.00009119744,0.9487836,0.000043706837,0.00005782471,0.00007476417,0.0011217296,0.000009690694,0.0000016774029,0.000008520184,0.00006793434,0.049518477],"study_design_scores_gemma":[0.0015237095,0.00002578373,0.99296176,0.000033570912,0.000046887653,0.000010091706,0.0013412643,0.000007886955,0.00068505824,0.000002421234,0.0032171048,0.00014446973],"about_ca_topic_score_codex":0.00054637576,"about_ca_topic_score_gemma":0.0033688017,"teacher_disagreement_score":0.04937401,"about_ca_system_score_codex":0.00015450415,"about_ca_system_score_gemma":0.000060155617,"threshold_uncertainty_score":0.49036807},"labels":[],"label_agreement":null},{"id":"W2620301565","doi":"10.1016/j.wneu.2017.05.130","title":"Two-Dimensional High Definition Versus Three-Dimensional Endoscopy in Endonasal Skull Base Surgery: A Comparative Preclinical Study","year":2017,"lang":"en","type":"article","venue":"World Neurosurgery","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":31,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University Health Network; Surgical Specialties (Canada)","funders":"","keywords":"Medicine; Endoscopy; Skull; Surgery; Dissection (medical); Surgical instrument; Endoscopic endonasal surgery; Medical physics","score_opus":0.21930461938122037,"score_gpt":0.38751640223310746,"score_spread":0.1682117828518871,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2620301565","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.993005,0.000042720643,0.0000015596279,0.0015326854,0.0023653316,0.0006024518,0.000024024264,0.00011497288,0.0023112735],"genre_scores_gemma":[0.9980723,0.0000021354654,0.00022954175,0.0010091277,0.00033669776,0.00006853405,0.000101417034,0.000039469658,0.00014074524],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9966498,0.00037026926,0.0009250727,0.0007555352,0.00078670855,0.00051262893],"domain_scores_gemma":[0.9898925,0.008589654,0.0003835927,0.00066448236,0.00012447221,0.00034531095],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0010805127,0.00034517652,0.0009857022,0.00046080467,0.00044822862,0.00009175334,0.00013263791,0.00007856954,0.00080686016],"category_scores_gemma":[0.0014419919,0.0003150856,0.0003086939,0.0003253506,0.00024011057,0.00023737847,0.00015324591,0.00064979045,0.00016265591],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.014475857,0.0029452571,0.97476673,0.000016089281,0.00012237183,0.0028089727,0.000078719204,0.0010011509,0.0003036167,0.0005774086,0.0011710832,0.0017327659],"study_design_scores_gemma":[0.018744042,0.00034282525,0.9755359,0.00019333567,0.00009953755,0.000029623347,0.000022157794,0.003266152,0.0004894415,0.00027880236,0.00064133183,0.0003568332],"about_ca_topic_score_codex":0.00023847165,"about_ca_topic_score_gemma":0.0011677103,"teacher_disagreement_score":0.008219385,"about_ca_system_score_codex":0.00008572444,"about_ca_system_score_gemma":0.00023504239,"threshold_uncertainty_score":0.99993014},"labels":[],"label_agreement":null},{"id":"W2620564730","doi":"10.1017/cjn.2017.186","title":"P.102 Simulation-based training for surgical instrument recognition","year":2017,"lang":"en","type":"article","venue":"Canadian Journal of Neurological Sciences / Journal Canadien des Sciences Neurologiques","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Burnaby Hospital","funders":"","keywords":"Recall; Medicine; Perioperative; Simulation training; Identification (biology); Physical therapy; Surgical instrument; Neurosurgery; Surgical simulation; Medical physics; Physical medicine and rehabilitation; Simulation; Psychology; Computer science; Surgery","score_opus":0.16705831785659028,"score_gpt":0.3503672228385883,"score_spread":0.183308904981998,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2620564730","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9876268,0.00014842291,0.0001998016,0.0059624766,0.00075763906,0.00023775149,0.000011652207,0.000017646216,0.005037839],"genre_scores_gemma":[0.9939931,0.000029459536,0.0031388034,0.002346426,0.00045702676,0.0000037909424,0.0000011684791,0.0000109565,0.000019274989],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9968105,0.00030926368,0.0008000758,0.00042041336,0.0006650245,0.0009947417],"domain_scores_gemma":[0.994746,0.0016826276,0.00092508865,0.00016201564,0.00060016266,0.0018840556],"candidate_categories":["sts"],"consensus_categories":["sts"],"category_scores_codex":[0.003909246,0.00024835195,0.0005120948,0.0006070927,0.0050918334,0.00093414687,0.0009642224,0.00018936905,0.00031152694],"category_scores_gemma":[0.0068842787,0.00016874685,0.00036239123,0.00035296127,0.0043714126,0.00076798705,0.00002615219,0.0007452647,0.0000028543675],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0009214697,0.00007283663,0.7731493,0.000018802299,0.000034899913,0.0065773064,0.00037945402,0.052239805,0.000008564998,0.0006330373,0.00007204534,0.16589248],"study_design_scores_gemma":[0.012270972,0.163617,0.46027774,0.00039763062,0.0002834624,0.020003382,0.00060274295,0.2524802,0.00021756972,0.03948057,0.04925539,0.0011133265],"about_ca_topic_score_codex":0.0002602055,"about_ca_topic_score_gemma":0.005267913,"teacher_disagreement_score":0.31287158,"about_ca_system_score_codex":0.00016235205,"about_ca_system_score_gemma":0.0031509132,"threshold_uncertainty_score":0.9983381},"labels":[],"label_agreement":null},{"id":"W2622965464","doi":"10.1089/ve.2017.0092","title":"Thyroidectomy Teaching Module","year":2017,"lang":"en","type":"article","venue":"VideoEndocrinology","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Alberta Hospital; University of Alberta","funders":"","keywords":"Otorhinolaryngology; Medicine; Curriculum; Thyroidectomy; Head and neck; Head and neck surgery; Surgery; Thyroid; General surgery; Tonsillectomy; Task (project management); Medical physics; Medical education; Psychology; Pedagogy; Engineering; Internal medicine","score_opus":0.047055513120351666,"score_gpt":0.35607269314325013,"score_spread":0.30901718002289846,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2622965464","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7651365,0.000076360586,0.0002229581,0.004767061,0.00027634465,0.000109396286,8.8742985e-7,0.00013940567,0.22927111],"genre_scores_gemma":[0.99557555,0.000012311731,0.0006780814,0.0012407392,0.00020496588,0.000007735381,0.0000043303307,0.000013147515,0.0022631309],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9992233,0.000031722717,0.00014703194,0.00021360595,0.000099045414,0.00028529903],"domain_scores_gemma":[0.9991964,0.00008580917,0.00007548756,0.00052522396,0.000030523326,0.00008653108],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00006889422,0.00009067689,0.00021175912,0.00006635136,0.0004044025,0.000035854788,0.00013460752,0.000043320837,0.00040963656],"category_scores_gemma":[0.0006027105,0.00007510568,0.00007910532,0.000014871059,0.00010774529,0.00009326146,0.00008646539,0.0002768162,0.0002686842],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00038986263,0.00023031926,0.4652903,0.000031716485,0.00019134373,0.0014540157,0.00020963533,0.000040637897,0.0030524263,0.079045765,0.0025350093,0.44752896],"study_design_scores_gemma":[0.0050401115,0.00014245942,0.6277798,0.000023328965,0.00003779388,0.00030044655,0.000042883024,0.0010955284,0.001412443,0.0013070438,0.3626883,0.00012986775],"about_ca_topic_score_codex":0.00007254178,"about_ca_topic_score_gemma":0.0000074147138,"teacher_disagreement_score":0.44739908,"about_ca_system_score_codex":0.000020215704,"about_ca_system_score_gemma":0.00002047727,"threshold_uncertainty_score":0.4485233},"labels":[],"label_agreement":null},{"id":"W2623031497","doi":"10.1016/j.jsurg.2017.05.018","title":"Systematic Review of Patient-Specific Surgical Simulation: Toward Advancing Medical Education","year":2017,"lang":"en","type":"review","venue":"Journal of surgical education","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":49,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Medical physics; Medicine; Randomized controlled trial; Medical education; Surgical simulation; Scopus; Inclusion (mineral); Critical appraisal; Neurosurgery; Curriculum; Surgical planning; MEDLINE; Surgery; Psychology; Alternative medicine","score_opus":0.08288091603095682,"score_gpt":0.4402756433998706,"score_spread":0.35739472736891376,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2623031497","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000034804645,0.9911506,0.00002331333,0.0006384755,0.0020442228,0.001504255,0.0000040685663,0.000018894836,0.004581369],"genre_scores_gemma":[0.0011854138,0.9962752,0.00021323949,0.00022312309,0.0015537133,0.000054304197,0.00014167192,0.00005726251,0.0002960797],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99186206,0.00070307055,0.0047318274,0.0003602995,0.0020332441,0.00030951033],"domain_scores_gemma":[0.98876303,0.0018003378,0.0060765273,0.0006890874,0.0018094797,0.00086151884],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0026142048,0.00048543423,0.0051626805,0.00055453513,0.00010960909,0.00005576368,0.00043035552,0.000558112,0.002081085],"category_scores_gemma":[0.004678862,0.00032631497,0.0019338526,0.00050966843,0.00013462325,0.00030332257,0.000062347724,0.0010720228,0.000048634],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000044031873,0.00065851957,0.000004797419,0.4697263,0.00017607531,0.00009537936,0.000048461752,0.0000040794434,4.1446637e-9,0.00022496101,0.00038472094,0.52863264],"study_design_scores_gemma":[0.00051392347,0.00010545096,0.0000016214645,0.47270238,0.001280998,0.0020525125,0.000061250386,0.000018971503,8.973064e-8,0.00001796767,0.5230998,0.00014506147],"about_ca_topic_score_codex":0.0000028712457,"about_ca_topic_score_gemma":1.3949298e-7,"teacher_disagreement_score":0.5284876,"about_ca_system_score_codex":0.00044023307,"about_ca_system_score_gemma":0.008561288,"threshold_uncertainty_score":0.9999189},"labels":[],"label_agreement":null},{"id":"W2624825739","doi":"10.1002/alr.21960","title":"Development and validation of a 3D‐printed model of the ostiomeatal complex and frontal sinus for endoscopic sinus surgery training","year":2017,"lang":"en","type":"article","venue":"International Forum of Allergy & Rhinology","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":74,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"McGill University","keywords":"Medicine; Otorhinolaryngology; Likert scale; Endoscopic sinus surgery; Sinus (botany); Paranasal sinuses; Nose; 3d printed; Soft tissue; Medical physics; Surgery; Biomedical engineering","score_opus":0.10238316149359039,"score_gpt":0.3197544389304137,"score_spread":0.21737127743682333,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2624825739","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99542,0.00002711067,0.0016293448,0.0009363961,0.00017390527,0.00013226375,0.000026636577,0.0000066639823,0.0016476904],"genre_scores_gemma":[0.994814,0.000007550488,0.0049628452,0.00005671352,0.000017063416,0.000007041902,0.00005189687,0.000006042029,0.0000768956],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99922913,0.00001224315,0.00035866356,0.00013397941,0.00015791068,0.00010807662],"domain_scores_gemma":[0.9991723,0.00021639053,0.00030857162,0.00011605221,0.00015541777,0.000031282798],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00012646313,0.00007803048,0.000261177,0.00009735889,0.00007816294,0.0000070009473,0.00010348798,0.000063312764,0.000043096294],"category_scores_gemma":[0.00030491603,0.00006159645,0.000057870075,0.000016777974,0.00022728661,0.00006563215,0.000094894094,0.000051959967,1.8339541e-7],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0046692593,0.00083646737,0.281467,0.00035915952,0.0042967196,0.00003023557,0.0126297185,0.004477232,0.100544244,0.11533207,0.00014960037,0.47520828],"study_design_scores_gemma":[0.010841357,0.00023951704,0.7824876,0.00045795913,0.00007682218,0.00013594786,0.0011345797,0.13255017,0.06360725,0.0024346379,0.0057997247,0.00023447761],"about_ca_topic_score_codex":0.000042381886,"about_ca_topic_score_gemma":0.00005582014,"teacher_disagreement_score":0.50102055,"about_ca_system_score_codex":0.00002102597,"about_ca_system_score_gemma":0.000087850174,"threshold_uncertainty_score":0.25118306},"labels":[],"label_agreement":null},{"id":"W2624874882","doi":"10.1109/mra.2017.2691140","title":"The Surgical Robot Challenge [From the Guest Editors]","year":2017,"lang":"en","type":"article","venue":"IEEE Robotics & Automation Magazine","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Simon Fraser University","funders":"","keywords":"Robotics; Special section; Artificial intelligence; Medical robotics; Robot; Focus (optics); Surgical robot; Software; Computer science; Future of robotics; Invasive surgery; Engineering; Human–computer interaction; Medicine; Surgery","score_opus":0.04303630972853588,"score_gpt":0.3225273980260043,"score_spread":0.2794910882974684,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2624874882","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.1589572,0.002517706,0.014355184,0.4689636,0.08861984,0.0038450048,0.00008883293,0.0025548353,0.2600978],"genre_scores_gemma":[0.9820768,0.00016262315,0.00059172267,0.0002627713,0.015122487,0.000014528131,0.00004968675,0.000030178157,0.0016892023],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99841315,0.00009179852,0.00039778114,0.00025048424,0.0005496955,0.0002971206],"domain_scores_gemma":[0.9974057,0.0010554525,0.00026489576,0.0009307968,0.00018751912,0.00015561249],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0005433651,0.00018510976,0.00025339043,0.00002495199,0.001175165,0.00029585816,0.0003540867,0.00013531037,0.00016491498],"category_scores_gemma":[0.00047794514,0.000101591184,0.00014252409,0.00007685524,0.00024741853,0.00016071455,0.000065044645,0.00032874863,0.00076240196],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0017790707,0.0021587363,0.0556231,0.00019016342,0.0018151059,0.0014642831,0.0035314825,0.08434294,0.0015826253,0.054213107,0.24619289,0.5471065],"study_design_scores_gemma":[0.004251392,0.00012654111,0.23784848,0.00012022929,0.00014719242,0.000031342563,0.00005371807,0.10658016,0.000091214926,0.00062814495,0.6498813,0.00024027954],"about_ca_topic_score_codex":0.000022667853,"about_ca_topic_score_gemma":0.000052005013,"teacher_disagreement_score":0.8231196,"about_ca_system_score_codex":0.000048080496,"about_ca_system_score_gemma":0.000059353843,"threshold_uncertainty_score":0.9799389},"labels":[],"label_agreement":null},{"id":"W2626392471","doi":"10.1016/j.jsurg.2017.05.013","title":"The Performance Gap for Residents in Transfer of Intracorporeal Suturing Skills From Box Trainer to Operating Room","year":2017,"lang":"en","type":"article","venue":"Journal of surgical education","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":20,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"Aix-Marseille Université","keywords":"Checklist; Trainer; Medicine; Observational study; Residency training; Patient care; Tertiary care; General surgery; Surgery; Medical education; Nursing; Psychology; Continuing education","score_opus":0.03249832312105459,"score_gpt":0.3490164433921113,"score_spread":0.3165181202710567,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2626392471","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.994286,0.00009578872,0.00009998464,0.0032244676,0.0005302153,0.00019751345,0.000002113692,0.0000024258056,0.0015615096],"genre_scores_gemma":[0.9980812,0.000112481874,0.0007435384,0.00009883989,0.00080115144,0.0000068284407,0.0000044814797,0.000008922763,0.00014252198],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9989165,0.000032044405,0.0005757374,0.000090956135,0.00025012076,0.00013460612],"domain_scores_gemma":[0.99889684,0.00041818307,0.00018974746,0.00013960562,0.00022324454,0.00013239222],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00076462893,0.00007494265,0.00024331296,0.00007651294,0.0001598968,0.000055705557,0.00013271943,0.00005560495,0.00005245685],"category_scores_gemma":[0.000346484,0.00004696217,0.00010733581,0.000058156173,0.000032326356,0.00019590264,0.000009447053,0.00019080764,0.0000011813408],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.002588966,0.0010418822,0.31562343,0.0001059638,0.00012063022,0.000032866694,0.004877846,0.0020074833,0.002251739,0.0009673449,0.00030205183,0.6700798],"study_design_scores_gemma":[0.0048246803,0.0002744068,0.97876287,0.0007936864,0.00004455922,0.000038727598,0.0005180748,0.0011235791,0.0036876055,0.00024223425,0.009598591,0.00009097918],"about_ca_topic_score_codex":0.00006135258,"about_ca_topic_score_gemma":0.000020153,"teacher_disagreement_score":0.6699888,"about_ca_system_score_codex":0.00005231593,"about_ca_system_score_gemma":0.00020440052,"threshold_uncertainty_score":0.19150618},"labels":[],"label_agreement":null},{"id":"W2626529835","doi":"10.1016/j.amjsurg.2017.05.003","title":"Systematic review of randomized controlled trials on the role of coaching in surgery to improve learner outcomes","year":2017,"lang":"en","type":"review","venue":"The American Journal of Surgery","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":32,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Coaching; Randomized controlled trial; Medicine; MEDLINE; Physical therapy; Medical education; Psychology; Surgery; Psychotherapist","score_opus":0.15409277252649622,"score_gpt":0.41847361622700735,"score_spread":0.2643808437005111,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2626529835","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0010440571,0.99363184,0.000007726715,0.00083497714,0.00030899842,0.0037495675,0.000007434431,0.0000047193585,0.000410675],"genre_scores_gemma":[0.029468281,0.9694145,0.00000852609,0.0007341316,0.00013657614,0.00013298332,0.0000024630301,0.000037313508,0.00006523875],"study_design_codex":"design_other","study_design_gemma":"systematic_review","domain_scores_codex":[0.97601897,0.01363057,0.009022281,0.00015737291,0.00092978566,0.00024103465],"domain_scores_gemma":[0.74511653,0.22858462,0.025109535,0.0007142867,0.00034044372,0.00013455386],"candidate_categories":["metaresearch","metaepi_broad"],"consensus_categories":["metaresearch","metaepi_broad"],"category_scores_codex":[0.1068499,0.00040313558,0.05062076,0.0007179436,0.000054439737,0.000025779977,0.0003550347,0.00006547942,0.00007837354],"category_scores_gemma":[0.19361857,0.00013463084,0.01129318,0.00041291793,0.00030959802,0.000042210406,0.00003938842,0.0006738229,0.0000060831007],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.04305084,0.00019611216,0.00018968435,0.3464306,0.0110950405,0.000063549014,0.00016242694,0.000006752205,9.55866e-7,0.00012069716,0.0000719475,0.5986114],"study_design_scores_gemma":[0.017151019,0.00005786828,0.000030684838,0.9647422,0.012725551,0.00006595474,0.00023005235,0.00000918374,0.0000010946112,0.00003076596,0.004793387,0.00016227194],"about_ca_topic_score_codex":0.00003149085,"about_ca_topic_score_gemma":2.0327856e-7,"teacher_disagreement_score":0.6183116,"about_ca_system_score_codex":0.00006124307,"about_ca_system_score_gemma":0.00063880824,"threshold_uncertainty_score":0.99860847},"labels":[],"label_agreement":null},{"id":"W2655372877","doi":"10.1016/s1283-0879(09)43025-7","title":"10.1016/s1283-0879(09)43025-7","year":2000,"lang":"en","type":"article","venue":"Time to knit","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Medicine","score_opus":0.01579556390682137,"score_gpt":0.230773834947844,"score_spread":0.21497827104102263,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2655372877","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0031348267,0.000030769294,9.965866e-7,0.0005650624,0.0000013043643,0.00015107245,0.0000031330044,0.00015993389,0.9959529],"genre_scores_gemma":[0.008677242,1.2075843e-7,0.0000918274,0.00023587991,0.00016410019,0.0000064612136,0.000022738881,0.000017676492,0.99078393],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99927634,0.000020865495,0.00015327876,0.0001668455,0.0001843549,0.00019832839],"domain_scores_gemma":[0.9994627,0.00007831665,0.00001455385,0.00017784015,0.000035508438,0.00023103073],"candidate_categories":["insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.00011357833,0.00009509569,0.00017202161,0.000053351003,0.000047312944,0.000014940024,0.00005259304,0.000055981807,0.99921453],"category_scores_gemma":[0.00005734439,0.000081503706,0.000066141525,0.00018986748,0.000021006312,0.000036462377,0.000012040715,0.00010534128,0.9945769],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00025177706,0.000055900404,0.0000016787491,0.0000044195476,0.000019286661,0.00002354411,0.000021496196,0.00010465792,0.000010486345,0.000002089349,0.026086936,0.9734177],"study_design_scores_gemma":[0.0013957283,0.0001374539,0.0005150168,0.00002673081,0.00002391552,0.000012965152,0.000001467803,0.00077109225,0.00003126387,0.000005260387,0.99698114,0.00009794609],"about_ca_topic_score_codex":0.0000072040534,"about_ca_topic_score_gemma":4.877051e-8,"teacher_disagreement_score":0.97331977,"about_ca_system_score_codex":0.000022800254,"about_ca_system_score_gemma":0.000020680593,"threshold_uncertainty_score":0.33236247},"labels":[],"label_agreement":null},{"id":"W2689842576","doi":"10.1016/j.jsurg.2017.06.005","title":"Observational Learning During Simulation-Based Training in Arthroscopy: Is It Useful to Novices?","year":2017,"lang":"en","type":"article","venue":"Journal of surgical education","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":36,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University","funders":"","keywords":"Observational study; Virtual reality; Medicine; Control (management); Arthroscopy; Medical physics; Physical therapy; Medical education; Computer science; Psychology; Artificial intelligence; Surgery","score_opus":0.1280793017362321,"score_gpt":0.41549995894543434,"score_spread":0.28742065720920223,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2689842576","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9837239,0.000035401943,0.00022712875,0.012025084,0.00040246104,0.00014137539,7.600407e-7,0.00001062502,0.0034333009],"genre_scores_gemma":[0.9967248,0.000009562659,0.0010102622,0.0011193424,0.00063246815,0.0000044144463,0.000007705106,0.000015855643,0.00047561398],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9984298,0.00005232529,0.0006552491,0.00017165829,0.00049071055,0.00020030126],"domain_scores_gemma":[0.99803865,0.00054152304,0.0005513266,0.00016854702,0.0004195786,0.00028034588],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0006399867,0.00012323266,0.00033096605,0.00029031246,0.00025257873,0.00011262075,0.00011832874,0.00009466329,0.0009929539],"category_scores_gemma":[0.0013647596,0.00011051543,0.00014164693,0.00019765261,0.00003754692,0.00037277234,0.00001639801,0.00041037478,0.000027182708],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0011764822,0.00041182348,0.7266078,0.0000650595,0.000041317166,0.000093231174,0.0043551144,0.23743919,0.00024632036,0.00016403425,0.000049993727,0.02934966],"study_design_scores_gemma":[0.005370305,0.00017497652,0.90504164,0.0007939165,0.0000338595,0.000036008125,0.0013997587,0.030416813,0.00022159253,0.000097453216,0.05624845,0.0001652569],"about_ca_topic_score_codex":0.000015106248,"about_ca_topic_score_gemma":0.0000066289895,"teacher_disagreement_score":0.20702237,"about_ca_system_score_codex":0.00014933717,"about_ca_system_score_gemma":0.0007809586,"threshold_uncertainty_score":0.99992025},"labels":[],"label_agreement":null},{"id":"W2696531974","doi":"10.21037/jtd.2017.05.84","title":"Development of a novel ex vivo porcine laparoscopic Heller myotomy and Nissen fundoplication training model (Toronto lap-Nissen simulator)","year":2017,"lang":"en","type":"article","venue":"Journal of Thoracic Disease","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University Health Network; McMaster University; University of Toronto; Toronto General Hospital","funders":"","keywords":"Nissen fundoplication; Medicine; Heller myotomy; Laparoscopy; Myotomy; Upper abdomen; General surgery; Esophagus; Surgery; Reflux; Achalasia; Internal medicine","score_opus":0.09631066280831092,"score_gpt":0.4032011552581206,"score_spread":0.3068904924498097,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2696531974","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9918576,0.0004970702,0.0049650166,0.00071094354,0.000086194275,0.0002176397,0.000007131004,0.000014633078,0.0016437895],"genre_scores_gemma":[0.9909265,0.00003071587,0.008289237,0.00015030116,0.00014405116,0.000003444509,0.000004941238,0.000021410824,0.00042941124],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9985653,0.000019504114,0.0006337793,0.00017298697,0.0004227902,0.00018565172],"domain_scores_gemma":[0.99815136,0.000071170885,0.0006920458,0.00030475596,0.00019616233,0.0005845019],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0004669349,0.0001595503,0.00045046245,0.00007655036,0.00018347819,0.000057530502,0.00014247494,0.000061791805,0.00011506506],"category_scores_gemma":[0.0003042625,0.00012750983,0.00012062411,0.000039776605,0.00007087147,0.00036361496,0.00005380462,0.00013092138,0.0000017777834],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.029115653,0.008113726,0.40301824,0.005958734,0.003000459,0.00087970856,0.03782049,0.042064063,0.05759325,0.004480278,0.00042452823,0.40753087],"study_design_scores_gemma":[0.019996924,0.00031123185,0.65105736,0.0035208114,0.0011530024,0.00007076033,0.0022267548,0.30807206,0.0030805136,0.0008309381,0.008966494,0.0007131557],"about_ca_topic_score_codex":0.0000050785275,"about_ca_topic_score_gemma":0.000004508305,"teacher_disagreement_score":0.4068177,"about_ca_system_score_codex":0.00007513042,"about_ca_system_score_gemma":0.00041376473,"threshold_uncertainty_score":0.51997},"labels":[],"label_agreement":null},{"id":"W27087481","doi":"","title":"Resident involvement in open radical prostatectomy: a review of urology surgical training.","year":2006,"lang":"en","type":"review","venue":"PubMed","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"McGill University","funders":"","keywords":"Medicine; Prostatectomy; Graduate medical education; Accreditation; Dissection (medical); Prostate cancer; Urology; General surgery; Family medicine; Medical education; Surgery; Internal medicine; Cancer","score_opus":0.17396447551319572,"score_gpt":0.3840569596586726,"score_spread":0.21009248414547688,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W27087481","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0000124366625,0.9651276,0.0000011210512,0.00035168134,0.00010551534,0.007611495,0.000016942839,0.000031883166,0.026741335],"genre_scores_gemma":[0.0003158765,0.9925753,0.000036281053,0.00055991235,0.00014059836,0.0052400436,0.00036523267,0.000046655976,0.0007200896],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9961232,0.00052730396,0.0017622467,0.0005635379,0.0004605135,0.00056320534],"domain_scores_gemma":[0.998193,0.0005653842,0.00050225394,0.00039888185,0.000063285814,0.00027717146],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0025760357,0.00035152203,0.0035339394,0.00029622833,0.000021392158,0.000019295321,0.00033826963,0.00032117145,0.0004297853],"category_scores_gemma":[0.0005187883,0.00025475613,0.0004987288,0.0007500432,0.00014279879,0.00004702983,0.00020604488,0.00062484806,0.000012049725],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00007569142,0.00015809985,0.00006079646,0.053471204,0.00009050053,0.00050689385,0.000024184526,3.3515178e-7,5.9569877e-10,0.00031468985,0.0004462677,0.94485134],"study_design_scores_gemma":[0.0034447128,0.000059847494,0.0008987074,0.036205117,0.0005482069,0.00011257084,0.000005862165,0.000002346387,5.2782713e-8,0.00004417424,0.9584765,0.0002019403],"about_ca_topic_score_codex":0.00007056621,"about_ca_topic_score_gemma":0.000016683838,"teacher_disagreement_score":0.9580302,"about_ca_system_score_codex":0.00020895548,"about_ca_system_score_gemma":0.0004986041,"threshold_uncertainty_score":0.99999046},"labels":[],"label_agreement":null},{"id":"W2725434474","doi":"10.1007/s00464-017-5690-y","title":"Educational implications for surgical telementoring: a current review with recommendations for future practice, policy, and research","year":2017,"lang":"en","type":"review","venue":"Surgical Endoscopy","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":61,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University","funders":"","keywords":"Mentorship; Curriculum; Medicine; Summit; Medical education; Modalities; Pedagogy; Psychology; Sociology","score_opus":0.36854878646112427,"score_gpt":0.6121214534604228,"score_spread":0.24357266699929853,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2725434474","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[8.78613e-7,0.93948627,0.000036111163,0.047466915,0.00030378823,0.005617631,0.000462062,0.00004536338,0.006580954],"genre_scores_gemma":[0.000005433939,0.9824676,0.002766172,0.00015249707,0.004358381,0.005702977,0.0030132541,0.0000798982,0.0014538052],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9967956,0.00032856056,0.00091050303,0.000832195,0.00046600704,0.0006671135],"domain_scores_gemma":[0.9883282,0.008748938,0.0005546848,0.00071805203,0.0010586601,0.00059143535],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0021354642,0.0004355392,0.0017272412,0.00037387,0.00082018937,0.00014956681,0.00026403068,0.00025899787,0.00024524768],"category_scores_gemma":[0.002707664,0.000299992,0.0005385619,0.0005674466,0.00022229049,0.00017380985,0.00010098902,0.00083808386,0.000018933732],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0002678662,0.00033611633,0.000016397145,0.019569164,0.00021611132,0.0000051574048,0.000019081981,3.4537234e-8,2.9842193e-9,0.05879701,0.005487505,0.9152855],"study_design_scores_gemma":[0.008664642,0.0002834878,0.000010476921,0.023911852,0.0010840264,0.00038643717,0.000017564933,0.0000025590914,5.115014e-8,0.0003952545,0.9649651,0.00027853652],"about_ca_topic_score_codex":0.000010514739,"about_ca_topic_score_gemma":0.0000023743862,"teacher_disagreement_score":0.9594776,"about_ca_system_score_codex":0.00029337467,"about_ca_system_score_gemma":0.0023833234,"threshold_uncertainty_score":0.9999452},"labels":[],"label_agreement":null},{"id":"W2726302818","doi":"10.1016/j.jcjo.2017.04.008","title":"Effect of music on surgical skill during simulated intraocular surgery","year":2017,"lang":"en","type":"article","venue":"Canadian Journal of Ophthalmology","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":18,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Université Laval; Centre hospitalier de l'Université Laval; Hôpital du Saint-Sacrement","funders":"","keywords":"Psychology; Medicine","score_opus":0.03421114925461051,"score_gpt":0.31850290857096347,"score_spread":0.284291759316353,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2726302818","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9841394,0.00013800133,4.9715646e-7,0.00018093165,0.0005526322,0.00008675595,0.0000030578833,0.0000028088293,0.014895919],"genre_scores_gemma":[0.9995533,0.0000018726913,0.000006442026,0.000016590657,0.00022292753,3.667744e-7,0.0000029307132,0.000016698248,0.0001788252],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9987988,0.00016778988,0.00044702296,0.00012313723,0.0001619316,0.00030131615],"domain_scores_gemma":[0.99768037,0.0008350259,0.0003787953,0.00027479927,0.00015082737,0.00068021205],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00075532804,0.00013025754,0.0006529187,0.00035592416,0.000167659,0.000018397945,0.00014170546,0.00016221126,0.0022464755],"category_scores_gemma":[0.0015491773,0.00010121272,0.00028893413,0.00007823704,0.00021143295,0.0000634661,0.000009736925,0.0003270404,0.000013062061],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0017495549,0.0000527804,0.6766665,0.00011745674,0.00027211136,0.31522632,0.00012887687,0.0013479216,0.0001241859,0.00010231319,0.000040786934,0.0041711954],"study_design_scores_gemma":[0.010550032,0.0026433172,0.77932525,0.00069490017,0.00018782937,0.19761428,0.000027068883,0.00028117496,0.0066838455,0.00007687022,0.0016574257,0.00025798418],"about_ca_topic_score_codex":0.0005831293,"about_ca_topic_score_gemma":0.000014057841,"teacher_disagreement_score":0.117612034,"about_ca_system_score_codex":0.00007580318,"about_ca_system_score_gemma":0.00034886837,"threshold_uncertainty_score":0.99866563},"labels":[],"label_agreement":null},{"id":"W2726360404","doi":"10.1016/j.jsurg.2017.06.018","title":"Automaticity of Force Application During Simulated Brain Tumor Resection: Testing the Fitts and Posner Model","year":2017,"lang":"en","type":"article","venue":"Journal of surgical education","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":27,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Montreal Neurological Institute and Hospital; McGill University","funders":"","keywords":"Automaticity; Resection; Computer science; Psychology; Neuroscience; Medicine; Surgery; Cognition","score_opus":0.04950666644033566,"score_gpt":0.3582722944034912,"score_spread":0.30876562796315554,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2726360404","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9930422,0.00011249843,0.00030912028,0.0039841714,0.000087053595,0.00016018543,5.229933e-7,0.000010742188,0.0022935614],"genre_scores_gemma":[0.99873704,0.000013694831,0.000654108,0.00011256074,0.00024866237,0.0000021299786,0.0000013290344,0.0000081487005,0.00022235248],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99904037,0.000041221334,0.00046115098,0.00009409347,0.0002664692,0.00009669422],"domain_scores_gemma":[0.9981092,0.00044020504,0.00070284,0.00019294156,0.0004422884,0.00011252199],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0006252573,0.00007499431,0.00021640996,0.000071544964,0.0002709338,0.000043050157,0.00008745376,0.00004914877,0.000021587108],"category_scores_gemma":[0.0011373057,0.00004817672,0.00006939657,0.00010366606,0.00008770045,0.00019340139,0.0000247232,0.00021276496,9.3053495e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.006021674,0.002750821,0.39806396,0.0013502,0.0005123614,0.000112713955,0.0053696614,0.14513871,0.051954675,0.006663063,0.00046256697,0.38159958],"study_design_scores_gemma":[0.0034005968,0.00015865333,0.58878237,0.0003893541,0.00008712807,0.00059363927,0.00026157792,0.4019606,0.0011133483,0.002591909,0.00056593935,0.00009487508],"about_ca_topic_score_codex":0.000013020494,"about_ca_topic_score_gemma":0.0000011459858,"teacher_disagreement_score":0.3815047,"about_ca_system_score_codex":0.00004330739,"about_ca_system_score_gemma":0.00017298039,"threshold_uncertainty_score":0.2083831},"labels":[],"label_agreement":null},{"id":"W2729907919","doi":"10.1016/j.ajog.2017.07.004","title":"The development of a retroperitoneal dissection model","year":2017,"lang":"en","type":"article","venue":"American Journal of Obstetrics and Gynecology","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":3,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Toronto East General Hospital; St. Michael's Hospital; University of Toronto","funders":"","keywords":"Medicine; Likert scale; Dissection (medical); Ureter; Laparoscopy; Surgery; Laparoscopic surgery; General surgery; Medical physics","score_opus":0.033774826951118234,"score_gpt":0.3182261992983014,"score_spread":0.2844513723471832,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2729907919","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99681765,0.00017772785,0.00079976284,0.00038340501,0.00029574617,0.000030772488,2.563348e-7,0.0000015800014,0.0014931115],"genre_scores_gemma":[0.99700236,0.0001276145,0.0027286594,0.000045148325,0.000020873413,4.9442053e-7,2.0369026e-7,0.00000390178,0.00007071963],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99941796,0.0000195032,0.00029989105,0.00005007523,0.000121006124,0.00009154292],"domain_scores_gemma":[0.9979942,0.0011431099,0.0005109175,0.00009633228,0.00017381838,0.00008161413],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0002889007,0.00004448962,0.00021140104,0.00006121705,0.00025117298,0.00001649216,0.00007150889,0.00002237025,0.0000058833784],"category_scores_gemma":[0.0035371108,0.00002612312,0.000043121967,0.00006839842,0.00024370117,0.00003504182,0.000025226402,0.00012366837,3.487253e-7],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000105941115,0.000046638444,0.061037634,0.000004414834,0.000067130815,0.000020982396,0.00051124,0.00008217524,0.00015067933,0.00029628392,0.000006135778,0.93767077],"study_design_scores_gemma":[0.0038553302,0.0018033623,0.9534363,0.00003962927,0.00008626212,0.00013234791,0.0021783088,0.014119544,0.00037743401,0.0002687532,0.02359055,0.00011214361],"about_ca_topic_score_codex":0.0000017004007,"about_ca_topic_score_gemma":0.000003320514,"teacher_disagreement_score":0.9375586,"about_ca_system_score_codex":0.000032888132,"about_ca_system_score_gemma":0.000118314514,"threshold_uncertainty_score":0.42345074},"labels":[],"label_agreement":null},{"id":"W2734656749","doi":"10.5603/ait.a2017.0035","title":"Evaluation of a low-cost, 3D-printed model for bronchoscopy training","year":2017,"lang":"en","type":"article","venue":"Anaesthesiology Intensive Therapy","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":31,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"College of Physicians and Surgeons of Ontario","funders":"","keywords":"Bronchoscopy; Medicine; Intensive care; 3d printed; General surgery; Medical physics; Surgery; Intensive care medicine; Biomedical engineering","score_opus":0.2537767936992577,"score_gpt":0.42471980919370894,"score_spread":0.17094301549445123,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2734656749","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9924641,0.00013356801,0.0036610127,0.0011145942,0.00013010741,0.00092633266,0.0000051851175,0.000032214437,0.0015328524],"genre_scores_gemma":[0.99529344,0.00013415937,0.0012247451,0.0030756502,0.00006336817,0.00009711104,0.00002326141,0.000022036666,0.00006620175],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9989128,0.00009027511,0.00028675905,0.00025069632,0.0002340409,0.00022543591],"domain_scores_gemma":[0.9964665,0.00018278728,0.000261091,0.0004321187,0.002578495,0.00007900241],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001042849,0.00013924674,0.00042844686,0.00008504115,0.00015868744,0.000009375907,0.00013794025,0.0001481739,0.00011562491],"category_scores_gemma":[0.0021093409,0.000109091336,0.00015193164,0.00003270332,0.00024483353,0.00006373288,0.000014178942,0.00012489734,0.000007455625],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0023585777,0.00009149865,0.0050402093,0.000011294389,0.00026457314,0.000005371333,0.0030381747,0.0024312402,0.004991563,0.0007454599,0.00010961685,0.98091245],"study_design_scores_gemma":[0.015456908,0.0012576212,0.064495444,0.00015198471,0.00017427513,0.000009357861,0.0008782395,0.90727115,0.0041729477,0.0051200967,0.0008291782,0.00018279074],"about_ca_topic_score_codex":0.000019019082,"about_ca_topic_score_gemma":0.000008407171,"teacher_disagreement_score":0.98072964,"about_ca_system_score_codex":0.000042719956,"about_ca_system_score_gemma":0.00020649012,"threshold_uncertainty_score":0.44486156},"labels":[],"label_agreement":null},{"id":"W2735218670","doi":"10.5489/cuaj.4222","title":"Evolving attitudes toward robotic surgery among Canadian urology residents","year":2017,"lang":"en","type":"article","venue":"Canadian Urological Association Journal","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"University of British Columbia","funders":"","keywords":"Robotic surgery; Urology; Medicine; General surgery","score_opus":0.046676624332993855,"score_gpt":0.28425416828728317,"score_spread":0.23757754395428932,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2735218670","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9359867,0.00020760023,0.000035470293,0.041245706,0.0013360544,0.00016633756,0.000009721749,0.00004168892,0.020970723],"genre_scores_gemma":[0.9928996,0.00003449924,0.00004708869,0.0055936403,0.00065716926,0.0000037323075,0.000017737748,0.000017275774,0.0007292494],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9977727,0.0001802526,0.0004315152,0.0002510187,0.0003893478,0.0009751429],"domain_scores_gemma":[0.99599266,0.00045792747,0.0004109953,0.00022452447,0.00035188734,0.00256199],"candidate_categories":["metaresearch","sts","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0014549321,0.00016477492,0.0004250409,0.0003882928,0.0013681815,0.00043051864,0.00023028131,0.00041934286,0.0028635974],"category_scores_gemma":[0.008522819,0.00014569072,0.00022994008,0.000104591396,0.00009469701,0.0002723866,0.0000213539,0.000826117,0.0001546794],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000016884951,0.000012456468,0.9932916,0.0000030038038,0.000094960866,0.0007023106,0.00004826955,0.00017371435,0.0000014977475,0.000091669855,0.003582234,0.0019813844],"study_design_scores_gemma":[0.00071533414,0.000052588748,0.9847161,0.000019710016,0.00006633898,0.00012402797,0.000020448744,0.0007139287,9.1648593e-7,0.0003428072,0.013082577,0.00014520285],"about_ca_topic_score_codex":0.17319423,"about_ca_topic_score_gemma":0.33602804,"teacher_disagreement_score":0.16283381,"about_ca_system_score_codex":0.0016052495,"about_ca_system_score_gemma":0.001560504,"threshold_uncertainty_score":0.9999319},"labels":[],"label_agreement":null},{"id":"W2735794163","doi":"10.1007/s00464-017-5721-8","title":"Sleeve gastrectomy telementoring: a SAGES multi-institutional quality improvement initiative","year":2017,"lang":"en","type":"article","venue":"Surgical Endoscopy","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":39,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University; University of Toronto","funders":"","keywords":"Medicine; Abdominal surgery; Hepatology; Sleeve gastrectomy; General surgery; Gastrectomy; Internal medicine; Surgery; Gastroenterology; Gastric bypass; Cancer","score_opus":0.1107806084549738,"score_gpt":0.4100515836880338,"score_spread":0.29927097523306,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2735794163","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.93722075,0.00007345057,0.00052938034,0.0010562373,0.00049088633,0.0004461035,0.000036692534,0.00013995648,0.06000653],"genre_scores_gemma":[0.99699503,0.00002853426,0.0015354156,0.0002769181,0.00033941166,0.00004974412,0.000050532493,0.000014429027,0.0007099685],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99826586,0.0000637982,0.0004130491,0.00038421815,0.0004851077,0.00038795473],"domain_scores_gemma":[0.9986722,0.00025142523,0.00020291399,0.00040720718,0.00012787034,0.0003384102],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0004519509,0.00021822471,0.00040525646,0.00006009334,0.0005303866,0.00009064888,0.00015090946,0.00009094798,0.001562359],"category_scores_gemma":[0.00054557674,0.00016195272,0.00020381251,0.00006471495,0.00024973336,0.00018402196,0.000113292306,0.00028020318,0.0001098597],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00601739,0.0037342496,0.7227943,0.0002637479,0.0010006339,0.002499355,0.0012444194,0.000099048324,0.0020333277,0.030381763,0.00013974933,0.22979204],"study_design_scores_gemma":[0.16427787,0.00072029897,0.5685408,0.00032737505,0.00013282566,0.000050094364,0.000442059,0.0014641953,0.014602828,0.0004164494,0.24839143,0.0006337727],"about_ca_topic_score_codex":0.00011373806,"about_ca_topic_score_gemma":0.000013649504,"teacher_disagreement_score":0.24825169,"about_ca_system_score_codex":0.00012571106,"about_ca_system_score_gemma":0.00012908461,"threshold_uncertainty_score":0.99935037},"labels":[],"label_agreement":null},{"id":"W2735975500","doi":"10.1186/s40463-017-0215-1","title":"Otolaryngology exposure in a longitudinal integrated clerkship setting","year":2017,"lang":"en","type":"article","venue":"Journal of Otolaryngology - Head and Neck Surgery","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":12,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"NOSM University; Laurentian University","funders":"","keywords":"Otorhinolaryngology; Medicine; Clinical clerkship; Medical education; Family medicine; Medical school; Primary care; Psychology; Curriculum; Surgery; Pedagogy","score_opus":0.04949984502571905,"score_gpt":0.32000053776890913,"score_spread":0.2705006927431901,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2735975500","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9949761,0.0008482385,0.000031131458,0.0023113117,0.0004958253,0.00012316943,0.000001509382,0.000017381999,0.0011953098],"genre_scores_gemma":[0.9984609,0.00018457425,0.00034375011,0.00063916936,0.0002885703,0.000003313034,0.0000062750228,0.000019365862,0.000054076296],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9980695,0.00019940991,0.0008938306,0.00023848955,0.00020103986,0.0003976974],"domain_scores_gemma":[0.99764276,0.0009580777,0.00066703855,0.00026269036,0.00019524684,0.00027421303],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0015174325,0.00020128829,0.0009867724,0.000449835,0.00022673424,0.000053303425,0.00012877252,0.00030739445,0.00019815881],"category_scores_gemma":[0.001863726,0.00015737911,0.00024462552,0.00013066441,0.000239316,0.00033352428,0.000059167745,0.0008956341,0.000008440896],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0011786958,0.00016013325,0.9870825,0.000060689927,0.0000938598,0.0043055685,0.0001418371,0.0000039563974,0.00025175084,0.0000863239,0.00010471148,0.006529967],"study_design_scores_gemma":[0.0038458426,0.00033506638,0.98839945,0.0006183808,0.000053612213,0.0037825748,0.00005020071,0.0002521351,0.000095554366,0.00014137597,0.0022892128,0.00013662642],"about_ca_topic_score_codex":0.000043688422,"about_ca_topic_score_gemma":0.000056559446,"teacher_disagreement_score":0.0063933404,"about_ca_system_score_codex":0.000043383836,"about_ca_system_score_gemma":0.00022583737,"threshold_uncertainty_score":0.6417734},"labels":[],"label_agreement":null},{"id":"W2736034459","doi":"10.1016/j.wneu.2017.07.021","title":"Design-Based Comparison of Spine Surgery Simulators: Optimizing Educational Features of Surgical Simulators","year":2017,"lang":"en","type":"article","venue":"World Neurosurgery","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":19,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Medicine; Curriculum; Modalities; Haptic technology; Medical physics; Standardization; Medical education; Simulation; Computer science; Psychology","score_opus":0.08292668334333121,"score_gpt":0.36419883037788164,"score_spread":0.28127214703455045,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2736034459","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9929545,0.00024092762,0.0003387747,0.0032654363,0.00083207386,0.00032710753,0.0000068642967,0.00007273977,0.0019616052],"genre_scores_gemma":[0.99816155,0.000009847049,0.0009260171,0.00021967334,0.00021377362,0.000007117652,0.000032816537,0.000043065298,0.00038613766],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9975321,0.0001547319,0.0009884421,0.00037548848,0.0006095036,0.00033968966],"domain_scores_gemma":[0.99289924,0.0051159346,0.0008317566,0.0006819715,0.00021508621,0.00025598347],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0006687226,0.00025913093,0.001059812,0.0005310924,0.00025434638,0.000044671768,0.0001669123,0.000104333856,0.00045762645],"category_scores_gemma":[0.001231124,0.00023383928,0.00047461028,0.00035654198,0.00030795543,0.0001254367,0.000051318544,0.0002953445,0.000005759436],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0013256822,0.0011913045,0.8927053,0.00025782394,0.00010410072,0.0001078272,0.000090797585,0.09166026,0.0014637092,0.0004423028,0.0021088868,0.008542],"study_design_scores_gemma":[0.0061922525,0.00019746432,0.8321035,0.0012914819,0.0002526906,0.000030358675,0.00003609003,0.07726774,0.06757236,0.00012145718,0.014213425,0.00072121073],"about_ca_topic_score_codex":0.000014979427,"about_ca_topic_score_gemma":0.0000032767236,"teacher_disagreement_score":0.06610866,"about_ca_system_score_codex":0.000037388592,"about_ca_system_score_gemma":0.00031425472,"threshold_uncertainty_score":0.95356894},"labels":[],"label_agreement":null},{"id":"W2736200932","doi":"10.5489/cuaj.4262","title":"Techniques: Utility of a 3D printed bladder model for teaching minimally invasive urethrovesical anastomosis","year":2017,"lang":"en","type":"article","venue":"Canadian Urological Association Journal","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":16,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"Anastomosis; Medicine; Invasive surgery; Prostatectomy; Urology; Laparoscopic radical prostatectomy; 3d printed; Surgery; Biomedical engineering; Internal medicine; Prostate","score_opus":0.04189264378282607,"score_gpt":0.3060170106370924,"score_spread":0.2641243668542663,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2736200932","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9581219,0.000020824704,0.0061706686,0.014161595,0.000111924244,0.00061921694,0.00006898107,0.000049637387,0.020675253],"genre_scores_gemma":[0.99135244,0.000005430872,0.006138438,0.00195626,0.00022844877,0.000016325568,0.000011184562,0.000011121572,0.0002803323],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99863726,0.00010111289,0.00042067174,0.00019511738,0.00028205352,0.00036378167],"domain_scores_gemma":[0.9978776,0.00041572965,0.000526861,0.00017908041,0.0004347861,0.0005659238],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0012299363,0.00012326612,0.00035009746,0.000115774004,0.0006243045,0.00007671037,0.00017596006,0.00031160357,0.000254855],"category_scores_gemma":[0.0078075235,0.00010028469,0.00021016976,0.0000413461,0.00009720875,0.0001226366,0.00002316966,0.0006339599,0.0000027779986],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00080259476,0.00034448432,0.9008784,0.000037864622,0.000544892,0.000067359506,0.0012257812,0.00015908772,0.0007697768,0.0021885212,0.004865806,0.08811543],"study_design_scores_gemma":[0.00433229,0.00065251807,0.81787175,0.00008295613,0.00022258781,0.000049934304,0.00017529249,0.14990626,0.00029120367,0.0041116616,0.02202468,0.00027885044],"about_ca_topic_score_codex":0.00016416913,"about_ca_topic_score_gemma":0.00038811157,"teacher_disagreement_score":0.14974718,"about_ca_system_score_codex":0.00029111042,"about_ca_system_score_gemma":0.0006051438,"threshold_uncertainty_score":0.9346899},"labels":[],"label_agreement":null},{"id":"W2736457567","doi":"10.1016/j.ejvs.2017.06.011","title":"A Proficiency Based Stepwise Endovascular Curricular Training (PROSPECT) Program Enhances Operative Performance in Real Life: A Randomised Controlled Trial","year":2017,"lang":"en","type":"article","venue":"European Journal of Vascular and Endovascular Surgery","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":71,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"Universiteit Gent; Universitair Ziekenhuis Gent","keywords":"Medicine; Checklist; Psychological intervention; Randomized controlled trial; Physical therapy; Surgery; Nursing","score_opus":0.04264785836292927,"score_gpt":0.30209525780334656,"score_spread":0.2594473994404173,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2736457567","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98905,0.0027277572,0.00087554695,0.00011403927,0.0004762181,0.0029217645,9.753026e-7,0.00006142277,0.0037723286],"genre_scores_gemma":[0.9963308,0.0019158984,0.00089381414,0.00010916106,0.00054698216,0.00010921465,0.000008352164,0.00006733714,0.000018432716],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9945335,0.0014717159,0.0017368413,0.00052073447,0.001117197,0.0006200584],"domain_scores_gemma":[0.9968788,0.00053752546,0.0009810631,0.0006764934,0.00036628084,0.0005598582],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.010734503,0.00046215128,0.002213021,0.00049889163,0.0004939076,0.00031079398,0.00030475797,0.00009262066,0.00009537552],"category_scores_gemma":[0.0036142855,0.0003310529,0.002169379,0.000280033,0.00029309338,0.00052441156,0.0000666807,0.00067405857,0.0000073926703],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.4972408,0.00476085,0.086891145,0.0007314045,0.007224441,0.013215174,0.0044374885,0.0030822747,0.0008896818,0.00017771474,0.00003217395,0.3813168],"study_design_scores_gemma":[0.86121625,0.0013417201,0.12077088,0.0011320002,0.000874788,0.00020527212,0.00042150274,0.011104117,0.00035700545,0.000006229302,0.0020566916,0.0005135406],"about_ca_topic_score_codex":0.000015379535,"about_ca_topic_score_gemma":0.0000030327574,"teacher_disagreement_score":0.3808033,"about_ca_system_score_codex":0.000058644757,"about_ca_system_score_gemma":0.00048031934,"threshold_uncertainty_score":0.99991417},"labels":[],"label_agreement":null},{"id":"W2741321262","doi":"10.1016/j.jsurg.2017.07.019","title":"A High-Definition Video Teaching Module for Thyroidectomy Surgery","year":2017,"lang":"en","type":"article","venue":"Journal of surgical education","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":25,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Thyroidectomy; Surgery; Medicine; Computer science; General surgery; Thyroid; Internal medicine","score_opus":0.06447434145216609,"score_gpt":0.36054568993676306,"score_spread":0.296071348484597,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2741321262","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9832012,0.00018189983,0.0007135624,0.007917946,0.0013783341,0.00015943863,0.0000021228923,0.000016193328,0.0064292983],"genre_scores_gemma":[0.9942287,0.00007252206,0.003368179,0.0002812499,0.0017190158,0.000008859664,0.000019446215,0.000014782314,0.00028721278],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99888533,0.00005224089,0.00051574217,0.0001161801,0.00027956188,0.00015093618],"domain_scores_gemma":[0.99777734,0.00081222586,0.0006494675,0.00019455436,0.0003591076,0.00020728352],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0011822485,0.00009588133,0.0003610659,0.00016046829,0.0003082125,0.00009928235,0.000080900594,0.000084414205,0.0001573205],"category_scores_gemma":[0.0017183356,0.00007367965,0.0003068378,0.000039113398,0.000043131626,0.00035748107,0.000011657268,0.00026834718,0.000009359734],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.004009042,0.002637536,0.07533151,0.00023273178,0.00030252893,0.00014352123,0.00050979987,0.00013342142,0.0005469348,0.04021965,0.01558671,0.8603466],"study_design_scores_gemma":[0.014305188,0.000614494,0.44133312,0.001262958,0.0004022987,0.0013593623,0.000504563,0.00091193174,0.00097424135,0.022136673,0.515767,0.0004282046],"about_ca_topic_score_codex":0.000024199935,"about_ca_topic_score_gemma":7.571799e-7,"teacher_disagreement_score":0.8599184,"about_ca_system_score_codex":0.000076704935,"about_ca_system_score_gemma":0.00035761838,"threshold_uncertainty_score":0.30045688},"labels":[],"label_agreement":null},{"id":"W2741706588","doi":"","title":"Surgeon Perspectives and Learning Curve with an Ab-Interno Gelatin Microstent","year":2017,"lang":"en","type":"article","venue":"Investigative Ophthalmology & Visual Science","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Royal Alexandra Hospital","funders":"","keywords":"Medicine; Optometry","score_opus":0.06461417556519067,"score_gpt":0.38051747512273143,"score_spread":0.31590329955754076,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2741706588","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9904097,0.00006226309,0.0000043204122,0.00046165226,0.000055971013,0.00018448077,0.0000011623641,0.000040874394,0.008779621],"genre_scores_gemma":[0.9984538,0.0000029185653,0.00093698915,0.00009284542,0.00004962586,0.000007872685,0.0000031518223,0.0000126218065,0.000440156],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99840516,0.00014801387,0.00016618696,0.0006104498,0.00030684337,0.00036334616],"domain_scores_gemma":[0.9986759,0.00019228976,0.00019853548,0.00023258552,0.0002532945,0.00044741432],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.00086806365,0.00017151627,0.0002711345,0.00011314022,0.0012124677,0.00015923781,0.00019414845,0.00007077721,0.00015165034],"category_scores_gemma":[0.001389505,0.00012649344,0.000031721793,0.00016983175,0.006830422,0.0005175872,0.000141403,0.00040051114,0.000015260033],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00018683559,0.00009677598,0.91973245,0.0000075750872,0.00002374574,0.00039113066,0.005138344,0.000019567755,0.072492294,0.0003401562,6.206689e-7,0.0015704893],"study_design_scores_gemma":[0.0012803824,0.0018718076,0.9770553,0.00009535636,0.000019841558,0.0006462849,0.004152407,0.0023591344,0.012007978,0.00028211123,0.000058233807,0.00017117873],"about_ca_topic_score_codex":0.00024728803,"about_ca_topic_score_gemma":0.0000068139448,"teacher_disagreement_score":0.06048432,"about_ca_system_score_codex":0.00006098913,"about_ca_system_score_gemma":0.00018094714,"threshold_uncertainty_score":0.99587244},"labels":[],"label_agreement":null},{"id":"W2744282427","doi":"10.3390/s17081808","title":"Energy-Based Metrics for Arthroscopic Skills Assessment","year":2017,"lang":"en","type":"article","venue":"Sensors","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":18,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Support vector machine; Computer science; Machine learning; Artificial intelligence; Energy (signal processing); Cross-validation; Data mining; Statistics; Mathematics","score_opus":0.0436837103034749,"score_gpt":0.3761214281951116,"score_spread":0.3324377178916367,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2744282427","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.94228816,0.000028249739,0.0076780543,0.0015946972,0.00047595194,0.00025884612,0.000009887992,0.00008366277,0.047582503],"genre_scores_gemma":[0.9920479,0.0000041803814,0.00522423,0.0007150121,0.00012815079,0.000008742921,0.00001946911,0.000012394925,0.0018399189],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99943095,0.000011300083,0.00011714034,0.00013830938,0.00015674937,0.00014556978],"domain_scores_gemma":[0.99926794,0.0002101675,0.000074418065,0.0002765536,0.00006896571,0.000101962265],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00011983136,0.00007107399,0.00015783176,0.00006608452,0.00018912829,0.000037351143,0.00004591745,0.000052569478,0.00014609625],"category_scores_gemma":[0.00026284248,0.00005766922,0.00008883546,0.000048167578,0.000040374198,0.000022468921,0.000009092928,0.000051852356,0.000009265195],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00040707111,0.0011653408,0.332264,0.00021599467,0.0003473449,0.00018721532,0.00019763822,0.004069531,0.0008539273,0.034775697,0.0011760285,0.6243402],"study_design_scores_gemma":[0.018184306,0.0005005204,0.34063056,0.00014663704,0.00016145408,0.0000040338223,0.000079795245,0.18392904,0.00710339,0.0008741686,0.44807324,0.00031285398],"about_ca_topic_score_codex":0.0000111562285,"about_ca_topic_score_gemma":0.0000045928778,"teacher_disagreement_score":0.6240274,"about_ca_system_score_codex":0.000028954022,"about_ca_system_score_gemma":0.000049388276,"threshold_uncertainty_score":0.23516825},"labels":[],"label_agreement":null},{"id":"W2744409804","doi":"10.2196/resprot.7690","title":"Simulation-Based Training of Non-Technical Skills in Colonoscopy: Protocol for a Randomized Controlled Trial","year":2017,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":18,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"SickKids Foundation; The Wilson Centre; Hospital for Sick Children; University of Toronto; St. Michael's Hospital","funders":"","keywords":"Colonoscopy; Randomized controlled trial; Protocol (science); Medicine; Intervention (counseling); Medical physics; Endoscopy; Physical therapy; Medical education; Surgery; Nursing; Alternative medicine; Internal medicine; Colorectal cancer","score_opus":0.2789859471043786,"score_gpt":0.6151386239892612,"score_spread":0.33615267688488265,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2744409804","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0021128508,1.08622054e-7,0.0011853642,0.00034862856,0.0000074864183,0.9908286,0.0000040434834,0.000043515476,0.005469434],"genre_scores_gemma":[0.32197177,7.375023e-9,0.0010815676,0.000030689574,0.0001289435,0.6765439,0.0000042293304,0.000023986473,0.00021488291],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9960186,0.00073395,0.001283734,0.000411231,0.00096938387,0.0005830959],"domain_scores_gemma":[0.9825308,0.015339386,0.00053928286,0.00065562146,0.0007085509,0.00022637185],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.009741494,0.00020419268,0.0019605842,0.00041087106,0.0003039508,0.00012313625,0.00033768077,0.00027622,0.00032686658],"category_scores_gemma":[0.026849473,0.00014360504,0.0005741852,0.00021881114,0.0006028007,0.00012534963,0.00006582379,0.00055949437,0.000006887496],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.99206346,0.0018553312,0.00035370927,0.00043912878,0.00004213445,0.000014429406,0.00015611867,0.0016702001,0.00025758494,0.0002513686,0.000028051063,0.0028685012],"study_design_scores_gemma":[0.8343788,0.0030512805,0.0003919322,0.0025411835,0.0000075755393,2.1316401e-7,0.000016704484,0.1530388,0.00031484306,0.0003942711,0.0057535195,0.00011092439],"about_ca_topic_score_codex":0.000010154176,"about_ca_topic_score_gemma":0.000008627697,"teacher_disagreement_score":0.31985894,"about_ca_system_score_codex":0.00010408628,"about_ca_system_score_gemma":0.0010092449,"threshold_uncertainty_score":0.9813478},"labels":[],"label_agreement":null},{"id":"W2746464050","doi":"10.1590/s1677-5538.ibju.2016.0420","title":"Towards development and validation of an intraoperative assessment tool for robot-assisted radical prostatectomy training: results of a Delphi study","year":2017,"lang":"en","type":"article","venue":"International braz j urol","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"McMaster University","funders":"","keywords":"Prostatectomy; Delphi method; Medicine; Likert scale; Delphi; Medical physics; Medical education; Prostate cancer; Computer science; Artificial intelligence; Psychology","score_opus":0.09212898185584967,"score_gpt":0.4098770540708251,"score_spread":0.3177480722149754,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2746464050","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9931685,0.0000027474616,0.002337023,0.00058457284,0.00011190542,0.00081682624,0.000037220576,0.000016519092,0.0029247014],"genre_scores_gemma":[0.986951,7.4067475e-7,0.012660016,0.00004926241,0.0000579206,0.000071138726,0.0001342724,0.0000097296825,0.00006590246],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9987312,0.000042174695,0.0005026498,0.00022728782,0.0004026003,0.00009409778],"domain_scores_gemma":[0.99898434,0.0001498213,0.00028075973,0.00015431654,0.0003596011,0.000071142196],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0006103572,0.00009906922,0.00024059285,0.00009168135,0.00009793313,0.000047080022,0.000118401185,0.00004578818,0.000035473135],"category_scores_gemma":[0.00066392974,0.00008187275,0.000041187923,0.00003260158,0.00008401248,0.00017218165,0.00004096099,0.00008198152,3.6540243e-7],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0061732316,0.002979117,0.03875415,0.00007601153,0.0010002931,0.000045464614,0.017314993,0.00061289425,0.0049349405,0.002300586,0.000012948392,0.9257954],"study_design_scores_gemma":[0.021706088,0.0011444004,0.94433475,0.00009416401,0.00006548212,0.000011023427,0.0011541942,0.0137351025,0.015400397,0.00011456106,0.0021108757,0.00012894705],"about_ca_topic_score_codex":0.000017371487,"about_ca_topic_score_gemma":0.0000073659703,"teacher_disagreement_score":0.92566645,"about_ca_system_score_codex":0.00004835623,"about_ca_system_score_gemma":0.00020462916,"threshold_uncertainty_score":0.33386737},"labels":[],"label_agreement":null},{"id":"W2747074916","doi":"10.1016/j.amjsurg.2017.08.015","title":"The role of multiorgan procurement for abdominal transplant in general surgery resident education","year":2017,"lang":"en","type":"article","venue":"The American Journal of Surgery","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Medicine; Dissection (medical); Cohort; Procurement; Organ procurement; Test (biology); Surgery; Prospective cohort study; General surgery; Transplantation; Internal medicine; Management","score_opus":0.04674341760022758,"score_gpt":0.333857153674897,"score_spread":0.2871137360746694,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2747074916","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9962224,0.00042447262,0.000055473334,0.0027680788,0.0002529494,0.00013744575,0.0000017130466,0.0000024395856,0.00013505691],"genre_scores_gemma":[0.9990613,0.00030601225,0.0001269883,0.00014267942,0.0002976801,0.000008621918,0.0000015382544,0.000010006028,0.00004518875],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9988111,0.000094437324,0.0005895653,0.00006818047,0.0002749838,0.00016168196],"domain_scores_gemma":[0.9968252,0.0016403623,0.0010606245,0.00020564717,0.00019227115,0.00007588256],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0020881437,0.00007705282,0.00040258243,0.000110563866,0.00017433747,0.000026167168,0.00012164877,0.000014340754,0.000012338309],"category_scores_gemma":[0.0005130484,0.000040956813,0.0002495081,0.00007929086,0.00022399386,0.0000681489,0.000007946183,0.00012805426,5.5520155e-7],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.002963975,0.00013757225,0.49496365,0.000018174393,0.00008368865,0.000010435119,0.000606161,0.000042186242,0.0014774809,0.000080029095,0.00013996095,0.4994767],"study_design_scores_gemma":[0.00064168865,0.00008047288,0.98854315,0.00035179412,0.00007980085,0.00009209033,0.001839378,0.00034151875,0.003353021,0.00032918825,0.0042762673,0.00007160918],"about_ca_topic_score_codex":0.00012661902,"about_ca_topic_score_gemma":0.000011788728,"teacher_disagreement_score":0.4994051,"about_ca_system_score_codex":0.000041171716,"about_ca_system_score_gemma":0.00045166194,"threshold_uncertainty_score":0.16701703},"labels":[],"label_agreement":null},{"id":"W2747361908","doi":"10.1049/htl.2017.0063","title":"Intra‐operative ultrasound‐based augmented reality guidance for laparoscopic surgery","year":2017,"lang":"en","type":"article","venue":"Healthcare Technology Letters","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":31,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"Natural Sciences and Engineering Research Council of Canada; Canadian Institutes of Health Research","keywords":"Augmented reality; Nephrectomy; Computer-assisted surgery; Medicine; Ultrasound; Robot; Standard deviation; Computer science; Navigation system; Surgery; Computer vision; Artificial intelligence; Radiology; Kidney; Mathematics","score_opus":0.07566782184743734,"score_gpt":0.391643670217635,"score_spread":0.31597584837019765,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2747361908","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.704162,0.000101090365,0.0018808955,0.2923815,0.0002955714,0.0005985244,0.000026441012,0.00038408034,0.0001698913],"genre_scores_gemma":[0.9800738,0.000014693289,0.0014590228,0.018041708,0.000108442044,0.0001670047,0.000075036325,0.000022825416,0.000037478378],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99858314,0.000053513977,0.00037579035,0.00039595645,0.00015547399,0.0004361182],"domain_scores_gemma":[0.9982577,0.00048451722,0.00022408203,0.00074522576,0.00015755475,0.00013090082],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00040641596,0.00017011292,0.00047232088,0.00019035801,0.0005585827,0.000031070645,0.00016308101,0.00025503646,0.000042988104],"category_scores_gemma":[0.001507526,0.00015406054,0.00011378908,0.00014064492,0.00041694194,0.000069217196,0.000024105313,0.00032778236,0.000012511387],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0007334798,0.00016242049,0.93979776,0.0005185184,0.00013416512,0.00013504483,0.00012006675,0.000030310448,0.007918273,0.005044558,0.006215381,0.039190046],"study_design_scores_gemma":[0.01762924,0.0006337223,0.8510866,0.0016859345,0.00015026718,0.000099359815,0.00041218076,0.0027697694,0.044427853,0.0017918601,0.07836155,0.0009516193],"about_ca_topic_score_codex":0.0001396716,"about_ca_topic_score_gemma":0.00008946049,"teacher_disagreement_score":0.27591178,"about_ca_system_score_codex":0.00014423022,"about_ca_system_score_gemma":0.00014822326,"threshold_uncertainty_score":0.6282407},"labels":[],"label_agreement":null},{"id":"W2750649569","doi":"10.1016/j.jogc.2017.05.036","title":"Do Patients Understand the Role of Resident Physicians in the Operating Room? A Survey of Gynaecology Patients","year":2017,"lang":"en","type":"article","venue":"Journal of Obstetrics and Gynaecology Canada","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":5,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Women and Children’s Health Research Institute; University of Alberta","funders":"Canadian Institutes of Health Research; Women and Children's Health Research Institute; University of Alberta; Health Research","keywords":"Medicine; Family medicine; Descriptive statistics; Informed consent; Alternative medicine","score_opus":0.027476068021562685,"score_gpt":0.27126920141861455,"score_spread":0.24379313339705186,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2750649569","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9951141,0.00046779364,0.0000019289919,0.00015796417,0.0013406706,0.00015284421,0.000014801487,4.1266605e-7,0.0027495234],"genre_scores_gemma":[0.9997209,0.000025466494,0.000012466586,0.0002154702,0.000007974809,7.422889e-7,0.0000034853315,0.00000518279,0.000008340901],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9986782,0.00020766284,0.00052693376,0.00008276899,0.0003527429,0.00015170609],"domain_scores_gemma":[0.99442357,0.0040312856,0.0007903059,0.00017631325,0.0005277181,0.000050799044],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0007029848,0.000079495454,0.00034941372,0.00008882035,0.00016601272,0.000019064491,0.00021098308,0.00006774284,0.00008674988],"category_scores_gemma":[0.0092655225,0.000045524343,0.000043450458,0.00015813758,0.00010394683,0.000052791675,0.000044416196,0.000258411,5.7942156e-8],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000012612768,0.0001157266,0.9233802,0.000008258706,0.000046774567,0.00004119418,0.0005548174,0.000095453965,4.8650185e-7,0.00007357097,0.00004145208,0.07562945],"study_design_scores_gemma":[0.0040837447,0.00039830589,0.99332494,0.00000633466,0.000036721027,0.000001230583,0.0015533345,0.00015335093,0.000010772886,0.000102545644,0.00028833502,0.000040389474],"about_ca_topic_score_codex":0.019474909,"about_ca_topic_score_gemma":0.05204127,"teacher_disagreement_score":0.07558907,"about_ca_system_score_codex":0.00021855028,"about_ca_system_score_gemma":0.00047675552,"threshold_uncertainty_score":0.9990799},"labels":[],"label_agreement":null},{"id":"W2751021312","doi":"10.1016/j.jsurg.2017.08.007","title":"Developing the Blueprint for a General Surgery Technical Skills Certification Examination: A Validation Study","year":2017,"lang":"en","type":"article","venue":"Journal of surgical education","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":6,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Royal College of Physicians and Surgeons of Canada; St. Michael's Hospital; University of Toronto","funders":"","keywords":"Blueprint; Certification; Likert scale; Delphi method; Cronbach's alpha; Medical education; Medicine; Computer science; Psychology; Management; Psychometrics; Engineering; Artificial intelligence","score_opus":0.1199120047110545,"score_gpt":0.4130103308792028,"score_spread":0.2930983261681483,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2751021312","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98508054,0.000049114886,0.002332111,0.010303396,0.0007396764,0.0006089821,6.009209e-7,0.000015312504,0.0008702641],"genre_scores_gemma":[0.99654096,0.000044227752,0.0019399612,0.00012816595,0.0010065798,0.000052663807,0.000013940119,0.000012529643,0.00026097745],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99846,0.00013010725,0.00070821977,0.00015608102,0.00040989666,0.00013570923],"domain_scores_gemma":[0.9971508,0.0007962829,0.00079709815,0.00031223457,0.00083215313,0.000111466725],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0025320135,0.00010529922,0.00028766657,0.00014392052,0.00041109842,0.00015436207,0.00015948895,0.00007877504,0.0000654591],"category_scores_gemma":[0.0015941493,0.000067923735,0.0002031229,0.000121417026,0.0000649162,0.0002627806,0.000025072171,0.00019473891,0.0000052045416],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00073915377,0.0035374905,0.14806753,0.00007472966,0.00018175755,0.000028904944,0.001291422,0.00011177225,0.0004451452,0.00898762,0.0006231918,0.8359113],"study_design_scores_gemma":[0.0020979806,0.00016169129,0.9696867,0.00014382509,0.00013181906,0.00025139019,0.0006236836,0.0003093334,0.0006690211,0.0008682685,0.024944386,0.000111927686],"about_ca_topic_score_codex":0.000007045154,"about_ca_topic_score_gemma":0.0000017214421,"teacher_disagreement_score":0.83579934,"about_ca_system_score_codex":0.00017474432,"about_ca_system_score_gemma":0.00058008655,"threshold_uncertainty_score":0.31618783},"labels":[],"label_agreement":null},{"id":"W2752204177","doi":"10.3138/jvme.1116-183r","title":"Teaching Tip: Simulated Tumors as an Aid to Teaching Principles of Surgical Oncology","year":2017,"lang":"en","type":"article","venue":"Journal of Veterinary Medical Education","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Medicine; Surgical oncology; Curriculum; Medical physics; Surgical excision; Surgical procedures; Clinical Oncology; Biopsy; Medical education; Surgery; Pathology; Internal medicine; Psychology; Cancer","score_opus":0.11497699704187114,"score_gpt":0.47163556388549777,"score_spread":0.3566585668436266,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2752204177","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9690042,0.000041624848,0.000074767755,0.008253005,0.0007168872,0.00013294705,5.2651103e-7,0.000015850546,0.021760147],"genre_scores_gemma":[0.99589664,0.000019345887,0.0019067696,0.00077694294,0.0010099456,0.0000015678147,0.0000072270886,0.000017184633,0.0003643575],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99775124,0.0003232134,0.0008317858,0.0001671592,0.0007307712,0.00019585987],"domain_scores_gemma":[0.9975493,0.00034352727,0.0006849353,0.00029847104,0.00021880958,0.00090494065],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0024310444,0.0001299138,0.00049348635,0.00021201366,0.00024243283,0.000030257816,0.00030293918,0.00017346742,0.00064072036],"category_scores_gemma":[0.00429882,0.00010023841,0.00014324512,0.000045849534,0.000110234614,0.00028531664,0.000082187435,0.00088050886,0.000011157585],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0037513757,0.0031501846,0.01115614,0.00010993239,0.00011007275,0.0015414513,0.003776996,0.00023356498,0.0010968524,0.0023744977,0.00013729445,0.97256166],"study_design_scores_gemma":[0.006383308,0.010082584,0.04706843,0.0016737976,0.00010549291,0.008119155,0.0014949361,0.0046140524,0.00011182339,0.0001921169,0.9199493,0.00020500974],"about_ca_topic_score_codex":0.000114471695,"about_ca_topic_score_gemma":0.000002469687,"teacher_disagreement_score":0.9723566,"about_ca_system_score_codex":0.00013943102,"about_ca_system_score_gemma":0.0014036407,"threshold_uncertainty_score":0.70154387},"labels":[],"label_agreement":null},{"id":"W2752769977","doi":"10.1002/lary.26551","title":"A longitudinal simulation‐based ethical–legal curriculum for otolaryngology residents","year":2017,"lang":"en","type":"article","venue":"The Laryngoscope","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":14,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"","keywords":"Curriculum; Otorhinolaryngology; Medical education; Medicine; Psychology; Family medicine; Pedagogy; Surgery","score_opus":0.05841853504392025,"score_gpt":0.3844875880464261,"score_spread":0.3260690530025058,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2752769977","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9514304,0.00013124477,0.013835081,0.020975398,0.00046181364,0.0012342817,0.000012509997,0.0001486562,0.011770652],"genre_scores_gemma":[0.993682,0.000002901509,0.0011564466,0.0040223883,0.0003531399,0.000054063443,0.000023374885,0.000024181783,0.0006814863],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99878335,0.0000833191,0.0002628067,0.00027538577,0.0002830964,0.00031202624],"domain_scores_gemma":[0.9980117,0.0008609664,0.00016473961,0.0006460198,0.00017666852,0.00013992065],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0006481018,0.00014920409,0.00029774453,0.000052037707,0.0008321201,0.00011373321,0.00028021832,0.00021416391,0.0003830804],"category_scores_gemma":[0.0021098675,0.000097366436,0.00016914263,0.00007357269,0.0002146412,0.000107328786,0.00007618355,0.0004566836,0.000099107085],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.004011415,0.00076452404,0.93053776,0.00034904655,0.00039572752,0.0003539316,0.0003477008,0.015998311,0.00076894695,0.033668652,0.0024067834,0.010397223],"study_design_scores_gemma":[0.008343229,0.00030592273,0.7089235,0.00018079205,0.00018446089,0.000013835026,0.000023614319,0.23922636,0.00033760138,0.001005428,0.041257307,0.00019791242],"about_ca_topic_score_codex":0.00015899907,"about_ca_topic_score_gemma":0.00004489579,"teacher_disagreement_score":0.22322804,"about_ca_system_score_codex":0.000029026047,"about_ca_system_score_gemma":0.000085368505,"threshold_uncertainty_score":0.64000785},"labels":[],"label_agreement":null},{"id":"W2753008889","doi":"10.1093/ons/opx189","title":"Virtual Reality Tumor Resection: The Force Pyramid Approach","year":2017,"lang":"en","type":"article","venue":"Operative Neurosurgery","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":29,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"McGill University; Montreal Neurological Institute and Hospital","funders":"National Research Council Canada; King Fahad Medical City","keywords":"Pyramid (geometry); Medicine; Virtual reality; Computer science; Resection; Physical medicine and rehabilitation; Artificial intelligence; Surgery; Mathematics; Geometry","score_opus":0.09181994335442513,"score_gpt":0.35348505235759764,"score_spread":0.2616651090031725,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2753008889","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8471227,0.000023031647,0.00062244857,0.0088581685,0.00076331175,0.00045499092,0.000009132087,0.000093323644,0.14205286],"genre_scores_gemma":[0.99042624,0.000010779201,0.000022274615,0.0020709226,0.00040845727,0.000032343472,0.000013277526,0.000018221732,0.0069974805],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99881047,0.0001535337,0.00022933143,0.0003103463,0.00028528375,0.00021103823],"domain_scores_gemma":[0.998699,0.00032887066,0.00010893495,0.0006252973,0.00011565527,0.00012224128],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0005442971,0.00013550915,0.00024657592,0.000032161402,0.0012786874,0.00020731294,0.00013452477,0.000044881624,0.0001824529],"category_scores_gemma":[0.0011607138,0.000081991166,0.00013011886,0.000085678956,0.00031780158,0.00019163442,0.00007518313,0.00032649294,0.000033532022],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.016081208,0.0040034326,0.58473706,0.00032665124,0.0010562856,0.0032088906,0.0112574035,0.014026959,0.025673155,0.11010639,0.060272194,0.16925037],"study_design_scores_gemma":[0.005831043,0.0006883194,0.7865804,0.00012409805,0.00009735297,0.0003909302,0.0011448512,0.04606072,0.007009866,0.00029326664,0.15121314,0.00056604174],"about_ca_topic_score_codex":0.000025550205,"about_ca_topic_score_gemma":0.0000051329525,"teacher_disagreement_score":0.20184332,"about_ca_system_score_codex":0.000029230756,"about_ca_system_score_gemma":0.00006319895,"threshold_uncertainty_score":0.98347586},"labels":[],"label_agreement":null},{"id":"W2753062855","doi":"10.1016/j.jsurg.2017.08.022","title":"Transition to Residency: The Successful Development and Implementation of a Nonclinical Elective in Perioperative Management","year":2017,"lang":"en","type":"article","venue":"Journal of surgical education","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":9,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ottawa Hospital; University of Ottawa","funders":"","keywords":"Perioperative; Residency training; Transition (genetics); Medical education; Medicine; Family medicine; Psychology; Anesthesia; Continuing education","score_opus":0.034157400822186074,"score_gpt":0.4183039163840693,"score_spread":0.3841465155618832,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2753062855","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9881697,0.00006468812,0.00010861229,0.009224725,0.0000969095,0.00026080714,3.1850306e-7,0.0000014055435,0.0020728179],"genre_scores_gemma":[0.99835116,0.00008694447,0.0012485392,0.00015719802,0.00008782502,0.000010321613,0.0000018435472,0.000003646851,0.000052541454],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99907225,0.00005911368,0.00047388097,0.000086911416,0.00023046651,0.00007738194],"domain_scores_gemma":[0.9992808,0.00010922766,0.00024294117,0.000081358834,0.00020254416,0.000083116356],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00069282175,0.000057597816,0.00018027952,0.00011182203,0.00010670728,0.00003152411,0.00005892166,0.000030055662,0.00009103751],"category_scores_gemma":[0.00006328415,0.000037240545,0.000042432337,0.000086647626,0.000042092215,0.00014485492,0.000014328932,0.00012738114,0.0000012075776],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0021293692,0.0007970334,0.10293842,0.000095928575,0.00015868046,0.00010108303,0.03076813,0.000098519224,0.00014614694,0.0057450314,0.00006458332,0.8569571],"study_design_scores_gemma":[0.0031760333,0.00026718667,0.9795921,0.00023020375,0.000041230283,0.000059449165,0.009728173,0.00004038903,0.00094281754,0.00019061269,0.005680539,0.000051289833],"about_ca_topic_score_codex":0.000034542216,"about_ca_topic_score_gemma":0.0000615139,"teacher_disagreement_score":0.8766537,"about_ca_system_score_codex":0.000075123164,"about_ca_system_score_gemma":0.00032082782,"threshold_uncertainty_score":0.15186255},"labels":[],"label_agreement":null},{"id":"W2753529102","doi":"10.1016/j.wneu.2017.08.123","title":"Effects of Transcranial Direct-Current Stimulation on Neurosurgical Skill Acquisition: A Randomized Controlled Trial","year":2017,"lang":"en","type":"article","venue":"World Neurosurgery","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":44,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Medicine; Transcranial direct-current stimulation; Randomized controlled trial; Physical medicine and rehabilitation; Brain stimulation; Stimulation; Neuroscience; Anesthesia; Surgery; Internal medicine","score_opus":0.022380302498094563,"score_gpt":0.3109993583549353,"score_spread":0.2886190558568407,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2753529102","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97900057,0.0001349111,0.0000691532,0.0013182526,0.0040801014,0.00441208,0.0000044562157,0.00013224366,0.010848237],"genre_scores_gemma":[0.9976915,0.00007010305,0.000007823778,0.00052128464,0.0007850561,0.00022794242,0.000013267512,0.00003523405,0.0006477891],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.99689895,0.0006497898,0.0010481632,0.00043374355,0.0006715724,0.00029775483],"domain_scores_gemma":[0.9900963,0.00849616,0.0006297175,0.00044849238,0.00010210862,0.00022723165],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0010069174,0.00029686323,0.0022700669,0.00032225368,0.00030711055,0.00008102729,0.000113536466,0.00008267622,0.0002663492],"category_scores_gemma":[0.003156803,0.00021581187,0.0013560167,0.00016746459,0.00024628415,0.000110821995,0.000022840983,0.00031430976,0.000019689216],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.9896522,0.0010064946,0.00053233054,0.00008221521,0.00009237582,0.00017822518,0.000047089743,0.00017880458,0.0005023992,0.00056244567,0.000089424575,0.007075971],"study_design_scores_gemma":[0.9684867,0.0003253159,0.024444414,0.0002748962,0.0004376017,0.00000469879,5.0775657e-7,0.0030469797,0.0009914532,0.00008519442,0.0017244169,0.00017779885],"about_ca_topic_score_codex":0.0000029612459,"about_ca_topic_score_gemma":7.770335e-7,"teacher_disagreement_score":0.023912083,"about_ca_system_score_codex":0.000025528047,"about_ca_system_score_gemma":0.000056059685,"threshold_uncertainty_score":0.8800553},"labels":[],"label_agreement":null},{"id":"W2753679934","doi":"10.1007/978-3-319-66185-8_68","title":"Real-Time 3D Ultrasound Reconstruction and Visualization in the Context of Laparoscopy","year":2017,"lang":"en","type":"book-chapter","venue":"Lecture notes in computer science","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":4,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Robarts Clinical Trials; Western University","funders":"","keywords":"Computer science; Visualization; Context (archaeology); Laparoscopy; Computer graphics (images); Computer vision; Artificial intelligence; Radiology; Medicine; Geology","score_opus":0.024542542045045142,"score_gpt":0.3058351351779745,"score_spread":0.28129259313292937,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2753679934","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.45026594,0.0009843322,0.3654151,0.0014869245,0.0028849386,0.0032403802,0.000029337138,0.0001817872,0.17551126],"genre_scores_gemma":[0.99470913,0.000080673024,0.004660326,0.0003010936,0.00012223859,0.0000013732454,0.0000091205475,0.000008541814,0.00010746963],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9990158,0.000023264154,0.00024327706,0.00030441573,0.00028940573,0.00012381606],"domain_scores_gemma":[0.998824,0.0006048433,0.00017975603,0.00027000552,0.000085092586,0.000036311194],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000543135,0.00012857691,0.00027904898,0.00020483145,0.00008733687,0.000060231814,0.00015840962,0.00013740039,0.00005056449],"category_scores_gemma":[0.00020831345,0.000089735644,0.000028236938,0.00008198242,0.0006166875,0.00009385641,0.0000335405,0.00020707045,0.0000029000935],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000074507894,0.000025473732,0.0057393205,0.00006049484,0.000010699621,0.000021986347,0.0028196897,0.0006126372,0.0014685092,0.0035099578,0.0000024555327,0.9856543],"study_design_scores_gemma":[0.014235558,0.0024797483,0.102710806,0.012453259,0.00029203782,0.0020844527,0.000046446832,0.7182864,0.016172364,0.12226009,0.0065918528,0.002387003],"about_ca_topic_score_codex":0.000037259982,"about_ca_topic_score_gemma":0.00004188544,"teacher_disagreement_score":0.98326725,"about_ca_system_score_codex":0.0000425611,"about_ca_system_score_gemma":0.000093380586,"threshold_uncertainty_score":0.36593133},"labels":[],"label_agreement":null},{"id":"W2754120564","doi":"10.1080/17434440.2017.1378090","title":"Nonparametric bootstrap technique for calibrating surgical SmartForceps: theory and application","year":2017,"lang":"en","type":"article","venue":"Expert Review of Medical Devices","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary; University of Manitoba","funders":"Western Economic Diversification Canada; Killam Trusts; Canadian Network for Research and Innovation in Machining Technology, Natural Sciences and Engineering Research Council of Canada; Canada Foundation for Innovation; Ministry of Advanced Education, Government of Alberta","keywords":"Nonparametric statistics; Parametric statistics; Computer science; Strain gauge; Probabilistic logic; Normality; Confidence interval; Outlier; Jackknife resampling; Voltage; Estimator; Mathematics; Statistics; Artificial intelligence; Engineering; Structural engineering","score_opus":0.04230346166288528,"score_gpt":0.42275131596939175,"score_spread":0.38044785430650646,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2754120564","genre_codex":"review","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.027583081,0.665039,0.19926439,0.040746003,0.00056073396,0.009953909,0.000025112993,0.0003437282,0.05648405],"genre_scores_gemma":[0.9507309,0.040679585,0.0037835622,0.0038405615,0.00040642894,0.00043242789,0.000036571022,0.00002106195,0.000068872214],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99849474,0.00008871995,0.0004817962,0.00024370897,0.000535067,0.00015595565],"domain_scores_gemma":[0.9979085,0.0011394445,0.00027151627,0.0003390528,0.000083948886,0.00025754975],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0026982583,0.00012235649,0.00051126955,0.000050995073,0.00015524532,0.000023230781,0.00020697722,0.00015649339,0.0004220685],"category_scores_gemma":[0.0033381674,0.0000819528,0.00013588538,0.000093422954,0.00022416248,0.00009269915,0.00006435198,0.00015368724,0.0000031452728],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00013737833,0.00012512981,0.0035828296,0.007762861,0.00006376923,0.000023408624,0.00007991625,1.10035586e-7,0.00010910268,0.02773283,0.00037028253,0.9600124],"study_design_scores_gemma":[0.004395435,0.000293186,0.0066024684,0.025384732,0.00014024245,0.0001750087,0.00014285865,0.0033500704,0.0016922761,0.0010238005,0.9564756,0.00032432843],"about_ca_topic_score_codex":0.000019860128,"about_ca_topic_score_gemma":0.0000016195498,"teacher_disagreement_score":0.95968807,"about_ca_system_score_codex":0.000009625866,"about_ca_system_score_gemma":0.00006380642,"threshold_uncertainty_score":0.46213537},"labels":[],"label_agreement":null},{"id":"W2754498332","doi":"10.1109/embc.2017.8037719","title":"Positioning the endoscope in laparoscopic surgery by foot: Influential factors on surgeons' performance in virtual trainer","year":2017,"lang":"en","type":"article","venue":"","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"SickKids Foundation","funders":"","keywords":"Endoscope; Trainer; Task (project management); Converse; Abdominal cavity; Computer science; Simulation; Medicine; Medical physics; Human–computer interaction; Surgery; Engineering","score_opus":0.034485115584748045,"score_gpt":0.296264918340743,"score_spread":0.26177980275599494,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2754498332","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97944885,0.000013633833,0.0000086211185,0.00056968816,0.000197957,0.00016382457,0.0000028174597,0.000028073617,0.019566532],"genre_scores_gemma":[0.99891794,0.000013966521,0.0000055390606,0.00048168417,0.000039215865,0.00001123017,0.00002750878,0.000011854175,0.0004910352],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.998989,0.0000440851,0.00029285625,0.0001864506,0.0002242737,0.0002633402],"domain_scores_gemma":[0.99902374,0.0005555373,0.0000767509,0.00024960085,0.00001892976,0.00007542876],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0003838191,0.00012629671,0.00026403388,0.000120460434,0.00020713558,0.000066470675,0.00008982609,0.00007433824,0.0005251832],"category_scores_gemma":[0.00029504485,0.00008057148,0.00006858125,0.00010190645,0.000084371335,0.00016195851,0.000024721014,0.00026374063,0.000022875609],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00017362928,0.000092569004,0.9918226,0.0000073471233,0.0000119026445,0.000015729096,0.0002619154,0.00023475167,0.00015283056,0.00035710237,0.000111618756,0.006757991],"study_design_scores_gemma":[0.0024960993,0.000089880916,0.9912859,0.0001604808,0.0000065218865,0.0000018453549,0.00016305213,0.0011353822,0.0020286522,0.0000057803595,0.0025260767,0.00010033128],"about_ca_topic_score_codex":0.00027572396,"about_ca_topic_score_gemma":0.0001307377,"teacher_disagreement_score":0.019469114,"about_ca_system_score_codex":0.000042644282,"about_ca_system_score_gemma":0.000045971618,"threshold_uncertainty_score":0.57503885},"labels":[],"label_agreement":null},{"id":"W2755284663","doi":"10.1177/0194599817729826","title":"Objective Assessment of Technical Skills in Otorhinolaryngology–Head and Neck Surgery Residents: A Systematic Review","year":2017,"lang":"en","type":"review","venue":"Otolaryngology","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":12,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Université de Montréal; Centre Hospitalier de l’Université de Montréal","funders":"Division of Graduate Education","keywords":"Otorhinolaryngology; Rhinology; Medicine; Medical physics; Subspecialty; Checklist; Reliability (semiconductor); MEDLINE; Surgery; Family medicine; Psychology","score_opus":0.06884878666566893,"score_gpt":0.4210568220040323,"score_spread":0.3522080353383634,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2755284663","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0005385025,0.9896787,0.0000036210345,0.000055629735,0.00017841243,0.0042967866,0.000016043226,0.000047724687,0.005184583],"genre_scores_gemma":[0.002366025,0.9961666,0.00014040702,0.000296117,0.000064066095,0.00061805,0.00011604934,0.000054949785,0.00017776278],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.995271,0.0011435621,0.002173696,0.00067721726,0.00031961358,0.0004148696],"domain_scores_gemma":[0.9943068,0.0028476166,0.0015175105,0.0010158005,0.00012897824,0.00018328716],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.001976569,0.0004963838,0.008761833,0.0006063975,0.00006638543,0.00001526266,0.00026449648,0.00082683464,0.000098830795],"category_scores_gemma":[0.00407184,0.0003673895,0.0007555961,0.00032797104,0.0002855893,0.00008652647,0.0001974075,0.0009955144,0.00002096913],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000014203265,0.000253258,0.011916745,0.9744478,0.00034669862,0.00073770655,0.000012971615,2.8338773e-8,1.8509797e-7,0.00022324908,0.0000631588,0.011983992],"study_design_scores_gemma":[0.0009721649,0.00015722658,0.07533061,0.8871295,0.0027951275,0.0017537774,0.0000029859375,0.0000040957984,6.6948324e-8,0.000026094714,0.031518705,0.00030964788],"about_ca_topic_score_codex":0.000055624176,"about_ca_topic_score_gemma":0.000044882872,"teacher_disagreement_score":0.08731831,"about_ca_system_score_codex":0.00022304489,"about_ca_system_score_gemma":0.0006446754,"threshold_uncertainty_score":0.9998778},"labels":[],"label_agreement":null},{"id":"W2755730881","doi":"10.1016/j.amjsurg.2017.09.012","title":"The Surgical Skills and Technology Elective Program (SSTEP): A comprehensive simulation-based surgical skills initiative for preclerkship medical students","year":2017,"lang":"en","type":"article","venue":"The American Journal of Surgery","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":40,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University","funders":"Weill Cornell Medical College","keywords":"Test (biology); Medical education; Medicine; Surgical simulation; Surgical procedures; Educational measurement; Medical physics; Psychology; Surgery; Curriculum; Pedagogy","score_opus":0.04514583756121774,"score_gpt":0.3988004970052525,"score_spread":0.35365465944403474,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2755730881","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98915046,0.00030185963,0.00017668,0.009309312,0.00023290634,0.0006116767,0.000005732625,0.0000424795,0.00016890158],"genre_scores_gemma":[0.99851906,0.00020945488,0.00014759589,0.00057862623,0.00043414466,0.000041814408,0.00000411069,0.000027885986,0.000037281294],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9970589,0.00038147453,0.00078070146,0.00023316323,0.0011043166,0.00044143022],"domain_scores_gemma":[0.9705586,0.026479667,0.001333685,0.00036071488,0.00093275186,0.0003345741],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0023112746,0.0002289217,0.0009323206,0.00020303394,0.0008194001,0.00017311837,0.00047524757,0.00011487389,0.00003286418],"category_scores_gemma":[0.00467016,0.00012127834,0.0003442201,0.000352512,0.0022875387,0.00011065413,0.00010914113,0.00065356604,0.0000026587697],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.003994257,0.0011771771,0.39872706,0.000021357737,0.0007995182,0.0007780922,0.00027963074,0.00037822174,0.0000024470605,0.00018643712,0.00010838779,0.5935474],"study_design_scores_gemma":[0.017219698,0.0028515588,0.88523865,0.001049002,0.00049724197,0.0011892389,0.0015484408,0.013518968,0.00014724385,0.0014024153,0.07479183,0.00054569513],"about_ca_topic_score_codex":0.000005396247,"about_ca_topic_score_gemma":0.0000021075364,"teacher_disagreement_score":0.5930017,"about_ca_system_score_codex":0.000063027626,"about_ca_system_score_gemma":0.00042575295,"threshold_uncertainty_score":0.8428532},"labels":[],"label_agreement":null},{"id":"W2755924334","doi":"10.1111/vsu.12682","title":"Investigating the impact of innate dexterity skills and visuospatial aptitude on the performance of baseline laparoscopic skills in veterinary students","year":2017,"lang":"en","type":"article","venue":"Veterinary Surgery","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Guelph","funders":"","keywords":"Medicine; Test (biology); Tracking (education); Task (project management); Physical therapy; Aptitude; Physical medicine and rehabilitation; Psychology","score_opus":0.05660301630305393,"score_gpt":0.3678711806658167,"score_spread":0.3112681643627628,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2755924334","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9992579,0.00003806289,0.0000012797472,0.00014088693,0.00012204488,0.00025169266,0.000010401939,0.00001169802,0.000165984],"genre_scores_gemma":[0.9996158,0.00009696099,0.000033993907,0.00013968992,0.000057859386,0.000013642551,0.0000071287163,0.000014070239,0.000020859892],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99864614,0.00021200364,0.00044899012,0.00019032032,0.0002959247,0.00020660496],"domain_scores_gemma":[0.99779516,0.0012822441,0.00031870525,0.0004749069,0.00005144487,0.000077532575],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0013789261,0.00016304823,0.00042984576,0.000093724455,0.00017838292,0.000032429918,0.00018914067,0.0000639283,0.00007091698],"category_scores_gemma":[0.0008250339,0.000091632755,0.000119794124,0.00010434069,0.00032456405,0.00012974249,0.00018665571,0.00022008264,0.0000024831745],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0002744224,0.00036050347,0.9824615,0.00010075734,0.000054119966,0.00004778182,0.0004546097,0.0001283292,0.0057175257,0.000004973278,0.000008540942,0.0103869205],"study_design_scores_gemma":[0.000992392,0.0010134648,0.9936558,0.00082527986,0.000012149152,0.00003417227,0.000025569978,0.0025429567,0.00075365376,0.000010229062,0.000047871294,0.000086459324],"about_ca_topic_score_codex":0.00015521454,"about_ca_topic_score_gemma":0.0000016689239,"teacher_disagreement_score":0.011194287,"about_ca_system_score_codex":0.000027512217,"about_ca_system_score_gemma":0.000057239216,"threshold_uncertainty_score":0.37366754},"labels":[],"label_agreement":null},{"id":"W2757936514","doi":"10.1016/j.jogc.2017.07.010","title":"A Randomized Controlled Trial Comparing Trainee-Directed Virtual Reality Simulation Training and Box Trainer on the Acquisition of Laparoscopic Suturing Skills","year":2017,"lang":"en","type":"article","venue":"Journal of Obstetrics and Gynaecology Canada","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":20,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Medicine; Trainer; Interquartile range; Physical therapy; Intraclass correlation; Virtual reality; Randomized controlled trial; Competence (human resources); Simulation training; Laparoscopic surgery; Laparoscopy; Surgery; Simulation; Psychology","score_opus":0.036825142618392856,"score_gpt":0.2970784832189658,"score_spread":0.2602533406005729,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2757936514","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9938328,0.00023139716,0.00007210902,0.0006661191,0.0024090784,0.0007594438,0.00000323843,0.000005817408,0.002019956],"genre_scores_gemma":[0.9995498,0.000028611255,0.00003620453,0.00022089899,0.000103479404,0.000006943398,0.0000024399058,0.000008150783,0.00004344814],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.99825287,0.0002779461,0.00083962723,0.00012272605,0.0003396253,0.00016720733],"domain_scores_gemma":[0.9834028,0.015001045,0.0010822765,0.00013135938,0.00023873392,0.00014381735],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.001657531,0.00013569783,0.0014031235,0.00014960469,0.0002635116,0.00004302383,0.000078587545,0.00010524713,0.00007839728],"category_scores_gemma":[0.018861698,0.0000815176,0.00016064457,0.000084242674,0.00017414319,0.0000715946,0.000017486755,0.00029259396,3.8020875e-8],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.76990485,0.001011244,0.020884532,0.00016091301,0.0038154656,0.0011650772,0.0058189593,0.039377123,0.00010020236,0.0074857287,0.00010982065,0.15016608],"study_design_scores_gemma":[0.89610374,0.00044328082,0.07030859,0.000038887596,0.00028696342,0.000008824561,0.0002506012,0.032213103,0.000018552144,0.00011370908,0.00013483134,0.00007892398],"about_ca_topic_score_codex":0.0007898222,"about_ca_topic_score_gemma":0.00093670766,"teacher_disagreement_score":0.15008715,"about_ca_system_score_codex":0.00013579396,"about_ca_system_score_gemma":0.0003743497,"threshold_uncertainty_score":0.98940283},"labels":[],"label_agreement":null},{"id":"W2760230731","doi":"10.1097/acm.0000000000001902","title":"Assessment of Technical Skills Competence in the Operating Room: A Systematic and Scoping Review","year":2017,"lang":"en","type":"review","venue":"Academic Medicine","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":27,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Sunnybrook Hospital; McMaster University","funders":"","keywords":"Competence (human resources); Inter-rater reliability; Accreditation; Medical education; MEDLINE; Medicine; Psychological intervention; Educational measurement; Internal consistency; Graduate medical education; Psychology; Psychometrics; Nursing; Curriculum; Rating scale; Clinical psychology; Pedagogy","score_opus":0.22455668172994933,"score_gpt":0.5385250176070523,"score_spread":0.31396833587710293,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2760230731","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0000065324894,0.98975873,0.000045632427,0.00049286796,0.00006921792,0.0045870347,0.0000011839927,0.000017692011,0.005021108],"genre_scores_gemma":[0.0036879315,0.99462104,0.00010056497,0.0010714728,0.00016995682,0.0002469495,0.000026328242,0.000019773575,0.000055982902],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.9961922,0.00055722636,0.0020531893,0.0003414087,0.00063917483,0.00021680174],"domain_scores_gemma":[0.99496996,0.0031984437,0.0010761458,0.0005817326,0.000062665626,0.00011106062],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0058012535,0.0002990737,0.0042965603,0.00015093849,0.00007521883,0.0000067743313,0.00038348447,0.0003128907,0.000067116234],"category_scores_gemma":[0.005672875,0.00014135223,0.00014021498,0.00028263332,0.00021206024,0.00004640853,0.00009288702,0.0015244279,0.0000029810574],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[5.166873e-7,0.000009353048,0.000116092226,0.94169974,0.000037890557,0.000040989056,0.00012413075,1.6591285e-7,5.13052e-7,0.000378246,0.000028637827,0.057563733],"study_design_scores_gemma":[0.00073756534,0.00008531171,0.00011464817,0.9853938,0.0014701192,0.00047864122,0.00007564012,0.00006152329,2.115863e-8,0.000008143934,0.0114602735,0.00011427724],"about_ca_topic_score_codex":0.0000076030556,"about_ca_topic_score_gemma":0.0000015671444,"teacher_disagreement_score":0.057449456,"about_ca_system_score_codex":0.00006420193,"about_ca_system_score_gemma":0.00030193845,"threshold_uncertainty_score":0.6791371},"labels":[],"label_agreement":null},{"id":"W2760876329","doi":"10.1111/vsu.12729","title":"Comparison of 2 training programs for basic laparoscopic skills and simulated surgery performance in veterinary students","year":2017,"lang":"en","type":"article","venue":"Veterinary Surgery","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":22,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Medicine; Laparoscopic cholecystectomy; Curriculum; Laparoscopic surgery; Session (web analytics); Training (meteorology); Medical education; Physical therapy; General surgery; Laparoscopy; Psychology","score_opus":0.18444028327293768,"score_gpt":0.41399028428387374,"score_spread":0.22955000101093606,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2760876329","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9987006,0.00014611005,0.000004899686,0.000049781316,0.00038264744,0.00048716203,0.0000054214593,0.000052941836,0.00017042199],"genre_scores_gemma":[0.9995204,0.000060468672,0.00011393418,0.00004703923,0.0000673272,0.000037572627,0.000058288533,0.000031527998,0.00006340918],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9982608,0.00006796008,0.00067850674,0.00033123468,0.0002732609,0.00038821335],"domain_scores_gemma":[0.99781495,0.0012926081,0.00031863916,0.00036477012,0.00006347185,0.00014553263],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0008641383,0.00020761893,0.0009809881,0.000240269,0.00018186652,0.00005796472,0.000113152586,0.000122724,0.00002967267],"category_scores_gemma":[0.00038452048,0.00019688695,0.00016816238,0.000118097014,0.00016561482,0.00023694534,0.00009470105,0.00014981639,0.0000024125482],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0007867778,0.0005120636,0.87649864,0.00043628528,0.000047534624,0.000103501014,0.0006609373,0.000045096032,0.00032875387,0.0000012494477,0.000009170525,0.120570004],"study_design_scores_gemma":[0.002299844,0.0007687769,0.98837245,0.0012204613,0.000028531193,0.00004631177,0.00018549699,0.0029569026,0.00016358623,0.0000059458557,0.0037516574,0.00020005433],"about_ca_topic_score_codex":0.000013711239,"about_ca_topic_score_gemma":0.0000012211525,"teacher_disagreement_score":0.12036995,"about_ca_system_score_codex":0.00002864892,"about_ca_system_score_gemma":0.00006671517,"threshold_uncertainty_score":0.80288166},"labels":[],"label_agreement":null},{"id":"W2761300482","doi":"10.1111/medu.13420","title":"‘The other right’: control strategies and the role of language use in laparoscopic training","year":2017,"lang":"en","type":"article","venue":"Medical Education","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":15,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"London Health Sciences Centre; Western University","funders":"","keywords":"Deixis; Gesture; Control (management); Psychology; Laparoscopic cholecystectomy; Nonverbal communication; Multimodality; Computer science; Medicine; Communication; Linguistics; Surgery; Artificial intelligence","score_opus":0.01878801549456668,"score_gpt":0.3408750960555605,"score_spread":0.32208708056099383,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2761300482","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98153204,0.0006094015,0.000020022657,0.007135642,0.00012633266,0.00016599879,4.74059e-7,0.000007639121,0.010402458],"genre_scores_gemma":[0.998764,0.00001673835,0.000018436991,0.00085879443,0.000108464905,0.000016314096,0.0000016493264,0.0000040803366,0.0002115573],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99944407,0.000063724416,0.0001506542,0.000070606424,0.00018440328,0.0000865205],"domain_scores_gemma":[0.9992044,0.0004777699,0.00007525814,0.00016644003,0.000024946801,0.00005120267],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0005619951,0.00004341029,0.00013023944,0.00001806951,0.00012545964,0.00006937653,0.000072748415,0.0000462548,0.00015970667],"category_scores_gemma":[0.0020270841,0.000021167092,0.000021639395,0.00002511279,0.00035203688,0.00008893957,0.000008398001,0.00012383188,0.0000019007184],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0007290501,0.00024643855,0.12559228,0.000036081547,0.00006780244,0.000006616772,0.023536796,0.000006608896,0.00013749213,0.15174393,0.00008055288,0.6978164],"study_design_scores_gemma":[0.024691194,0.00008229232,0.816069,0.00050263316,0.00008291395,0.000017945596,0.04755254,0.014765651,0.00019561121,0.007395105,0.08850854,0.00013659378],"about_ca_topic_score_codex":0.0006980496,"about_ca_topic_score_gemma":0.0004317801,"teacher_disagreement_score":0.69767976,"about_ca_system_score_codex":0.000007700688,"about_ca_system_score_gemma":0.00030446885,"threshold_uncertainty_score":0.24267556},"labels":[],"label_agreement":null},{"id":"W2761505173","doi":"10.7759/cureus.1757","title":"A Preliminary Investigation of General and Technique-specific Assessments for the Evaluation of Laparoscopic Technical Skills&#x0D;","year":2017,"lang":"en","type":"article","venue":"Cureus","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Manitoba","funders":"","keywords":"Summative assessment; Medicine; Formative assessment; Laparoscopic cholecystectomy; Medical physics; Pearson product-moment correlation coefficient; Rating scale; Medical education; General surgery; Statistics; Psychology; Mathematics education","score_opus":0.12906006513866466,"score_gpt":0.4274210125015037,"score_spread":0.298360947362839,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2761505173","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99314857,0.0004896182,0.002213017,0.00029326565,0.00009001779,0.0012194234,0.0000057701413,0.000016977421,0.002523336],"genre_scores_gemma":[0.9951406,0.000043389573,0.004541216,0.00002766418,0.000057320925,0.00012134166,0.000014301565,0.0000067112205,0.00004741452],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9993487,0.000032066175,0.00019152668,0.00011088938,0.00025080206,0.000065999266],"domain_scores_gemma":[0.99915093,0.00015617219,0.00017500875,0.0002851899,0.00019725515,0.000035458168],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0007380821,0.00005590662,0.00014271244,0.000023151179,0.000098461765,0.000010406735,0.00007238407,0.00006940982,0.00003499952],"category_scores_gemma":[0.00029423056,0.0000380909,0.00003784958,0.000030802094,0.00016026368,0.00006198145,0.00003070187,0.000058411562,2.4487198e-7],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0012973036,0.00073803426,0.30031353,0.00050298363,0.00033403616,0.0000033683277,0.0010678754,0.00030222093,0.3264872,0.021785628,0.001136717,0.34603107],"study_design_scores_gemma":[0.0036374452,0.0005019265,0.9520997,0.00016563955,0.00021548377,0.000005741815,0.000045522538,0.01108718,0.028480947,0.002713353,0.0009863325,0.00006076228],"about_ca_topic_score_codex":0.000009272655,"about_ca_topic_score_gemma":0.000002760151,"teacher_disagreement_score":0.65178615,"about_ca_system_score_codex":0.00002538448,"about_ca_system_score_gemma":0.000051620274,"threshold_uncertainty_score":0.15533018},"labels":[],"label_agreement":null},{"id":"W2761957138","doi":"10.1016/j.wneu.2017.06.140","title":"Virtual Reality and Simulation in Neurosurgical Training","year":2017,"lang":"en","type":"review","venue":"World Neurosurgery","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":317,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"National Research Council Canada; Medical Research Council Canada","keywords":"Virtual reality; Medicine; Surgical simulation; Robotics; Simulation training; Neuroimaging; Augmented reality; Medical physics; Human–computer interaction; Artificial intelligence; Surgery; Simulation; Robot; Computer science","score_opus":0.32042585116742023,"score_gpt":0.43645562959172074,"score_spread":0.11602977842430051,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2761957138","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0011121052,0.98636216,0.000015286603,0.00036944964,0.0010620474,0.001028451,0.000026361147,0.00021133853,0.0098127825],"genre_scores_gemma":[0.09329026,0.90412307,0.0000057686075,0.00035150858,0.00037120006,0.000032845357,0.00009236358,0.000085911845,0.0016471038],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9969379,0.0003772687,0.0011349819,0.0007562472,0.00036188055,0.00043172424],"domain_scores_gemma":[0.99555653,0.0030724034,0.0004881629,0.0005439048,0.000030812822,0.00030821117],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00085465587,0.00045636666,0.002425673,0.00073184236,0.00017667771,0.00012016776,0.000108979664,0.000254935,0.00011320482],"category_scores_gemma":[0.0013407422,0.0003879971,0.0005052388,0.0004688127,0.00015941601,0.00012705108,0.00009241856,0.00096263434,0.000022470218],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006313779,0.00005783056,0.00045004647,0.0011047242,0.000018856186,0.0008426191,0.000040309966,0.00018292097,7.13749e-8,0.000108478926,0.000032072825,0.9970989],"study_design_scores_gemma":[0.0008914405,0.000035421497,0.0022653453,0.0053475997,0.00018342382,0.000104852435,0.0000033566255,0.0020792182,4.671747e-8,0.000018207907,0.9887706,0.00030047624],"about_ca_topic_score_codex":0.000005842059,"about_ca_topic_score_gemma":0.000012806389,"teacher_disagreement_score":0.99679846,"about_ca_system_score_codex":0.000070537346,"about_ca_system_score_gemma":0.00019280337,"threshold_uncertainty_score":0.9998572},"labels":[],"label_agreement":null},{"id":"W2762030399","doi":"10.3390/s17102294","title":"Augmented Reality as a Telemedicine Platform for Remote Procedural Training","year":2017,"lang":"en","type":"article","venue":"Sensors","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":249,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Memorial University of Newfoundland","funders":"Memorial University of Newfoundland","keywords":"Telemedicine; Augmented reality; Computer science; Training (meteorology); Virtual reality; Multimedia; Human–computer interaction; Engineering; Health care; Geography","score_opus":0.12865980124232404,"score_gpt":0.38933749138520285,"score_spread":0.2606776901428788,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2762030399","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.93360454,0.000011013534,0.0001705492,0.005843954,0.00017538347,0.00057300046,0.0000066619805,0.00011869009,0.0594962],"genre_scores_gemma":[0.99407697,0.0000053204535,0.0011633107,0.0010448358,0.00037801734,0.000005203944,0.00004433173,0.000020598667,0.0032614183],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9989973,0.000007997444,0.00025088512,0.00022820027,0.00022550713,0.00029015678],"domain_scores_gemma":[0.999096,0.0001323693,0.00014218522,0.00032125934,0.00010293096,0.00020527943],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00034091563,0.00012440984,0.00028529784,0.000048776015,0.00033159103,0.000029249235,0.0000757211,0.000082145045,0.00018434395],"category_scores_gemma":[0.001656593,0.000095916745,0.000106511616,0.000043451746,0.000102258586,0.00006356044,0.000018123634,0.00013852648,0.000018905259],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0035995361,0.00014837079,0.008879701,0.0003558657,0.00037884485,0.0002877274,0.0063461475,0.00014569602,0.0013218169,0.0037700315,0.0012761474,0.9734901],"study_design_scores_gemma":[0.054097157,0.0016412607,0.23462638,0.0011656579,0.0004669255,0.0004853211,0.006749896,0.19643344,0.0034022266,0.0047925063,0.49531078,0.0008284395],"about_ca_topic_score_codex":0.0001067246,"about_ca_topic_score_gemma":0.000019680636,"teacher_disagreement_score":0.9726617,"about_ca_system_score_codex":0.000038554794,"about_ca_system_score_gemma":0.00006992788,"threshold_uncertainty_score":0.39113712},"labels":[],"label_agreement":null},{"id":"W2763073024","doi":"10.1007/s10151-017-1693-x","title":"Operative vectors, anatomic distortion, fluid dynamics and the inherent effects of pneumatic insufflation encountered during transanal total mesorectal excision","year":2017,"lang":"en","type":"article","venue":"Techniques in Coloproctology","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":21,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto; Toronto Western Hospital","funders":"","keywords":"Insufflation; Medicine; Total mesorectal excision; Dissection (medical); Abdominal surgery; Colorectal surgery; Laparoscopy; Surgery; Laparoscopic surgery; Workspace; Colorectal cancer; Computer science; Cancer; Internal medicine","score_opus":0.009411729104692,"score_gpt":0.31190593144882156,"score_spread":0.30249420234412955,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2763073024","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9960434,0.000109781584,0.0018367731,0.00025113957,0.00008148282,0.00085301336,0.0000018614825,0.00005607416,0.0007665129],"genre_scores_gemma":[0.9994792,0.00006402886,0.00027361215,0.000028722801,0.000018129895,0.00009440394,0.0000106119915,0.00000995191,0.000021354064],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.999095,0.000110619934,0.00035311075,0.00018510845,0.00012647822,0.00012963325],"domain_scores_gemma":[0.999243,0.00028414567,0.00016886805,0.00020618193,0.00006181745,0.00003596724],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00028058828,0.00011797258,0.00038862665,0.00011470244,0.00014811782,0.000015585467,0.000088643144,0.00013598503,0.000024716357],"category_scores_gemma":[0.00038992235,0.00008174464,0.000051454834,0.00006809429,0.00039068548,0.00009208368,0.000046265435,0.00019253079,4.222628e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.018114798,0.0013295955,0.6090391,0.0023844738,0.0005032733,0.00040697234,0.021300478,0.00014723212,0.039221592,0.041148897,0.000019256728,0.2663843],"study_design_scores_gemma":[0.008926655,0.0006026094,0.92215085,0.00048750988,0.00007541052,0.00013582998,0.00015184116,0.030778863,0.035002258,0.0015006755,0.000015591113,0.00017189435],"about_ca_topic_score_codex":0.00007638299,"about_ca_topic_score_gemma":0.00019302139,"teacher_disagreement_score":0.31311175,"about_ca_system_score_codex":0.00013600546,"about_ca_system_score_gemma":0.000032241074,"threshold_uncertainty_score":0.33334497},"labels":[],"label_agreement":null},{"id":"W2763190882","doi":"10.5489/cuaj.4939","title":"Video replay in surgery: Can we make the “right call” in predicting outcomes?","year":2017,"lang":"en","type":"article","venue":"Canadian Urological Association Journal","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"Computer science; Medicine","score_opus":0.030985191368787746,"score_gpt":0.2776706198239923,"score_spread":0.24668542845520458,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2763190882","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8438247,0.00005191914,0.0000028620557,0.14846337,0.00036693015,0.00013668786,0.000008993925,0.00001387297,0.007130693],"genre_scores_gemma":[0.99290717,0.000039313873,0.000014547036,0.0062475298,0.00025126917,0.0000065312443,0.0000055022365,0.0000091213615,0.0005190214],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99817973,0.00023541968,0.0005145407,0.00018256664,0.00035750374,0.0005302376],"domain_scores_gemma":[0.99768674,0.0011515466,0.00038668266,0.00019788786,0.000095361036,0.00048177544],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0025469512,0.000119943965,0.00036377012,0.00021036141,0.0005142783,0.00017493025,0.00017241221,0.00023319827,0.00048124837],"category_scores_gemma":[0.008357554,0.00007553229,0.00014529962,0.00015049949,0.000045054836,0.00008062635,0.000019266752,0.0010004434,0.000014611091],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000024406703,0.000017915117,0.99173594,0.0000013390645,0.000024928966,0.0004379851,0.0001612167,0.00007104772,8.894652e-7,0.00012258175,0.00052469235,0.006877085],"study_design_scores_gemma":[0.0013045921,0.000023162002,0.9493239,0.000034066292,0.000014178063,0.00005654619,0.00005910227,0.00071758137,8.334834e-7,0.0004926761,0.047893547,0.000079797705],"about_ca_topic_score_codex":0.0045566955,"about_ca_topic_score_gemma":0.053527057,"teacher_disagreement_score":0.14908248,"about_ca_system_score_codex":0.0009093569,"about_ca_system_score_gemma":0.0004331312,"threshold_uncertainty_score":0.99999547},"labels":[],"label_agreement":null},{"id":"W2765118863","doi":"10.1016/b978-0-08-100123-3.00010-5","title":"Simulation Surgical Models","year":2015,"lang":"en","type":"book-chapter","venue":"Elsevier eBooks","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"Surgical simulation; Reliability (semiconductor); Computer science; Systems engineering; Simulation; Engineering; Medicine; Surgery","score_opus":0.09627928414140133,"score_gpt":0.32945531240582193,"score_spread":0.2331760282644206,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2765118863","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000057777463,0.00084043964,0.00003413898,0.000062494655,0.00018702833,0.00046754474,0.000011163017,0.00017013263,0.9981693],"genre_scores_gemma":[0.12114774,0.000012605606,0.00013712802,0.0002227779,0.00060958776,0.000006744668,0.00010580857,0.00008266404,0.87767494],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9982697,0.000019540037,0.00046161195,0.0003868321,0.0006310155,0.00023133641],"domain_scores_gemma":[0.998601,0.00023037243,0.00014840403,0.0003677483,0.00028179583,0.0003706686],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0002791232,0.0003307939,0.00064221415,0.00014000668,0.000053443553,0.000022039645,0.00007222896,0.0004765144,0.0013701353],"category_scores_gemma":[0.00003694101,0.0002799136,0.00029856074,0.000013346042,0.00008660092,0.000041485215,0.000051069776,0.0004965494,0.00040133038],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00016503932,0.000010844943,0.000003337164,0.000035303463,0.00008893119,0.00026741676,0.00008981149,0.007353527,1.47235e-7,0.01939931,0.000030096666,0.97255623],"study_design_scores_gemma":[0.0024648923,0.000079766156,0.0000027588965,0.00028832362,0.00017080491,0.00002909123,0.0000032925434,0.032787047,5.4930746e-7,0.0267675,0.9371377,0.0002682218],"about_ca_topic_score_codex":1.522238e-7,"about_ca_topic_score_gemma":9.191935e-7,"teacher_disagreement_score":0.972288,"about_ca_system_score_codex":0.000118612305,"about_ca_system_score_gemma":0.00015586804,"threshold_uncertainty_score":0.9999653},"labels":[],"label_agreement":null},{"id":"W2765242593","doi":"10.1016/j.urology.2017.09.023","title":"A Randomized Comparison of 2 Robotic Virtual Reality Simulators and Evaluation of Trainees' Skills Transfer to a Simulated Robotic Urethrovesical Anastomosis Task","year":2017,"lang":"en","type":"article","venue":"Urology","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":25,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"Medicine; Randomized controlled trial; Cohort; Competence (human resources); Curriculum; Anastomosis; Dreyfus model of skill acquisition; Robotic surgery; Physical therapy; Surgery; Simulation; Medical physics; Psychology; Internal medicine; Computer science","score_opus":0.06252574867267238,"score_gpt":0.38766416248408575,"score_spread":0.3251384138114134,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2765242593","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9863833,0.00007196,0.010811596,0.0007980678,0.00009985722,0.0011120196,0.000004401235,0.000024798017,0.00069398567],"genre_scores_gemma":[0.9996443,0.0000034489042,0.000056864883,0.00019581674,0.00004155232,0.000012335511,0.000016056421,0.000015837992,0.000013787316],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9977937,0.0005422056,0.0007076708,0.0003060053,0.0004322021,0.00021823862],"domain_scores_gemma":[0.9976404,0.0013323739,0.00013507494,0.0003766675,0.00031815955,0.00019737729],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0013696989,0.00016815194,0.0013206607,0.00015176515,0.000089166424,0.000010313147,0.000097305405,0.00021620844,0.0001784465],"category_scores_gemma":[0.002691384,0.00013761813,0.0001830614,0.00011790938,0.00047910403,0.00005644249,0.000029478153,0.00018201185,0.0000032687317],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.03636233,0.00064065197,0.010017173,0.000045730463,0.00036330573,0.000004581492,0.0033096685,0.9330812,0.0011683877,0.0012093775,0.000011092094,0.013786459],"study_design_scores_gemma":[0.16419995,0.0008255559,0.04083446,0.000033576693,0.0010262923,0.0000039179286,0.00008284722,0.7922251,0.00033949697,0.00027927425,0.00003744252,0.000112071],"about_ca_topic_score_codex":0.000053162446,"about_ca_topic_score_gemma":0.000019227875,"teacher_disagreement_score":0.14085612,"about_ca_system_score_codex":0.000022516837,"about_ca_system_score_gemma":0.00006809794,"threshold_uncertainty_score":0.5611904},"labels":[],"label_agreement":null},{"id":"W2765378388","doi":"10.1007/s11548-017-1676-4","title":"Objective assessment of colonoscope manipulation skills in colonoscopy training","year":2017,"lang":"en","type":"article","venue":"International Journal of Computer Assisted Radiology and Surgery","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":6,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University","funders":"Natural Sciences and Engineering Research Council of Canada; Cancer Care Ontario","keywords":"Computer science; Motion (physics); Match moving; Motion analysis; Scope (computer science); Artificial intelligence","score_opus":0.04999232933097261,"score_gpt":0.3710433549987801,"score_spread":0.3210510256678075,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2765378388","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9911376,0.00006646546,0.005532941,0.0008340496,0.0012621188,0.00006362509,0.0000018710617,0.000004327815,0.0010969776],"genre_scores_gemma":[0.99531907,0.000064337844,0.0040668817,0.0002461236,0.0002768741,0.0000012212772,0.000007939668,0.0000052124624,0.000012364752],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9989011,0.00011346874,0.0005809445,0.0001065644,0.00019741915,0.00010045702],"domain_scores_gemma":[0.99790806,0.0009782541,0.0006708196,0.00008284873,0.00029398143,0.00006606772],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0007465211,0.000082046005,0.00047243,0.00032532457,0.000054264303,0.000027687141,0.00010854461,0.00009521134,0.000036269223],"category_scores_gemma":[0.00022096891,0.000069455295,0.00012407871,0.00003819408,0.00013040999,0.00015735302,0.000029712874,0.0002132248,3.0592963e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0007313392,0.00017893116,0.9383319,0.00000985513,0.00035257268,0.00044460574,0.00037462323,0.0005663866,0.00014296912,0.0005896143,0.000050456863,0.058226768],"study_design_scores_gemma":[0.0023332222,0.00020299114,0.98880804,0.00027048524,0.000024734838,0.0007211766,0.000044053562,0.006905381,0.000052592277,0.00018540488,0.00039664697,0.000055264492],"about_ca_topic_score_codex":0.000007563835,"about_ca_topic_score_gemma":0.000004464118,"teacher_disagreement_score":0.058171503,"about_ca_system_score_codex":0.00006931525,"about_ca_system_score_gemma":0.00018420715,"threshold_uncertainty_score":0.28323048},"labels":[],"label_agreement":null},{"id":"W2765453965","doi":"10.1016/j.gie.2017.06.005","title":"Will you be my first colonoscopy patient? Planning simulator training for novice endoscopists","year":2017,"lang":"en","type":"letter","venue":"Gastrointestinal Endoscopy","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":6,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University; McGill University Health Centre","funders":"","keywords":"Medicine; Colonoscopy; Curriculum; Randomized controlled trial; Context (archaeology); Apprenticeship; Learning curve; Medical physics; Medical education; Educational measurement; Simulation training; Simulation; Surgery; Computer science; Internal medicine; Psychology; Pedagogy","score_opus":0.06469293721551844,"score_gpt":0.3318981125358706,"score_spread":0.26720517532035215,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2765453965","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.085428655,0.0011086992,0.051334545,0.78838557,0.006804504,0.013995378,0.0031434118,0.003216784,0.046582434],"genre_scores_gemma":[0.37678143,0.000011512142,0.13623576,0.45865014,0.015916478,0.0008963797,0.005922587,0.0009072433,0.004678481],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99472195,0.00011210416,0.0011251695,0.0013866067,0.0009687179,0.0016854291],"domain_scores_gemma":[0.99352103,0.003334956,0.0010891884,0.001074039,0.00044948357,0.0005313094],"candidate_categories":["metaepi_narrow","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.00041782873,0.0010830974,0.0016661095,0.00037971413,0.00081898365,0.00026643186,0.00055049453,0.00059594284,0.0005263146],"category_scores_gemma":[0.0039738608,0.0010522805,0.0006677867,0.0001748705,0.00038398008,0.00036421584,0.00014726195,0.0024423476,0.000061711726],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.029520547,0.0009495187,0.033347312,0.007621791,0.0016060265,0.030310355,0.0065344884,0.0076031242,0.001803681,0.0002477112,0.87113416,0.009321311],"study_design_scores_gemma":[0.013612527,0.0038128886,0.00042468106,0.006371309,0.00047134073,0.0030942056,0.00022670244,0.0058874073,0.0001002497,0.00009377359,0.96504235,0.0008625639],"about_ca_topic_score_codex":0.000058830523,"about_ca_topic_score_gemma":0.000006448983,"teacher_disagreement_score":0.32973546,"about_ca_system_score_codex":0.00032384993,"about_ca_system_score_gemma":0.00059632893,"threshold_uncertainty_score":0.99985904},"labels":[],"label_agreement":null},{"id":"W2765469070","doi":"10.1016/j.jtcvs.2017.10.080","title":"Impact of visualization on simulation training for vascular anastomosis","year":2018,"lang":"en","type":"article","venue":"Journal of Thoracic and Cardiovascular Surgery","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":31,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ottawa Hospital; University of Ottawa","funders":"University of Ottawa","keywords":"Medicine; Anastomosis; Physical therapy; Dreyfus model of skill acquisition; Surgery; Medical physics","score_opus":0.081133358962271,"score_gpt":0.3991573948691488,"score_spread":0.3180240359068778,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2765469070","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.93087333,0.0016812842,0.0668894,0.000012866876,0.00016688711,0.00014100646,0.0000028249299,0.000010778741,0.00022162143],"genre_scores_gemma":[0.998897,0.0001844403,0.0003234265,0.000043083826,0.0005170428,0.0000015367149,0.000006615611,0.000019938374,0.0000068709032],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9986376,0.00012002941,0.00049825397,0.00013067703,0.00046531545,0.00014811763],"domain_scores_gemma":[0.9983054,0.0005490184,0.00025798997,0.000162889,0.0005873701,0.00013736483],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0020948697,0.00011933115,0.0007300297,0.00031099844,0.00006720205,0.000015377313,0.000028186041,0.0000901342,0.00004207739],"category_scores_gemma":[0.00071495556,0.00008810654,0.0019674175,0.00027491443,0.000062097766,0.00012093194,0.000006918219,0.00008299899,8.344675e-7],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.002145652,0.00012283608,0.026020112,0.00013680526,0.0041615963,0.000021820417,0.0006384667,0.029276513,0.00012458884,0.00003276964,0.00004989259,0.937269],"study_design_scores_gemma":[0.00872196,0.005316455,0.8305956,0.002718836,0.006606588,0.00044616486,0.00099441,0.111887224,0.004177234,0.0004613603,0.027241308,0.00083282334],"about_ca_topic_score_codex":0.0000037006432,"about_ca_topic_score_gemma":1.2963628e-7,"teacher_disagreement_score":0.9364361,"about_ca_system_score_codex":0.000032270997,"about_ca_system_score_gemma":0.00010822604,"threshold_uncertainty_score":0.35928804},"labels":[],"label_agreement":null},{"id":"W2765488020","doi":"10.1002/alr.22037","title":"Early experience with a patient‐specific virtual surgical simulation for rehearsal of endoscopic skull‐base surgery","year":2017,"lang":"en","type":"article","venue":"International Forum of Allergy & Rhinology","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":39,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Medicine; Skull; Virtual reality; Haptic technology; Endoscopic sinus surgery; Stereoscopy; Surgical simulation; Surgery; Sinus (botany); Medical physics; Human–computer interaction; Artificial intelligence; Computer science","score_opus":0.04466203917773634,"score_gpt":0.3261522364474408,"score_spread":0.2814901972697045,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2765488020","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9948025,0.000048336526,0.00097111554,0.0007217242,0.00052013167,0.00022082188,0.000020926138,0.000023786819,0.0026706704],"genre_scores_gemma":[0.9990728,0.000021920521,0.00049067196,0.00006340671,0.00009293628,0.000027005042,0.0000548775,0.000014393914,0.00016197361],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9986314,0.000026591686,0.00050479546,0.00026344534,0.00035577168,0.00021798778],"domain_scores_gemma":[0.99802387,0.0008044003,0.00041703283,0.00029207658,0.0003812311,0.0000814167],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00009719242,0.00012831656,0.0003648714,0.00017458679,0.00010196666,0.000016996359,0.0001746476,0.00011498551,0.00038022205],"category_scores_gemma":[0.00029701216,0.00010684013,0.00016390125,0.00004368711,0.0003394243,0.00017574022,0.000060694885,0.00009926085,0.000004766716],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.029112564,0.00148502,0.6702013,0.000054847078,0.001574656,0.0004067085,0.0033258174,0.010982045,0.0023485865,0.13988924,0.00024479703,0.1403744],"study_design_scores_gemma":[0.036627818,0.0053646164,0.69523007,0.0006453185,0.000062576764,0.00014637249,0.001426003,0.027783314,0.016832376,0.0012687623,0.2140029,0.00060988206],"about_ca_topic_score_codex":0.000080018515,"about_ca_topic_score_gemma":0.000017668659,"teacher_disagreement_score":0.21375811,"about_ca_system_score_codex":0.000031858297,"about_ca_system_score_gemma":0.00006656211,"threshold_uncertainty_score":0.43568143},"labels":[],"label_agreement":null},{"id":"W2765836967","doi":"10.1111/ases.12433","title":"Proper training in laparoscopic hernia repair is necessary to minimize the rising recurrence rate in Japan","year":2017,"lang":"en","type":"article","venue":"Asian Journal of Endoscopic Surgery","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"McGill University; U.S. Department of Veterans Affairs","keywords":"Medicine; Inguinal hernia; Surgery; Hernia; Laparoscopy; Hernia repair; General surgery","score_opus":0.0766896278768586,"score_gpt":0.33581502536532704,"score_spread":0.2591253974884684,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2765836967","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9843602,0.00029651696,0.00002786008,0.0078262165,0.00082232483,0.00018803164,0.0000010555644,0.000013564906,0.006464229],"genre_scores_gemma":[0.9977285,0.000048178696,0.000529266,0.0012494962,0.0002669972,0.000006617367,7.856418e-7,0.000018077011,0.00015208492],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9980554,0.00022901411,0.00083631295,0.00021519394,0.0003052689,0.00035878693],"domain_scores_gemma":[0.9982106,0.0006857336,0.0004352496,0.00037687365,0.000085920205,0.00020561613],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002137573,0.00016300654,0.0006448431,0.0003097354,0.00014859108,0.00008255178,0.00021223705,0.00007829217,0.00021107034],"category_scores_gemma":[0.0026570484,0.000110019995,0.00019906879,0.000247523,0.0000911358,0.00026205974,0.00004036665,0.0005378226,0.000013300221],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00027529735,0.000056959936,0.91378736,0.00003373267,0.000038945553,0.0005110088,0.005580354,0.00003244219,0.00007703786,0.000014134904,0.00016812066,0.079424605],"study_design_scores_gemma":[0.0026638987,0.0000723462,0.98763686,0.002382078,0.000025175359,0.00005691815,0.0034615556,0.0001499071,0.00029528537,0.0000897152,0.0030543439,0.0001119054],"about_ca_topic_score_codex":0.000039014096,"about_ca_topic_score_gemma":0.00003317651,"teacher_disagreement_score":0.0793127,"about_ca_system_score_codex":0.000067369234,"about_ca_system_score_gemma":0.00037686108,"threshold_uncertainty_score":0.44864854},"labels":[],"label_agreement":null},{"id":"W2766049277","doi":"10.1097/sla.0000000000002562","title":"A Novel Method of Setting Performance Standards in Surgery Using Patient Outcomes","year":2017,"lang":"en","type":"article","venue":"Annals of Surgery","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto; St. Michael's Hospital","funders":"","keywords":"Medicine; Receiver operating characteristic; Context (archaeology); Outcome (game theory); Credentialing; Learning curve; Brier score; Prostatectomy; Gold standard (test); Youden's J statistic; Medical physics; Machine learning; Computer science; Medical education","score_opus":0.3931333246652206,"score_gpt":0.46015670627420036,"score_spread":0.06702338160897975,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2766049277","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99764127,0.00008009887,0.000456358,0.0005709475,0.00015563288,0.00007804666,0.000029801777,0.000010594528,0.0009772789],"genre_scores_gemma":[0.9977745,0.00005237229,0.0017998168,0.00032124243,0.0000214025,0.00000178165,0.000005354615,0.000012661752,0.000010875681],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99847955,0.000044234082,0.00066231994,0.00014561687,0.00044100138,0.00022729165],"domain_scores_gemma":[0.9970893,0.0016951177,0.00053246727,0.00029125303,0.00031704424,0.0000748088],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0026547224,0.00010675062,0.00069715944,0.00025520573,0.00007209713,0.000010949623,0.00004669937,0.0000636277,0.000067513436],"category_scores_gemma":[0.0027115326,0.00008918775,0.00026032695,0.00011663033,0.00007027626,0.00017340104,0.00004165508,0.00010158478,4.819986e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00017457808,0.000104646795,0.8582202,0.00013914367,0.000045674435,0.000014065205,0.00017086,0.00018939677,0.00053749955,0.00001206738,0.000059697526,0.14033213],"study_design_scores_gemma":[0.00048066096,0.000019008805,0.9820697,0.00090673973,0.000014885545,0.000010502089,0.00011157164,0.004040881,0.011131457,0.000015808233,0.0010901142,0.0001087162],"about_ca_topic_score_codex":0.00014824653,"about_ca_topic_score_gemma":0.0000028640095,"teacher_disagreement_score":0.14022341,"about_ca_system_score_codex":0.00001524833,"about_ca_system_score_gemma":0.00021033877,"threshold_uncertainty_score":0.36369708},"labels":[],"label_agreement":null},{"id":"W2766058788","doi":"10.1007/s00464-017-5907-0","title":"Trends in the Fundamentals of Laparoscopic Surgery® (FLS) certification exam over the past 9 years","year":2017,"lang":"en","type":"article","venue":"Surgical Endoscopy","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":40,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Montreal General Hospital; University of Toronto; University Health Network; McGill University Health Centre","funders":"","keywords":"Medicine; Cronbach's alpha; Certification; Descriptive statistics; Abdominal surgery; Demographics; Test (biology); Cognition; Surgery; Psychometrics; Demography; Clinical psychology","score_opus":0.08034233689160801,"score_gpt":0.36510687917744533,"score_spread":0.2847645422858373,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2766058788","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9810269,0.0001361791,0.0000014617428,0.0017386475,0.00018460635,0.00014795674,0.000006109776,0.000018180719,0.01673995],"genre_scores_gemma":[0.9990662,0.000056801455,0.000009697629,0.00026936678,0.00014986632,0.000022526774,0.000030727362,0.000010929059,0.00038393296],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99869883,0.00014464022,0.00035166743,0.00019636577,0.00038844184,0.00022005246],"domain_scores_gemma":[0.99828154,0.0008483058,0.00017953153,0.00060031033,0.000025052708,0.000065284985],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0007474051,0.000110233785,0.00030568818,0.00009820691,0.00014808199,0.000061617386,0.00021574865,0.00007274811,0.0013580086],"category_scores_gemma":[0.00014380495,0.000060940783,0.00016682917,0.00021084027,0.00024124562,0.00008022679,0.000035956837,0.0002046227,0.000029711056],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00068073376,0.00035600565,0.9282318,0.00002746306,0.00005118031,0.0001351232,0.00076624675,0.00002300725,0.00013910492,0.002126155,0.0008726739,0.06659055],"study_design_scores_gemma":[0.0054859184,0.000041126616,0.93912965,0.00005762263,0.00002639328,0.000009896226,0.00015266372,0.00014034682,0.00027987408,0.00008101608,0.05452965,0.00006584786],"about_ca_topic_score_codex":0.00014487166,"about_ca_topic_score_gemma":0.000017489876,"teacher_disagreement_score":0.0665247,"about_ca_system_score_codex":0.000024468043,"about_ca_system_score_gemma":0.000023258977,"threshold_uncertainty_score":0.9995549},"labels":[],"label_agreement":null},{"id":"W2766245567","doi":"10.1093/icvts/ivx280.103","title":"P-103MOVING TOWARDS AN ULTRA-FAST TRACK MINIMALLY INVASIVE LOBECTOMY PATHWAY: A FEASIBILITY ANALYSIS","year":2017,"lang":"en","type":"article","venue":"Interactive Cardiovascular and Thoracic Surgery","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University Health Centre","funders":"","keywords":"Medicine; Fast track; Surgery","score_opus":0.06357560238775178,"score_gpt":0.3480329511874036,"score_spread":0.28445734879965184,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2766245567","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98223424,0.0009847988,0.00083422166,0.00010111276,0.00028480822,0.00034939492,0.00003538406,0.000103745086,0.015072289],"genre_scores_gemma":[0.99905103,0.00011839274,0.00014992064,0.00018499707,0.00027783713,0.000028967816,0.00007946792,0.00003666595,0.00007274445],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99713874,0.00045567506,0.0004948674,0.00088652596,0.0006128986,0.00041127775],"domain_scores_gemma":[0.9965185,0.0009435844,0.00026208762,0.0013425177,0.00047344615,0.00045990117],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0019469949,0.00035280557,0.0014747404,0.0003763571,0.00043962453,0.00031171416,0.00015382691,0.00017663487,0.00024023201],"category_scores_gemma":[0.0027323368,0.0003054365,0.0025830595,0.0003243532,0.00025321663,0.00078124343,0.000057288966,0.00040424007,0.0000175661],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0014553455,0.00029831482,0.39143077,0.00014122589,0.015715873,0.0014367179,0.0010519753,0.000114223454,0.00078230165,0.000015829288,0.0000068465188,0.5875506],"study_design_scores_gemma":[0.0012589997,0.000100509256,0.9739187,0.00026278166,0.0043592406,0.00020398072,0.0009754856,0.0006637917,0.014858816,0.00007537624,0.0028039324,0.00051841495],"about_ca_topic_score_codex":0.00036508124,"about_ca_topic_score_gemma":0.000085012434,"teacher_disagreement_score":0.58703214,"about_ca_system_score_codex":0.00012082655,"about_ca_system_score_gemma":0.00022971185,"threshold_uncertainty_score":0.9999398},"labels":[],"label_agreement":null},{"id":"W2766441513","doi":"10.1002/lio2.120","title":"Elements of virtual temporal bone surgery: Manipulandum format may be more important to surgeons than haptic device force capabilities","year":2017,"lang":"en","type":"article","venue":"Laryngoscope Investigative Otolaryngology","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Health Sciences Centre; University of Manitoba","funders":"","keywords":"Haptic technology; Drill; Computer science; Fidelity; Virtual reality; Computer vision; High fidelity; Degrees of freedom (physics and chemistry); Artificial intelligence; Simulation; Engineering; Acoustics; Physics; Telecommunications","score_opus":0.06712581524252167,"score_gpt":0.3244603212819647,"score_spread":0.2573345060394431,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2766441513","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.989895,0.00008987335,0.00006557442,0.005428934,0.00030685062,0.0009973141,0.000113064285,0.00010228104,0.0030011395],"genre_scores_gemma":[0.9935979,0.000019409692,0.0009351543,0.003933744,0.000087979715,0.00011215667,0.00027637425,0.000063505984,0.0009737338],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99668425,0.00020700568,0.001249388,0.0005897904,0.00051675946,0.000752785],"domain_scores_gemma":[0.9967828,0.0005735217,0.0007747226,0.00087317114,0.00029268157,0.00070311787],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0010176128,0.00044143636,0.0012991339,0.00031573913,0.00043004387,0.000056741203,0.00030941074,0.00025893672,0.00044390536],"category_scores_gemma":[0.0020629063,0.0003819392,0.00029412872,0.00023745255,0.0011852151,0.00042049948,0.00028332125,0.0003865104,0.000040551393],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0003498783,0.00013813173,0.9910728,0.00016693784,0.00022951579,0.00021762161,0.001473622,0.000007862967,0.0025986673,0.0029485058,0.00058409065,0.000212389],"study_design_scores_gemma":[0.0031990146,0.0007819994,0.9692785,0.00050948013,0.00018480736,0.00014256436,0.0014484673,0.0016079888,0.010324734,0.0007129213,0.011253547,0.0005559656],"about_ca_topic_score_codex":0.0017251578,"about_ca_topic_score_gemma":0.0013638292,"teacher_disagreement_score":0.021794267,"about_ca_system_score_codex":0.00008800017,"about_ca_system_score_gemma":0.00033947756,"threshold_uncertainty_score":0.99986327},"labels":[],"label_agreement":null},{"id":"W2767426412","doi":"10.1111/medu.13475","title":"Using paradox theory to understand responses to tensions between service and training in general surgery","year":2017,"lang":"en","type":"article","venue":"Medical Education","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":36,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Canadian Network for Innovation in Education; University of Ottawa","funders":"","keywords":"Stakeholder; Public relations; Context (archaeology); Psychology; Service (business); Political science; Business; Marketing","score_opus":0.21446461899283242,"score_gpt":0.4385354808049567,"score_spread":0.22407086181212427,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2767426412","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.965303,0.000036145313,0.001047896,0.03234704,0.00024321496,0.00018332715,0.0000014475212,0.000019114332,0.0008188189],"genre_scores_gemma":[0.9849734,0.0000046553423,0.0012806973,0.01321127,0.0003520488,0.0000059955432,0.000010269044,0.000011394684,0.00015027738],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9989747,0.00010675023,0.00023370865,0.0002067513,0.00028846588,0.0001896338],"domain_scores_gemma":[0.9984691,0.00076159794,0.00004826615,0.00020937133,0.00006352887,0.0004481201],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0011983635,0.00008344669,0.0002363362,0.00018533136,0.00019143744,0.00003974402,0.00006129264,0.00009149598,0.00017175537],"category_scores_gemma":[0.007164859,0.00007167892,0.000026139101,0.00016195323,0.00005068829,0.0000676597,0.000039917908,0.00014316365,0.000009316292],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00058937666,0.00013910829,0.4203816,0.000054011667,0.000032494,0.00004090789,0.014567882,0.000033416014,0.00016009713,0.0016981433,0.00056184625,0.5617411],"study_design_scores_gemma":[0.0007861315,0.00003312611,0.98503906,0.00059463904,0.000034230517,0.000024857827,0.004002147,0.0011432886,0.0000266379,0.0012152359,0.0069661955,0.00013445856],"about_ca_topic_score_codex":0.00018956249,"about_ca_topic_score_gemma":0.00008983949,"teacher_disagreement_score":0.56465745,"about_ca_system_score_codex":0.0000645345,"about_ca_system_score_gemma":0.0010005881,"threshold_uncertainty_score":0.8577523},"labels":[],"label_agreement":null},{"id":"W2768000568","doi":"10.1016/j.jpurol.2017.09.026","title":"E-learning teaches attendings “how to” objectively assess pediatric urology trainees' surgery skills for orchiopexy","year":2017,"lang":"en","type":"article","venue":"Journal of Pediatric Urology","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":5,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Hospital for Sick Children; University of Toronto","funders":"","keywords":"Medicine; Orchiopexy; Medical education; Scale (ratio); Medical physics; Surgery","score_opus":0.050201047667613054,"score_gpt":0.3271769931207467,"score_spread":0.27697594545313364,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2768000568","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9860657,0.0003335587,0.0034526219,0.007328249,0.0013900491,0.00029733096,0.000005930511,0.00004190183,0.001084652],"genre_scores_gemma":[0.9886783,0.00024615374,0.001062521,0.00095945835,0.008662744,0.000012228264,0.0000061544633,0.000050266925,0.0003221729],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99763507,0.00021849293,0.00078149,0.00035366355,0.00037635615,0.0006349304],"domain_scores_gemma":[0.99364907,0.0037388923,0.0013759874,0.00025454388,0.0004956976,0.00048583242],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0021816674,0.0002701854,0.00095179334,0.00095680787,0.00041116992,0.00008628297,0.00031479957,0.00033516306,0.00012541056],"category_scores_gemma":[0.011538294,0.00022400238,0.00052164844,0.00026169285,0.00008177131,0.00025652754,0.000082165454,0.0009379181,0.000018574041],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0014960538,0.0004891987,0.9663936,0.000052970496,0.0003887705,0.0005176936,0.0008664196,0.0002806643,0.000102013306,0.00011776376,0.003737724,0.025557123],"study_design_scores_gemma":[0.0073794895,0.0032548478,0.9495796,0.0000034868708,0.0019994772,0.00080569915,0.00022933279,0.00040476,0.000024759986,0.00029143968,0.035661798,0.00036533523],"about_ca_topic_score_codex":0.000003883164,"about_ca_topic_score_gemma":0.0000024961118,"teacher_disagreement_score":0.031924073,"about_ca_system_score_codex":0.000062182924,"about_ca_system_score_gemma":0.0003761696,"threshold_uncertainty_score":0.99678797},"labels":[],"label_agreement":null},{"id":"W2768122085","doi":"10.1371/journal.pone.0188233","title":"The effect of observing novice and expert performance on acquisition of surgical skills on a robotic platform","year":2017,"lang":"en","type":"article","venue":"PLoS ONE","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":23,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University","funders":"Intuitive Surgical","keywords":"Dreyfus model of skill acquisition; Observational study; Task (project management); Curriculum; Intervention (counseling); Test (biology); Control (management); Medical education; Computer science; Medicine; Applied psychology; Artificial intelligence; Psychology; Engineering; Nursing","score_opus":0.04974269524787637,"score_gpt":0.2950393867204226,"score_spread":0.24529669147254626,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2768122085","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9937298,0.000062159845,0.0000011263518,0.0002810319,0.000021524264,0.00018851428,6.642734e-7,0.0000116885285,0.0057034795],"genre_scores_gemma":[0.99962103,0.00011788921,0.000039182185,0.00005834836,0.00006419477,0.0000062619783,0.0000030536203,0.0000071598165,0.00008287111],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9993534,0.000018524988,0.00015163644,0.00009931367,0.00027428652,0.00010281054],"domain_scores_gemma":[0.9987304,0.00081838615,0.00011049915,0.00025127587,0.00003832657,0.00005107097],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0002576755,0.00007251792,0.00024075659,0.000024643115,0.00015692798,0.000012794757,0.000062323066,0.0000455391,0.000037018624],"category_scores_gemma":[0.0001740171,0.000042365347,0.000037146474,0.000028677552,0.000074138785,0.0000549565,0.000025491921,0.00009474948,0.0000062554896],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.018868389,0.003686413,0.7199964,0.0024399338,0.0012244598,0.00010374284,0.002533601,0.0011945149,0.024383241,0.00243977,0.000023138442,0.22310643],"study_design_scores_gemma":[0.012255373,0.005239358,0.7753695,0.0043912255,0.00017591914,0.000008307284,0.00005048045,0.04102503,0.16116323,0.000024374236,0.00013700266,0.00016018825],"about_ca_topic_score_codex":0.000007963504,"about_ca_topic_score_gemma":8.780548e-7,"teacher_disagreement_score":0.22294624,"about_ca_system_score_codex":0.00001688938,"about_ca_system_score_gemma":0.0000069055673,"threshold_uncertainty_score":0.17276087},"labels":[],"label_agreement":null},{"id":"W2773065372","doi":"10.5489/cuaj.4570","title":"Assessment of urology postgraduate trainees’ competencies in flexible ureteroscopic stone extraction","year":2017,"lang":"en","type":"article","venue":"Canadian Urological Association Journal","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"McGill University","funders":"","keywords":"Urology; Medicine; Ureteroscopy; Ureter; Medical education","score_opus":0.042725915770965274,"score_gpt":0.33566629491740596,"score_spread":0.29294037914644067,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2773065372","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97520494,0.000052646836,0.00014802665,0.012709539,0.00031520252,0.00012193006,0.000009041888,0.000013783456,0.0114248935],"genre_scores_gemma":[0.9979488,0.00003270666,0.00038881367,0.0012438108,0.00012918931,0.0000029705818,0.000010017329,0.0000066651887,0.00023700565],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9987157,0.00013543395,0.0003952685,0.00013894011,0.00027678907,0.000337874],"domain_scores_gemma":[0.99867463,0.00018854353,0.00045171127,0.00013252057,0.00019234313,0.0003602519],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0008380938,0.00009821792,0.00032121982,0.00022096404,0.00028300745,0.00006322902,0.00011754425,0.00020454245,0.00062346994],"category_scores_gemma":[0.0009854268,0.00008338388,0.00010029078,0.00008684854,0.00006569511,0.00013344,0.000011203048,0.00059537805,0.0000062845206],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000033854838,0.000050357194,0.9942486,0.0000033260471,0.00003861691,0.00008539183,0.00006735532,0.00027332315,0.0003931222,0.0009976055,0.000047793183,0.0037605984],"study_design_scores_gemma":[0.0023046362,0.0003064918,0.9869213,0.000011971574,0.000029381603,0.000070107446,0.00006147916,0.0017941621,0.000018677352,0.0007697036,0.007642083,0.00006997659],"about_ca_topic_score_codex":0.0010687466,"about_ca_topic_score_gemma":0.0012387467,"teacher_disagreement_score":0.022743886,"about_ca_system_score_codex":0.00049105135,"about_ca_system_score_gemma":0.00035593595,"threshold_uncertainty_score":0.6826559},"labels":[],"label_agreement":null},{"id":"W2773123350","doi":"10.1017/cjn.2017.263","title":"Demographics, Interests, and Quality of Life of Canadian Neurosurgery Residents","year":2017,"lang":"en","type":"article","venue":"Canadian Journal of Neurological Sciences / Journal Canadien des Sciences Neurologiques","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":16,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"Calgary Laboratory Services; University of Calgary; McGill University; University of Ottawa; University of British Columbia; Western University; Université de Sherbrooke; University of Toronto; Dalhousie University; University of Manitoba; Université Laval; University of Alberta; University of Saskatchewan; McMaster University","funders":"National Research Council Canada","keywords":"Neurosurgery; Medicine; Subspecialty; Specialty; Quality of life (healthcare); Mentorship; Workload; Intimidation; Family medicine; Demographics; Depression (economics); Happiness; Gerontology; Psychology; Demography; Nursing; Psychiatry; Medical education","score_opus":0.14140296333981106,"score_gpt":0.34699456504538767,"score_spread":0.2055916017055766,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2773123350","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9903281,0.0008102202,0.0000033200404,0.0039928183,0.00069528446,0.000106884836,0.000013433081,0.000005152093,0.00404484],"genre_scores_gemma":[0.99670726,0.0007646774,0.0004081539,0.0019685233,0.00013110763,4.0317832e-7,1.8724232e-7,0.000007638521,0.000012024433],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9959531,0.0007701696,0.0014192079,0.0003716379,0.000676795,0.0008091183],"domain_scores_gemma":[0.9930643,0.00083273737,0.0017688755,0.00023380914,0.00065540825,0.0034448686],"candidate_categories":["metaresearch","sts"],"consensus_categories":["sts"],"category_scores_codex":[0.0067773773,0.00021986326,0.00080092566,0.0020036965,0.001971606,0.0003465495,0.0012041931,0.00018849614,0.00010662964],"category_scores_gemma":[0.0132918935,0.00015187703,0.00030117683,0.0008461434,0.01086274,0.0006540699,0.00006528928,0.00088474416,4.5351e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00013389345,0.000018020131,0.9943231,0.000015610949,0.000020055155,0.0010194293,0.00009696146,0.000095582465,0.00002552233,0.00091180915,0.0000909684,0.0032490743],"study_design_scores_gemma":[0.0005873489,0.011271723,0.9831561,0.00007393268,0.00003080703,0.0017455197,0.000119549804,0.00016797689,0.00004008067,0.0018340541,0.00084350986,0.00012938511],"about_ca_topic_score_codex":0.09521835,"about_ca_topic_score_gemma":0.6512553,"teacher_disagreement_score":0.55603695,"about_ca_system_score_codex":0.000053398544,"about_ca_system_score_gemma":0.0043887706,"threshold_uncertainty_score":0.9993277},"labels":[],"label_agreement":null},{"id":"W2773783732","doi":"10.1016/j.athoracsur.2017.11.036","title":"Simulation-Based Skill Training for Trainees in Cardiac Surgery: A Systematic Review","year":2017,"lang":"en","type":"review","venue":"The Annals of Thoracic Surgery","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":62,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa","funders":"","keywords":"Medicine; Training (meteorology); Simulation training; Cardiac surgery; MEDLINE; Medical education; Medical physics; Physical therapy; Surgery; Simulation","score_opus":0.5176199246202816,"score_gpt":0.5245309192309471,"score_spread":0.006910994610665466,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2773783732","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000018634379,0.9940889,0.00006532343,0.0005679194,0.00031013915,0.00439755,0.00013501302,0.000060842296,0.00035570285],"genre_scores_gemma":[0.010230764,0.9872295,0.000025487174,0.0007719812,0.00023247048,0.0007650881,0.0004960834,0.00010491508,0.00014366365],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.9942775,0.0014296668,0.0027030164,0.0004522928,0.00058900646,0.0005485401],"domain_scores_gemma":[0.9248002,0.071217485,0.002238773,0.0012197588,0.0003503115,0.00017343285],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.014711887,0.0005718744,0.010302917,0.0006401172,0.00014361298,0.00004366051,0.00030588385,0.00030951112,0.00007120845],"category_scores_gemma":[0.033085868,0.0003523929,0.004985174,0.00061473105,0.00013700238,0.00009593608,0.000029332032,0.00036682482,0.000014840722],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00004837055,0.000042759882,0.000011038875,0.5709249,0.00034633017,0.000013393045,0.0000721508,0.00009542468,3.9713663e-9,0.000008302749,0.00016422081,0.4282731],"study_design_scores_gemma":[0.00006375707,0.0000149169855,0.000005364541,0.7716701,0.0027994867,0.0000041576145,0.000040331335,0.0010793247,8.023736e-7,0.000039356786,0.22396092,0.00032147096],"about_ca_topic_score_codex":0.000009680935,"about_ca_topic_score_gemma":0.0000018578498,"teacher_disagreement_score":0.42795163,"about_ca_system_score_codex":0.00004000553,"about_ca_system_score_gemma":0.00096646266,"threshold_uncertainty_score":0.99989283},"labels":[],"label_agreement":null},{"id":"W2774363721","doi":"10.1016/j.jsurg.2017.11.008","title":"Developing a National, Simulation-Based, Surgical Skills Bootcamp in General Thoracic Surgery","year":2017,"lang":"en","type":"article","venue":"Journal of surgical education","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":25,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University; McMaster University; University of Toronto; University of Alberta; University of Calgary","funders":"","keywords":"Specialty; Curriculum; Medicine; Medical education; Family medicine; Psychology","score_opus":0.07761571337244408,"score_gpt":0.4276109812184499,"score_spread":0.3499952678460059,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2774363721","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98677903,0.00027616526,0.00036022885,0.005979913,0.0007722206,0.00015888624,0.0000015983532,0.00001610911,0.005655849],"genre_scores_gemma":[0.9963371,0.000099963334,0.0015618315,0.00042096557,0.0011940792,0.000006134198,0.000023093466,0.0000188511,0.00033794343],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99765253,0.00013468496,0.0009630725,0.0001960273,0.0008093896,0.0002442992],"domain_scores_gemma":[0.99589974,0.0019986748,0.00075518887,0.00019656257,0.0008875174,0.0002623045],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0017082945,0.0001645118,0.00051356095,0.0004922338,0.00020432586,0.00012506718,0.0001395764,0.00015871318,0.00040936662],"category_scores_gemma":[0.0018704388,0.00013488642,0.000302611,0.00024593907,0.00009064722,0.00040725924,0.00002140223,0.0003751837,0.000021724678],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0019961316,0.0023235546,0.68114275,0.00015995344,0.00011456596,0.0010103312,0.00026546448,0.055209402,0.000016477064,0.004113593,0.00045537518,0.25319242],"study_design_scores_gemma":[0.006689173,0.00013158808,0.6316978,0.0016404227,0.000081884,0.00067676336,0.00015117446,0.03686623,0.00027564887,0.00237913,0.3188883,0.00052190624],"about_ca_topic_score_codex":0.000017817994,"about_ca_topic_score_gemma":0.0000035235344,"teacher_disagreement_score":0.31843293,"about_ca_system_score_codex":0.00035160795,"about_ca_system_score_gemma":0.0024693683,"threshold_uncertainty_score":0.55005085},"labels":[],"label_agreement":null},{"id":"W2777803527","doi":"10.5662/wjm.v7.i4.139","title":"Quantitative comparison of cranial approaches in the anatomy laboratory: A neuronavigation based research method","year":2017,"lang":"en","type":"article","venue":"World Journal of Methodology","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":20,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto; University Health Network; Toronto Western Hospital; Surgical Specialties (Canada)","funders":"","keywords":"Neuronavigation; Computer science; Visualization; Software; Imaging phantom; Medical physics; Artificial intelligence; Computer vision; Radiology; Medicine; Magnetic resonance imaging","score_opus":0.7578010879543323,"score_gpt":0.5995047060957044,"score_spread":0.15829638185862793,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2777803527","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.90748453,0.00051592203,0.0688983,0.017413964,0.00032274486,0.00034749915,0.0000032644025,0.0000057427023,0.005008026],"genre_scores_gemma":[0.807077,0.0000028288791,0.1926498,0.00016467558,0.00008338778,0.0000022181605,9.899436e-7,0.0000060603925,0.000013038707],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99216896,0.0065440834,0.000543681,0.000115442694,0.0004633645,0.00016445323],"domain_scores_gemma":[0.9875779,0.0111005725,0.00060670497,0.00023852449,0.0004142359,0.00006203231],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.021127405,0.00007381365,0.00052414055,0.0004320082,0.0001358819,0.000021123531,0.00026669554,0.00006440138,0.00006932922],"category_scores_gemma":[0.0075242645,0.00004719514,0.00009837072,0.0004050674,0.0002764058,0.00008154183,0.000024561707,0.00086213107,0.0000010722059],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.016393693,0.0015973537,0.6021091,0.00021708159,0.00032789932,0.00053014356,0.01681626,0.005883759,0.011302764,0.09894608,0.000519381,0.24535654],"study_design_scores_gemma":[0.014193388,0.0023750553,0.8903602,0.00035192326,0.00019230698,0.000069619746,0.008873017,0.049503576,0.007176675,0.009000956,0.017736802,0.0001664929],"about_ca_topic_score_codex":0.000030396757,"about_ca_topic_score_gemma":0.00006983769,"teacher_disagreement_score":0.28825113,"about_ca_system_score_codex":0.000026427317,"about_ca_system_score_gemma":0.00016685178,"threshold_uncertainty_score":0.90077907},"labels":[],"label_agreement":null},{"id":"W2778714020","doi":"10.1016/j.jsurg.2017.11.011","title":"Simulation-Based Laparoscopic Surgery Crisis Resource Management Training—Predicting Technical and Nontechnical Skills","year":2017,"lang":"en","type":"article","venue":"Journal of surgical education","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":17,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University Health Network; St. Michael's Hospital; University of Toronto","funders":"","keywords":"Checklist; Medicine; Conscientiousness; Formative assessment; Psychology; Physical therapy; Personality; Big Five personality traits","score_opus":0.03840745376359556,"score_gpt":0.3575721888410045,"score_spread":0.31916473507740895,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2778714020","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97971916,0.00027023596,0.0009982309,0.0075763217,0.0004855982,0.00025629683,0.0000017622027,0.000057155612,0.010635219],"genre_scores_gemma":[0.9969403,0.00006382444,0.0017943374,0.0005054664,0.0005346705,0.0000060513194,0.000007727887,0.000018395747,0.00012920708],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99824166,0.000068839065,0.0007546257,0.00021111399,0.00050918694,0.00021459986],"domain_scores_gemma":[0.9967183,0.0017738256,0.00062051084,0.00030587206,0.00023152072,0.0003500055],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0011133408,0.0001485125,0.0004993095,0.0002582709,0.0002869595,0.00011402159,0.00012613296,0.00015557131,0.00013743118],"category_scores_gemma":[0.0012554822,0.00012013582,0.00023210957,0.00012388738,0.00013603727,0.00019244413,0.000037133883,0.00038785432,0.0000035114404],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0024256567,0.0033196418,0.2999377,0.0004025925,0.00033370263,0.0007883388,0.00069387787,0.011548688,0.00007425602,0.0017423101,0.0025671115,0.6761661],"study_design_scores_gemma":[0.015606598,0.00058173604,0.67578083,0.003495201,0.0007864445,0.0006086223,0.0026040997,0.017295327,0.00021119557,0.00083232624,0.2815536,0.000643999],"about_ca_topic_score_codex":0.000004422154,"about_ca_topic_score_gemma":8.15973e-7,"teacher_disagreement_score":0.67552215,"about_ca_system_score_codex":0.00008665101,"about_ca_system_score_gemma":0.00025188897,"threshold_uncertainty_score":0.48989964},"labels":[],"label_agreement":null},{"id":"W2780572345","doi":"10.1097/prs.0000000000003957","title":"Teaching Palatoplasty Using a High-Fidelity Cleft Palate Simulator","year":2017,"lang":"en","type":"article","venue":"Plastic & Reconstructive Surgery","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":60,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Hospital for Sick Children","funders":"","keywords":"Palatoplasty; Medicine; High fidelity; Fidelity; Orthodontics; Dentistry; Acoustics","score_opus":0.05075449769766286,"score_gpt":0.31133606538591885,"score_spread":0.26058156768825597,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2780572345","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9925696,0.000013138809,0.0016576098,0.00007438735,0.0021476496,0.00019602578,0.000029276871,0.00014025813,0.003172024],"genre_scores_gemma":[0.99789023,0.0000043951577,0.0013731461,0.00010869408,0.0004926086,0.000005007576,0.000016250258,0.00004153098,0.00006811131],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99778914,0.00013179716,0.00064385444,0.00054838456,0.00037116735,0.0005156535],"domain_scores_gemma":[0.993778,0.0045963516,0.0004891635,0.0005706697,0.00017128864,0.0003945089],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00075251836,0.00030778465,0.0007804447,0.00020737843,0.00089151325,0.00013352619,0.00011224751,0.0001863707,0.0006214785],"category_scores_gemma":[0.0066841925,0.0002753475,0.00031227642,0.00007584509,0.00036036677,0.00037622603,0.00009985271,0.00059051166,0.00006468121],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00027126755,0.00006601119,0.93636084,0.000057568097,0.00018693504,0.00015139837,0.00008255526,0.0004898364,0.00024454476,0.0005079945,0.000009892863,0.061571173],"study_design_scores_gemma":[0.0021259133,0.000029908633,0.9521906,0.00046900695,0.00017027798,0.00021870072,0.0001430481,0.042414468,0.00013615745,0.00085719087,0.0008615499,0.0003831987],"about_ca_topic_score_codex":0.0002357796,"about_ca_topic_score_gemma":0.000012976758,"teacher_disagreement_score":0.06118797,"about_ca_system_score_codex":0.00012819191,"about_ca_system_score_gemma":0.00023155539,"threshold_uncertainty_score":0.9999699},"labels":[],"label_agreement":null},{"id":"W2781038306","doi":"10.1002/rcs.1885","title":"Camera‐augmented mobile C‐arm (CamC): A feasibility study of augmented reality imaging in the operating room","year":2017,"lang":"en","type":"article","venue":"International Journal of Medical Robotics and Computer Assisted Surgery","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":21,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa","funders":"","keywords":"Workflow; Fluoroscopy; Protocol (science); Radiation exposure; Computer science; Augmented reality; Simulation; Medical physics; Medicine; Nuclear medicine; Surgery; Artificial intelligence; Database","score_opus":0.08073456757577203,"score_gpt":0.38943493755645,"score_spread":0.30870036998067796,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2781038306","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9888054,0.00009882883,0.004669083,0.005240351,0.00080608355,0.00020242693,0.0000024421543,0.000006465357,0.0001688979],"genre_scores_gemma":[0.9986872,0.00004681454,0.00030959817,0.00060670276,0.0003285967,0.000003009518,0.000006887547,0.0000072476646,0.000003911385],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9967454,0.00027145195,0.0010289146,0.00017355916,0.0016341566,0.00014651581],"domain_scores_gemma":[0.99743015,0.001070155,0.00061309733,0.00023527138,0.0004753947,0.00017593482],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0032492224,0.00012306287,0.0004663195,0.00016294135,0.00011457687,0.00014903133,0.00040343392,0.000060509854,0.00006649897],"category_scores_gemma":[0.00090625265,0.00007999451,0.00015912637,0.00007740663,0.000106926476,0.00013010346,0.00015524837,0.00043484365,3.3376588e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00030660932,0.0028928714,0.83331126,0.000021359208,0.00026249452,0.0014384226,0.0007716941,0.0013705399,0.000011166484,0.000084571475,0.0001463001,0.15938273],"study_design_scores_gemma":[0.0046982253,0.0002110107,0.9020658,0.0005608025,0.000052914344,0.00044091596,0.00096974627,0.09071637,0.000004968549,0.000038595816,0.00016438474,0.00007627433],"about_ca_topic_score_codex":0.00015179462,"about_ca_topic_score_gemma":0.000032190208,"teacher_disagreement_score":0.15930645,"about_ca_system_score_codex":0.00006336167,"about_ca_system_score_gemma":0.0001689801,"threshold_uncertainty_score":0.32620814},"labels":[],"label_agreement":null},{"id":"W2782020454","doi":"10.1371/journal.pone.0190580","title":"Development of an objective assessment tool for total laparoscopic hysterectomy: A Delphi method among experts and evaluation on a virtual reality simulator","year":2018,"lang":"en","type":"article","venue":"PLoS ONE","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":53,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Canada Excellence Research Chairs, Government of Canada","keywords":"Intraclass correlation; Delphi; Delphi method; Reliability (semiconductor); Scale (ratio); Virtual reality; Hysterectomy; Task (project management); Medical physics; Medicine; Computer science; Psychometrics; Surgery; Artificial intelligence; Engineering","score_opus":0.14348313611781938,"score_gpt":0.41607366584943534,"score_spread":0.27259052973161596,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2782020454","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9945937,0.0000047105414,0.0035619154,0.00003337821,0.000032062042,0.0011452321,0.0000066534335,0.00003493413,0.00058742124],"genre_scores_gemma":[0.95991415,2.7107228e-7,0.039667804,0.00008755903,0.00010110549,0.00014445485,0.00003964313,0.000013134377,0.000031863223],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9986928,0.00012969914,0.00030047892,0.00026877288,0.0004712003,0.00013701878],"domain_scores_gemma":[0.9989714,0.000344082,0.00010454852,0.00014942499,0.00033216376,0.00009835787],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0008689555,0.000109164044,0.00032018957,0.00006710687,0.00008573347,0.000012616839,0.000024533747,0.00006856654,0.00008636901],"category_scores_gemma":[0.00031096317,0.000092588605,0.000030149477,0.000083288,0.000046970858,0.0000844112,0.000018828518,0.00005666918,0.0000011061173],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.010596316,0.019420316,0.065750144,0.0008849656,0.0037075137,0.0000096575,0.06423809,0.0010523763,0.15265475,0.001809038,0.000014797313,0.679862],"study_design_scores_gemma":[0.013418532,0.0037154455,0.42147845,0.0005950516,0.000380016,0.000001047613,0.001382732,0.45259753,0.10602382,0.00014281698,0.000031631957,0.00023292293],"about_ca_topic_score_codex":0.000008518387,"about_ca_topic_score_gemma":0.000020434516,"teacher_disagreement_score":0.6796291,"about_ca_system_score_codex":0.00013229437,"about_ca_system_score_gemma":0.00015542621,"threshold_uncertainty_score":0.37756538},"labels":[],"label_agreement":null},{"id":"W2782045143","doi":"","title":"Using Google Glass in Non-Surgical Settings: A systematic review.","year":2017,"lang":"en","type":"article","venue":"JMIR mhealth and uhealth","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Medicine; Computer science","score_opus":0.10574519579872874,"score_gpt":0.45714813583903885,"score_spread":0.35140294004031014,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2782045143","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9706224,0.009703123,0.00002708082,0.006929478,0.00017087563,0.002666952,0.0000053415392,0.000060414255,0.009814314],"genre_scores_gemma":[0.9934981,0.0018590052,0.00026097093,0.0040566935,0.00013361586,0.00004465997,0.0000073430774,0.000016210883,0.00012339815],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.99827385,0.00010945565,0.0006573403,0.0002820418,0.00025250978,0.00042481895],"domain_scores_gemma":[0.998507,0.0001422622,0.0003849908,0.0004029586,0.000049166094,0.00051358086],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0012423887,0.00014684419,0.00083498424,0.000082499944,0.00034673297,0.000037824833,0.00008322028,0.000097156226,0.000036541904],"category_scores_gemma":[0.00029711818,0.00011116557,0.00006521625,0.00010847761,0.00006145498,0.00009559514,0.000038165937,0.00030115776,0.00001777291],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00031447955,0.00026765617,0.048824217,0.94309354,0.000026407228,0.0003796289,0.0008195888,0.0000044878166,0.000004047502,0.00078547763,0.00020603782,0.005274446],"study_design_scores_gemma":[0.02780551,0.00092066324,0.4042306,0.49945563,0.0008581193,0.0012631721,0.0008910597,0.055720873,0.00000651197,0.00027301454,0.007704779,0.0008700791],"about_ca_topic_score_codex":0.00011443459,"about_ca_topic_score_gemma":0.000014787895,"teacher_disagreement_score":0.4436379,"about_ca_system_score_codex":0.00010896722,"about_ca_system_score_gemma":0.00019095448,"threshold_uncertainty_score":0.45332006},"labels":[],"label_agreement":null},{"id":"W2782689587","doi":"10.1002/lary.27085","title":"Validity evidence as a key marker of quality of technical skill assessment in OTL–HNS","year":2018,"lang":"en","type":"review","venue":"The Laryngoscope","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"","keywords":"Context (archaeology); Psychology; External validity; Quality (philosophy); Internal validity; Content validity; Quality assessment; Evidence-based practice; Medical education; Applied psychology; Psychometrics; Medicine; Clinical psychology; Social psychology; External quality assessment","score_opus":0.2561095236087899,"score_gpt":0.5013720499627823,"score_spread":0.24526252635399237,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2782689587","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0072392705,0.95531857,0.00004662829,0.00033724282,0.0001682587,0.0016819367,0.000028311872,0.00005023127,0.03512953],"genre_scores_gemma":[0.06621383,0.93259335,0.000418174,0.0001808637,0.0001168542,0.000053405645,0.000029090344,0.00003268714,0.00036175648],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9963571,0.0011263102,0.0013201409,0.00033918692,0.0006219124,0.00023533698],"domain_scores_gemma":[0.995353,0.0029993826,0.00065132667,0.00075844367,0.00013802975,0.000099811055],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0044977083,0.00026631914,0.0020804876,0.00011933234,0.000030667852,0.0000075238163,0.0003305143,0.00029530923,0.0011239033],"category_scores_gemma":[0.0018781744,0.0001537363,0.0005074626,0.0005783644,0.00028572406,0.00005186469,0.00019534456,0.0006567268,0.00005330578],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0015478828,0.0037487368,0.018711045,0.115967095,0.0012290155,0.00017643279,0.0011244721,0.000008281479,0.00006676377,0.011257576,0.0017104255,0.84445226],"study_design_scores_gemma":[0.0016271959,0.00056937133,0.04009548,0.07311907,0.001020286,0.000044453158,0.000042071137,0.00004525528,0.0000143532925,0.00039078892,0.88266784,0.00036381691],"about_ca_topic_score_codex":0.0002267147,"about_ca_topic_score_gemma":0.000037144368,"teacher_disagreement_score":0.8809574,"about_ca_system_score_codex":0.00013008073,"about_ca_system_score_gemma":0.0005559473,"threshold_uncertainty_score":0.9997892},"labels":[],"label_agreement":null},{"id":"W2782902986","doi":"10.1016/j.wneu.2018.01.019","title":"Canadian Neurosurgery Educators' Views on Stereotactic Radiosurgery in Residency Training","year":2018,"lang":"en","type":"article","venue":"World Neurosurgery","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":11,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"SickKids Foundation; University of Toronto","funders":"","keywords":"Medicine; Neurosurgery; Radiosurgery; Residency training; Thematic analysis; Medical education; Graduate medical education; Medical physics; Family medicine; Qualitative research; Radiology; Continuing education; Accreditation","score_opus":0.07962264640237887,"score_gpt":0.3190001191974465,"score_spread":0.2393774727950676,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2782902986","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9346109,0.00010415966,0.0000012293557,0.0070440415,0.005012491,0.00037773847,0.00000611814,0.0001613422,0.05268195],"genre_scores_gemma":[0.97293943,0.00005398411,0.000023380324,0.021062002,0.0013185096,0.000029437932,0.000016640104,0.000099542354,0.004457046],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99592656,0.00046940023,0.0012105609,0.00083464535,0.0004842486,0.0010745637],"domain_scores_gemma":[0.99577206,0.0021196352,0.00023190914,0.000684511,0.00009275609,0.0010990996],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0015354804,0.00040457575,0.00089801126,0.0024088528,0.0002634605,0.000092997594,0.00013583331,0.00013299412,0.0015966406],"category_scores_gemma":[0.0015895574,0.00039078508,0.00037996506,0.0021870583,0.00017787112,0.00021011404,0.00002795157,0.0007782178,0.00046432196],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00048225446,0.00027009725,0.92039126,0.000040123956,0.000034131655,0.0028854702,0.00066877273,0.000010865055,0.00014435514,0.00041165392,0.018067347,0.056593668],"study_design_scores_gemma":[0.0011789593,0.00013464228,0.6804876,0.0004010239,0.000030084817,0.00015466535,0.00008163924,0.00015978972,0.00019642345,0.00009972988,0.31666148,0.00041401197],"about_ca_topic_score_codex":0.0024186627,"about_ca_topic_score_gemma":0.025517706,"teacher_disagreement_score":0.29859415,"about_ca_system_score_codex":0.0003210656,"about_ca_system_score_gemma":0.0013582591,"threshold_uncertainty_score":0.9998544},"labels":[],"label_agreement":null},{"id":"W2786290639","doi":"10.1089/end.2017.0650","title":"Competency-Based Training and Simulation: Making a “Valid” Argument","year":2018,"lang":"en","type":"review","venue":"Journal of Endourology","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":42,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Taxonomy (biology); Argument (complex analysis); Construct validity; Comprehension; Construct (python library); External validity; Medicine; Computer science; Management science; Psychology; Psychometrics; Social psychology; Clinical psychology","score_opus":0.1709533123966378,"score_gpt":0.42834082792927797,"score_spread":0.25738751553264017,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2786290639","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00017853142,0.994815,0.001215225,0.000216026,0.00049885066,0.0002472397,0.0000032150676,0.000019031531,0.0028068745],"genre_scores_gemma":[0.089563474,0.8984986,0.007298998,0.001827325,0.0026261942,0.0000071379072,0.000020016318,0.00008755846,0.0000706912],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99801,0.00023576127,0.0010381464,0.00019511337,0.00027558598,0.00024543193],"domain_scores_gemma":[0.9971396,0.0013145313,0.0010474139,0.0001387737,0.00018546554,0.00017426009],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00073114043,0.0002503541,0.0018104882,0.00039063845,0.00006346211,0.000021630989,0.00009169861,0.00027041583,0.0004921219],"category_scores_gemma":[0.00038809274,0.0001766336,0.00048790395,0.00016490268,0.00011250133,0.00003964435,0.000025692812,0.0006060866,0.0000116673355],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00018311855,0.000080938706,0.00006589414,0.0018796403,0.00045193481,0.0007937687,0.00018257607,0.0006574497,1.6481306e-7,0.0003739746,0.00003295326,0.9952976],"study_design_scores_gemma":[0.0026556752,0.00086560834,0.000027269587,0.0046717846,0.001232404,0.0016449007,0.000021637601,0.0023804859,1.0090509e-7,0.00016165404,0.9862036,0.0001348758],"about_ca_topic_score_codex":1.9676564e-7,"about_ca_topic_score_gemma":5.3727365e-7,"teacher_disagreement_score":0.9951627,"about_ca_system_score_codex":0.00005574438,"about_ca_system_score_gemma":0.0005966945,"threshold_uncertainty_score":0.72029096},"labels":[],"label_agreement":null},{"id":"W2787839788","doi":"10.1089/lap.2017.0214","title":"Comparison of Adult and Pediatric Surgeons: Insight into Simulation-Based Tools That May Improve Expertise Among Experts","year":2018,"lang":"en","type":"article","venue":"Journal of Laparoendoscopic & Advanced Surgical Techniques","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Children's Hospital of Eastern Ontario; University of Ottawa; Hospital for Sick Children; University of Toronto","funders":"","keywords":"Medicine; Task (project management); Psychomotor learning; Pediatric Surgeon; Simulation; Physical therapy; Physical medicine and rehabilitation; Pediatric surgery; Medical physics; Surgery; Computer science; Engineering; Cognition","score_opus":0.038690400939342624,"score_gpt":0.37280648123949994,"score_spread":0.3341160803001573,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2787839788","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9929943,0.0010289625,0.003774502,0.00021598452,0.00021630459,0.00040596558,0.0000026531277,0.000100717305,0.0012605918],"genre_scores_gemma":[0.99012655,0.00030411247,0.009001457,0.00018130643,0.00029828527,0.00001726998,0.000005137519,0.000028078179,0.000037792466],"study_design_codex":"observational","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9975945,0.00012713662,0.0011365674,0.0002672342,0.0005900555,0.00028450316],"domain_scores_gemma":[0.99643415,0.0014958443,0.0007694529,0.00024225443,0.00073838845,0.00031993154],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00026032288,0.0002587393,0.0009933866,0.00033520765,0.00009979823,0.000033749096,0.000121535944,0.00016601878,0.00017748728],"category_scores_gemma":[0.0008080132,0.0001925761,0.00023099217,0.00032044365,0.00029248346,0.00039540746,0.000042501815,0.00031397562,9.692421e-7],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0021831407,0.0005568648,0.8589098,0.00017543828,0.000073427895,0.00021080062,0.001117012,0.00028381636,0.002843668,0.00011652835,0.00003852414,0.133491],"study_design_scores_gemma":[0.02645255,0.008889778,0.09168701,0.002626442,0.0005039665,0.00010708948,0.0012383204,0.021697747,0.7948847,0.0007826918,0.049965333,0.0011644021],"about_ca_topic_score_codex":0.000015200237,"about_ca_topic_score_gemma":0.0000056818694,"teacher_disagreement_score":0.792041,"about_ca_system_score_codex":0.00008681793,"about_ca_system_score_gemma":0.00009985008,"threshold_uncertainty_score":0.7853026},"labels":[],"label_agreement":null},{"id":"W2788056353","doi":"10.2147/amep.s138758","title":"Surgical simulation training in orthopedics: current insights","year":2018,"lang":"en","type":"review","venue":"Advances in Medical Education and Practice","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":44,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto; McMaster University","funders":"","keywords":"Orthopedic surgery; Medical education; Narrative review; Transfer of training; Medicine; Simulation training; MEDLINE; Narrative; Medical physics; Physical therapy; Psychology; Computer science; Surgery; Simulation; Intensive care medicine; Knowledge management","score_opus":0.1104094188410024,"score_gpt":0.5310566802389379,"score_spread":0.4206472613979355,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2788056353","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000035595425,0.96843374,0.00008181859,0.00035433104,0.0012087347,0.0005100708,9.365009e-7,0.000030282488,0.029344505],"genre_scores_gemma":[0.0013687148,0.99620247,0.0003948585,0.00067531015,0.0010227087,0.00008138694,0.00014642556,0.000026256856,0.000081858394],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9968962,0.0007068534,0.0009743877,0.0005050427,0.00066389516,0.0002536055],"domain_scores_gemma":[0.9924937,0.0063903937,0.0003687201,0.0001931253,0.0001273811,0.00042671876],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0015895071,0.0002747202,0.0009911811,0.00040982862,0.000054761855,0.000028626855,0.000092975504,0.00038125695,0.0006206492],"category_scores_gemma":[0.01563488,0.00021270286,0.000108468565,0.0008094707,0.00017218465,0.0005518078,0.00003937343,0.0011658776,0.000042345964],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000883903,0.00036040222,0.000039560626,0.0020803534,0.000011347998,0.000068999754,0.00096535357,0.000007774438,2.5687152e-10,0.0011694782,0.000013564213,0.9951948],"study_design_scores_gemma":[0.0012710729,0.00006126148,0.000018183595,0.015896961,0.00014904632,0.0002773863,0.00053903216,0.00096964755,3.2493288e-9,0.00026115665,0.9803509,0.00020531115],"about_ca_topic_score_codex":0.0000065229415,"about_ca_topic_score_gemma":0.000028391249,"teacher_disagreement_score":0.99498945,"about_ca_system_score_codex":0.00013391186,"about_ca_system_score_gemma":0.0026637565,"threshold_uncertainty_score":0.9926568},"labels":[],"label_agreement":null},{"id":"W2788661210","doi":"10.1016/j.apergo.2018.02.011","title":"Human factors in robotic assisted surgery: Lessons from studies ‘in the Wild’","year":2018,"lang":"en","type":"review","venue":"Applied Ergonomics","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":107,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Office of Extramural Research, National Institutes of Health; Health Services and Delivery Research Programme; National Institute on Aging; University at Buffalo; National Institute of Biomedical Imaging and Bioengineering; Mayo Clinic; Roswell Park Alliance Foundation, Roswell Park Cancer Institute; National Institute on Handicapped Research; National Institute for Health and Care Research; John A. Hartford Foundation; NIHR Clinical Research Network Thames Valley and South Midlands; Health Sciences Centre Foundation","keywords":"Workload; Workflow; Surgical team; Automation; Robotic surgery; Psychology; Medicine; Applied psychology; Operations management; Engineering; Computer science; Surgery","score_opus":0.32108690002195434,"score_gpt":0.42598094702135175,"score_spread":0.10489404699939742,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2788661210","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.021573475,0.97360647,0.0000057237658,0.000060660117,0.0003841899,0.001038836,0.00001991881,0.00006120199,0.0032495132],"genre_scores_gemma":[0.1776503,0.82107323,0.000049492875,0.00017390703,0.00030661304,0.00010105514,0.0005338622,0.00005772639,0.00005383834],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99812603,0.00012736308,0.00084614736,0.00044979455,0.00014577409,0.0003049009],"domain_scores_gemma":[0.9968925,0.0022886274,0.00029589736,0.00043839673,0.000017396245,0.00006718602],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0005824785,0.0003787675,0.0021898749,0.00024655863,0.00008307458,0.00002866235,0.00018781061,0.00029349572,0.000057777663],"category_scores_gemma":[0.00010653751,0.00024105127,0.0003563163,0.0003856335,0.00014858072,0.000021695507,0.000060888542,0.0005253459,0.00006440153],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000064225314,0.00034647685,0.0018238031,0.002777237,0.00094101357,0.000080888356,0.0019942026,0.000071232585,2.38607e-7,0.0031280553,0.00092428765,0.98784834],"study_design_scores_gemma":[0.0010876653,0.000018993851,0.019429052,0.0055646724,0.00078645285,0.000005338443,0.0010998591,0.0000191162,2.8301562e-7,0.00022472264,0.9713032,0.0004606184],"about_ca_topic_score_codex":0.00007525055,"about_ca_topic_score_gemma":0.00025414658,"teacher_disagreement_score":0.9873877,"about_ca_system_score_codex":0.00027869534,"about_ca_system_score_gemma":0.00011988145,"threshold_uncertainty_score":0.9829785},"labels":[],"label_agreement":null},{"id":"W2788770371","doi":"10.1053/j.gastro.2017.11.293","title":"Advances and Challenges in Endoscopic Training","year":2018,"lang":"en","type":"review","venue":"Gastroenterology","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":62,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"","keywords":"Training (meteorology); Medicine; Geography","score_opus":0.20894206717306815,"score_gpt":0.3818311067656701,"score_spread":0.17288903959260196,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2788770371","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0002994376,0.9961336,0.0000065975255,0.00014613543,0.00016496125,0.00023422157,0.000002322317,0.000028130655,0.0029845657],"genre_scores_gemma":[0.0015140715,0.99787515,0.00018275356,0.00013021922,0.00020243574,0.000036296387,0.000021061838,0.000020022928,0.000018014038],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99881554,0.00012866956,0.00034652825,0.0003376959,0.00006926874,0.00030231202],"domain_scores_gemma":[0.99951917,0.00013503381,0.00010818126,0.00012981395,0.00001264991,0.00009517142],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00017662805,0.00019588573,0.0012042861,0.00019611912,0.000016634867,0.000004308234,0.000051233277,0.00015914223,0.00009399137],"category_scores_gemma":[0.00005983686,0.00015155386,0.00010448852,0.000053751424,0.00011228441,0.000029434681,0.000036708316,0.00025411678,0.000017720586],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000034238346,0.000018996001,0.0008662561,0.0042004716,0.00003150094,0.000055861376,0.00013124608,6.515715e-8,4.2943027e-9,0.000030943404,0.0000016935207,0.9946287],"study_design_scores_gemma":[0.0014652879,0.00048732167,0.00059830525,0.004547727,0.000115360315,0.00021387391,0.00007122573,0.0000054350267,6.843948e-9,0.000025479367,0.99242264,0.000047330803],"about_ca_topic_score_codex":6.8539777e-7,"about_ca_topic_score_gemma":0.000033887936,"teacher_disagreement_score":0.9945814,"about_ca_system_score_codex":0.00002353677,"about_ca_system_score_gemma":0.000027782424,"threshold_uncertainty_score":0.61801875},"labels":[],"label_agreement":null},{"id":"W2789500683","doi":"10.1177/1553350618764221","title":"Development of a Model for the Acquisition and Assessment of Advanced Laparoscopic Suturing Skills Using an Automated Device","year":2018,"lang":"en","type":"article","venue":"Surgical Innovation","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University Health Centre","funders":"Medtronic","keywords":"Medicine; Inter-rater reliability; Intraclass correlation; Task (project management); Reliability (semiconductor); Percentile; Confidence interval; Laparoscopic surgery; Intra-rater reliability; Medical physics; Laparoscopy; Physical therapy; Surgery; Psychometrics; Psychology; Statistics; Rating scale; Internal medicine","score_opus":0.09369132217463669,"score_gpt":0.4299855820736162,"score_spread":0.33629425989897954,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2789500683","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9723463,0.000011480949,0.026944129,0.00004292764,0.000050509014,0.00028765074,0.0000025507507,0.000041778963,0.00027266357],"genre_scores_gemma":[0.9454376,0.0000015415052,0.054379407,0.00006531622,0.000047692676,0.000010294471,0.00004051383,0.0000068835393,0.000010714095],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99921626,0.00001530916,0.00039470676,0.00011870707,0.00016167956,0.00009334037],"domain_scores_gemma":[0.999165,0.00012252266,0.00016003317,0.0000836081,0.00044521902,0.000023613755],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0004233836,0.00006542407,0.00016649284,0.00008496788,0.00009148444,0.0000067558053,0.000025007437,0.000049371025,0.000020200892],"category_scores_gemma":[0.000038782993,0.0000460354,0.000016618458,0.00038478646,0.00006169761,0.000092470786,0.000015706255,0.000046292993,1.2569842e-7],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0020118726,0.0020580317,0.032054123,0.0011533963,0.0004973951,0.000005981271,0.008422981,0.06245437,0.32877618,0.08216175,0.000010134404,0.4803938],"study_design_scores_gemma":[0.00272364,0.0000853273,0.04689909,0.000119708144,0.000023934248,0.0000020856874,0.00012126266,0.9351617,0.014313611,0.000093566836,0.00040264457,0.000053414413],"about_ca_topic_score_codex":0.0000017621197,"about_ca_topic_score_gemma":0.0000020663895,"teacher_disagreement_score":0.87270737,"about_ca_system_score_codex":0.000033982793,"about_ca_system_score_gemma":0.00009683158,"threshold_uncertainty_score":0.1877269},"labels":[],"label_agreement":null},{"id":"W2789794229","doi":"10.1093/jcag/gwy008.020","title":"A19 DEVELOPING A COMPETENCY-BASED PERFORMANCE METRIC OF COLONOSCOPY SKILLS ACQUISITION USING MOTION ANALYSIS - STEP 1: LOW-FIDELITY BENCHTOP MODEL","year":2018,"lang":"en","type":"article","venue":"Journal of the Canadian Association of Gastroenterology","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"SickKids Foundation; The Wilson Centre; Hospital for Sick Children; Queen's University","funders":"","keywords":"Colonoscopy; Competence (human resources); Fidelity; Dreyfus model of skill acquisition; Curriculum; Medicine; Computer science; Simulation; Medical physics; Physical therapy; Psychology; Internal medicine","score_opus":0.01629508382095293,"score_gpt":0.2755148583120212,"score_spread":0.2592197744910683,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2789794229","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.976372,0.0000038567914,0.021966567,0.0012943682,0.00017237409,0.00009693716,0.000018975565,0.0000026845257,0.00007223606],"genre_scores_gemma":[0.99100983,0.0000029345626,0.007840845,0.0010517926,0.000066286244,4.6813935e-7,0.000009008599,0.0000060416405,0.000012808038],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9983737,0.00020090253,0.00071898306,0.000092085545,0.0003865727,0.00022774098],"domain_scores_gemma":[0.996919,0.00009647836,0.0014842172,0.00011916537,0.00123828,0.0001428583],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0010688555,0.00008817163,0.00046982127,0.00079075515,0.00011096964,0.000007985047,0.000117632044,0.000113198934,0.000062836494],"category_scores_gemma":[0.00034707185,0.00007224454,0.00025884295,0.0007497338,0.000069275644,0.00008964893,0.000012573379,0.00017205019,6.083698e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00033746698,0.000050429873,0.93048257,0.00002138416,0.00043468404,0.0000011366377,0.0000985335,0.06812417,0.00025280126,0.00003576549,0.000016040698,0.00014504783],"study_design_scores_gemma":[0.0017911863,0.00040999416,0.66519725,0.00007291279,0.0004890852,0.0000054283737,0.000018217022,0.3315767,0.00036652223,0.000033150412,0.000010248052,0.000029337776],"about_ca_topic_score_codex":0.00086923747,"about_ca_topic_score_gemma":0.021155242,"teacher_disagreement_score":0.2652853,"about_ca_system_score_codex":0.0013892995,"about_ca_system_score_gemma":0.00084242475,"threshold_uncertainty_score":0.9967061},"labels":[],"label_agreement":null},{"id":"W2789995709","doi":"10.1111/nmo.13341","title":"Curriculum for neurogastroenterology and motility training: A report from the joint <scp>ANMS</scp>‐<scp>ESNM</scp> task force","year":2018,"lang":"en","type":"review","venue":"Neurogastroenterology & Motility","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":31,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Task (project management); Task force; Motility; Computer science; Joint (building); Psychology; Engineering; Cell biology; Biology; Political science","score_opus":0.07657360369785787,"score_gpt":0.329171320644278,"score_spread":0.25259771694642014,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2789995709","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.801112,0.1854057,0.0014664286,0.00071230106,0.0029528528,0.0061369934,0.0010799713,0.00058428926,0.0005494945],"genre_scores_gemma":[0.48762497,0.4725085,0.0021568905,0.018434,0.0068880366,0.0026180819,0.007158625,0.0010629183,0.0015479884],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.9894704,0.0018611938,0.002808532,0.0030838768,0.0006782881,0.0020976746],"domain_scores_gemma":[0.9905047,0.004019827,0.0018439248,0.0022126657,0.00045710529,0.0009617656],"candidate_categories":["metaresearch","metaepi_narrow","research_integrity"],"consensus_categories":["metaepi_narrow"],"category_scores_codex":[0.002047322,0.0015427133,0.004635834,0.00028017204,0.0005522094,0.000125907,0.0007841199,0.00096740905,0.00005092442],"category_scores_gemma":[0.008677228,0.0011356286,0.0020337459,0.00036894085,0.0016675509,0.00018039987,0.00067049684,0.0023396271,0.000037372745],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0001522084,0.0047266753,0.7522254,0.00940619,0.0057525854,0.003990778,0.0032747807,0.000022032273,0.000027505665,0.000086416556,0.028537035,0.19179842],"study_design_scores_gemma":[0.005016505,0.0024041852,0.121862546,0.00089539966,0.0030073966,0.002898586,0.00031474713,0.0008164311,0.0000018412786,0.00013017982,0.8626075,0.00004470261],"about_ca_topic_score_codex":0.00007106607,"about_ca_topic_score_gemma":0.00010836163,"teacher_disagreement_score":0.83407044,"about_ca_system_score_codex":0.00015207267,"about_ca_system_score_gemma":0.00025930392,"threshold_uncertainty_score":0.99996203},"labels":[],"label_agreement":null},{"id":"W2790002425","doi":"10.1097/gox.0000000000001706","title":"Three-dimensional Printed Surgical Simulator for Kirschner Wire Placement in Hand Fractures","year":2018,"lang":"en","type":"article","venue":"Plastic & Reconstructive Surgery Global Open","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":13,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Manitoba; University of Ottawa","funders":"","keywords":"Kirschner wire; Computer science; Reduction (mathematics); Medicine; 3d printed; Phalanx; Simulation; Orthodontics; Surgery; Biomedical engineering; Prosthesis; Mathematics","score_opus":0.038520517551886346,"score_gpt":0.3350333809696368,"score_spread":0.29651286341775046,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2790002425","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98969626,0.000042019317,0.0017850089,0.00026839852,0.0011750639,0.0011101458,0.00010761044,0.00004370785,0.0057717995],"genre_scores_gemma":[0.99719447,6.9539686e-7,0.0019949193,0.00029449887,0.00027440328,0.00006134614,0.00007889374,0.000019652998,0.00008110396],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9979311,0.00006240351,0.00060037104,0.00058014237,0.00034817465,0.0004777765],"domain_scores_gemma":[0.99538225,0.0036119611,0.00016664964,0.00020237516,0.00033483902,0.0003019285],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00053486775,0.00027539843,0.0007232442,0.0001230842,0.00017815772,0.00008549037,0.00012538572,0.00017283855,0.0028154398],"category_scores_gemma":[0.0015322089,0.00022063965,0.00018484589,0.00037261684,0.00041592907,0.00018593109,0.00015811127,0.00018237681,0.000069860325],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.018554656,0.00048722688,0.9161543,0.000052482246,0.00045592396,0.00028128223,0.00008365866,0.0015261638,0.00003617757,0.0033355108,0.0017587766,0.05727382],"study_design_scores_gemma":[0.02787026,0.0008060205,0.77447796,0.0012825229,0.00021863567,0.00062894827,0.00023287984,0.07190169,0.000991796,0.0035386316,0.11695582,0.0010948122],"about_ca_topic_score_codex":0.000112658425,"about_ca_topic_score_gemma":0.00028016337,"teacher_disagreement_score":0.14167634,"about_ca_system_score_codex":0.00022526916,"about_ca_system_score_gemma":0.0003965926,"threshold_uncertainty_score":0.9980961},"labels":[],"label_agreement":null},{"id":"W2790103789","doi":"10.1007/978-3-642-36801-1_245-1","title":"Animations and Surgical Simulation in Orthopedic Education","year":2013,"lang":"en","type":"book-chapter","venue":"","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Etobicoke School of the Arts; University of Toronto","funders":"","keywords":"Orthopedic surgery; Surgical simulation; Virtual reality; Medical education; Medical physics; Medicine; Simulation; Computer science; Surgery; Human–computer interaction","score_opus":0.03972582921035498,"score_gpt":0.3266068308763838,"score_spread":0.2868810016660288,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2790103789","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.007389311,0.00030054088,0.0000626039,0.00035155413,0.00007192887,0.00044024986,0.0000016268173,0.000057506037,0.99132466],"genre_scores_gemma":[0.5538896,0.00008118253,0.00020525885,0.00022189577,0.00014205594,0.000008205458,0.00012927005,0.000019493455,0.44530305],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99919266,0.000009063123,0.00030869356,0.00021717013,0.00017670513,0.0000957017],"domain_scores_gemma":[0.9993788,0.0002094094,0.000068885034,0.00011710197,0.00009736887,0.0001284408],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.000089597,0.00014493518,0.00025447135,0.00021853948,0.000029442921,0.000020054846,0.00001654284,0.00023835979,0.01031729],"category_scores_gemma":[0.000039926577,0.00012162127,0.00005296912,0.000037947906,0.000038618,0.0000757802,0.000015729447,0.00022204804,0.00026085263],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00009324672,0.00012818999,0.004403363,0.00012286095,0.000046280387,0.000038927203,0.00017223391,0.00070391793,0.0000010992936,0.47594306,0.00036176556,0.51798505],"study_design_scores_gemma":[0.002443507,0.00008128484,0.013918645,0.0003793219,0.00007532602,0.000038845785,0.000040926403,0.030320328,3.9167887e-7,0.006162554,0.9462732,0.00026566055],"about_ca_topic_score_codex":0.000017886381,"about_ca_topic_score_gemma":0.000011896757,"teacher_disagreement_score":0.94591147,"about_ca_system_score_codex":0.000046479865,"about_ca_system_score_gemma":0.00011453627,"threshold_uncertainty_score":0.9905874},"labels":[],"label_agreement":null},{"id":"W2790224566","doi":"10.1001/jamaoto.2017.3163","title":"Otolaryngology Resident Education and the Accreditation Council for Graduate Medical Education Core Competencies","year":2018,"lang":"en","type":"review","venue":"JAMA Otolaryngology–Head & Neck Surgery","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":22,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Hospital for Sick Children","funders":"","keywords":"Graduate medical education; Accreditation; Core competency; Medical education; Medicine; Systematic review; Cochrane Library; Citation; Curriculum; MEDLINE; Meta-analysis; Psychology; Library science; Computer science; Internal medicine; Pedagogy; Political science","score_opus":0.19335563807418304,"score_gpt":0.38102676921290307,"score_spread":0.18767113113872003,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2790224566","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.039824184,0.94567555,0.00005589021,0.00348555,0.0042837346,0.0040543107,0.000043204072,0.00019328172,0.0023842999],"genre_scores_gemma":[0.004422629,0.9790237,0.0005183085,0.00606004,0.0038704507,0.002504013,0.0024783548,0.00014080836,0.000981685],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9943893,0.00088446937,0.0018407918,0.001008862,0.001207249,0.0006693254],"domain_scores_gemma":[0.98594695,0.009940845,0.0011203466,0.00077845715,0.0016978463,0.00051554333],"candidate_categories":["metaresearch","metaepi_narrow","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.0051379767,0.0007157963,0.0031481152,0.00048374597,0.00046703994,0.00011774235,0.00032903327,0.001345398,0.00031357026],"category_scores_gemma":[0.017651219,0.00048445378,0.0009990308,0.0006185076,0.0012110102,0.00024604553,0.00014009478,0.0011466879,0.00009296046],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0012697839,0.00060659106,0.0052276473,0.01936977,0.0006602985,0.00006726613,0.00075557816,1.5492813e-7,2.4404852e-7,0.0067640543,0.06658756,0.89869106],"study_design_scores_gemma":[0.002714934,0.00013941861,0.012429852,0.015712975,0.0014403218,0.001991192,0.000181707,0.00032777214,2.8453982e-7,0.00097489054,0.9636281,0.00045851574],"about_ca_topic_score_codex":0.00017149939,"about_ca_topic_score_gemma":0.00010354511,"teacher_disagreement_score":0.8982325,"about_ca_system_score_codex":0.00049111055,"about_ca_system_score_gemma":0.016212596,"threshold_uncertainty_score":0.99995106},"labels":[],"label_agreement":null},{"id":"W2790415399","doi":"10.1146/annurev-bioeng-062117-120917","title":"Advanced Endoscopic Navigation: Surgical Big Data, Methodology, and Applications","year":2018,"lang":"en","type":"review","venue":"Annual Review of Biomedical Engineering","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":77,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University","funders":"Canadian Institutes of Health Research; Intuitive Surgical; Varian Medical Systems","keywords":"Endoscopy; Context (archaeology); Cystoscopy; Medical physics; Endoscopic retrograde cholangiopancreatography; Navigation system; Laparoscopy; Medicine; Computer science; Radiology; Artificial intelligence; Surgery; Anatomy","score_opus":0.12808402344733036,"score_gpt":0.42916494766820185,"score_spread":0.3010809242208715,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2790415399","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[8.6905544e-7,0.99426657,0.0037434427,0.00008390807,0.0002526757,0.0010058823,0.00022666236,0.000077052086,0.00034293067],"genre_scores_gemma":[0.0000067142946,0.99065185,0.0057240254,0.00009496561,0.0010147559,0.00013198178,0.0022894624,0.000040478844,0.000045773595],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99752927,0.0001282976,0.0011354601,0.00055193243,0.00039032652,0.00026472297],"domain_scores_gemma":[0.9971315,0.0013705596,0.00028874123,0.0007059092,0.00012645281,0.00037680438],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0012530797,0.00033423124,0.0023076688,0.00017024427,0.000033835655,0.0000060556276,0.00028689622,0.00031109998,0.00011738173],"category_scores_gemma":[0.0009505731,0.00024388323,0.0002572333,0.00076091156,0.00024768477,0.000063029765,0.00024696632,0.00044903508,0.00003213993],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000023163134,0.000030494732,3.6148745e-7,0.13227005,0.00011297555,0.000023490871,0.0000058209557,7.734778e-8,1.13153526e-7,0.00015062635,0.00009717211,0.8673065],"study_design_scores_gemma":[0.00048284198,0.00007919213,0.0000020205284,0.13033101,0.000750781,0.00021225074,0.0000052551495,0.00004515041,2.7257494e-7,0.000003625616,0.8679387,0.00014891037],"about_ca_topic_score_codex":0.0000020366879,"about_ca_topic_score_gemma":5.5748746e-8,"teacher_disagreement_score":0.86784154,"about_ca_system_score_codex":0.000031838503,"about_ca_system_score_gemma":0.00018907512,"threshold_uncertainty_score":0.994527},"labels":[],"label_agreement":null},{"id":"W2790717320","doi":"10.1016/j.jmig.2018.02.022","title":"Validation of the Simulated Vaginal Hysterectomy Trainer","year":2018,"lang":"en","type":"article","venue":"Journal of Minimally Invasive Gynecology","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":21,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Medicine; Trainer; Hysterectomy; Gynecology; Obstetrics; Surgery; Computer science","score_opus":0.030764176762786918,"score_gpt":0.3000453492521032,"score_spread":0.26928117248931627,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2790717320","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99074805,0.000028960803,0.000040088544,0.0011810195,0.0004884649,0.00013562354,0.0000016813968,0.000006080839,0.0073700123],"genre_scores_gemma":[0.9982468,0.0000054405436,0.0003674492,0.00091376604,0.00030300985,5.164579e-7,0.000001548361,0.000010217875,0.00015123788],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99874073,0.000153846,0.0006026379,0.00009399179,0.0002531436,0.00015567736],"domain_scores_gemma":[0.9970502,0.0012150179,0.00060148846,0.00012749663,0.0009164516,0.00008929143],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0003625995,0.00009587315,0.00035732746,0.00013121347,0.00005025183,0.000005870692,0.00013086047,0.000112174814,0.0012602118],"category_scores_gemma":[0.0023027018,0.00005855027,0.00019149785,0.00022581239,0.00023422198,0.000069449816,0.000028227738,0.00021940931,0.00001675733],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0060835425,0.0017591509,0.5108941,0.00025936656,0.00206865,0.0005953547,0.008034118,0.0018629747,0.42787555,0.001234946,0.0026917052,0.03664052],"study_design_scores_gemma":[0.01565723,0.005384019,0.81225765,0.00027798815,0.00048870896,0.0007282156,0.0006769177,0.0005151476,0.14616154,0.00059373886,0.01707901,0.00017983174],"about_ca_topic_score_codex":0.0000019574018,"about_ca_topic_score_gemma":0.000007568894,"teacher_disagreement_score":0.30136353,"about_ca_system_score_codex":0.000052014977,"about_ca_system_score_gemma":0.0003268892,"threshold_uncertainty_score":0.99965274},"labels":[],"label_agreement":null},{"id":"W2790738608","doi":"10.1016/j.amjsurg.2017.11.064","title":"Discussion of “PGY-specific benchmarks improve resident performance on Fundamentals of Laparoscopic Surgery tasks”","year":2018,"lang":"en","type":"letter","venue":"The American Journal of Surgery","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Laparoscopic surgery; Resource (disambiguation); Computer science; Medical physics; Medical education; Medicine; General surgery; Laparoscopy","score_opus":0.04904954357276502,"score_gpt":0.2941548352287379,"score_spread":0.2451052916559729,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2790738608","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9465053,0.0003201298,0.0000058994187,0.05105967,0.0013330786,0.00014844447,0.000025128784,0.000008028805,0.0005943239],"genre_scores_gemma":[0.9668323,0.0011228047,0.000033245175,0.0287161,0.0028100323,0.000003179184,0.000056635196,0.00005034557,0.00037537215],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9960368,0.00036651408,0.0017546449,0.00023928624,0.0012131243,0.0003896324],"domain_scores_gemma":[0.99148744,0.0035260215,0.0039709117,0.00053854333,0.00034050763,0.0001365989],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0019797538,0.00032821984,0.0021138743,0.00063154806,0.00007881171,0.000018422028,0.00022630306,0.00015119459,0.0010015211],"category_scores_gemma":[0.00024960333,0.00016499861,0.0008839324,0.000505952,0.0009499933,0.00009745962,0.000052697153,0.0012314694,0.000011002084],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.005860819,0.00031591405,0.09322889,0.00069270417,0.00093659566,0.0005479633,0.00073612796,0.000039758717,0.0018315824,0.0000035069068,0.75992984,0.13587628],"study_design_scores_gemma":[0.0030210465,0.0035794203,0.42046347,0.01714575,0.00087662146,0.00056933064,0.001961465,0.00007086079,0.014708813,0.00011485,0.53642744,0.0010609212],"about_ca_topic_score_codex":0.000019660156,"about_ca_topic_score_gemma":1.7059179e-7,"teacher_disagreement_score":0.32723457,"about_ca_system_score_codex":0.00011604854,"about_ca_system_score_gemma":0.00032750913,"threshold_uncertainty_score":0.9999117},"labels":[],"label_agreement":null},{"id":"W2790767242","doi":"10.1117/12.2295495","title":"Exploration using holographic hands as a modality for skills training in medicine","year":2018,"lang":"en","type":"article","venue":"","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University","funders":"","keywords":"Apprenticeship; Modality (human–computer interaction); Computer science; Modalities; Knot tying; Tying; Curriculum; Artificial intelligence; Medical education; Multimedia; Psychology; Medicine; Surgery; Pedagogy","score_opus":0.18821448458579687,"score_gpt":0.421529104647095,"score_spread":0.2333146200612981,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2790767242","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.95321506,0.000017262832,0.02401901,0.0022350126,0.000121471705,0.00035622306,5.5238263e-7,0.00007531831,0.019960094],"genre_scores_gemma":[0.9957778,0.0000036659571,0.002052587,0.0015656292,0.00037707703,0.00001598506,0.000020036925,0.000011059983,0.00017615105],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99917173,0.000028565684,0.00026933118,0.00019601092,0.00014644404,0.0001879088],"domain_scores_gemma":[0.9994585,0.00018152288,0.000046792193,0.00010837461,0.00011008025,0.000094745126],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00053707376,0.000087705324,0.0002521217,0.00019689326,0.000061342405,0.000007036182,0.000027382552,0.00007902067,0.00047582758],"category_scores_gemma":[0.00038007344,0.00006513363,0.000050159822,0.0003815651,0.00013751903,0.00011410959,0.000007562392,0.000071748334,0.0000060583197],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.005681825,0.0012585296,0.1714339,0.00030016637,0.0004529228,0.00015320296,0.14314929,0.002008802,0.015313514,0.0856881,0.00039537423,0.5741644],"study_design_scores_gemma":[0.103072494,0.00775869,0.10205717,0.0015976798,0.0004660355,0.00014785434,0.03141783,0.6047571,0.005963784,0.12258815,0.019116033,0.0010572365],"about_ca_topic_score_codex":0.00009001052,"about_ca_topic_score_gemma":0.00005516342,"teacher_disagreement_score":0.6027482,"about_ca_system_score_codex":0.000020875255,"about_ca_system_score_gemma":0.000046906964,"threshold_uncertainty_score":0.5209978},"labels":[],"label_agreement":null},{"id":"W2790851922","doi":"10.1117/12.2293575","title":"Augmented reality assistance in training needle insertions of different levels of difficulty","year":2018,"lang":"en","type":"article","venue":"","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University","funders":"","keywords":"TUTOR; Augmented reality; Computer science; Mental health; Virtual reality; Training (meteorology); Medical education; Medicine; Psychology; Human–computer interaction","score_opus":0.15179054786380702,"score_gpt":0.3626786937606743,"score_spread":0.21088814589686727,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2790851922","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.96501625,0.000006075386,0.0008790437,0.00026948558,0.000038681606,0.00010932655,0.000009993339,0.00002363196,0.033647545],"genre_scores_gemma":[0.9992843,0.0000011110457,0.00024189975,0.000099672136,0.000024735971,0.0000029705375,0.000009096501,0.000004759934,0.00033142755],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99920815,0.000033243894,0.0003628512,0.00011322838,0.00016743272,0.00011510365],"domain_scores_gemma":[0.99951774,0.00011213826,0.0000798579,0.0001309146,0.000096324664,0.000063005624],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00013754569,0.00006669012,0.0002613901,0.00006876091,0.000019113028,0.0000022208244,0.000032822645,0.00004444999,0.0008088018],"category_scores_gemma":[0.00013577094,0.000047462574,0.00005710385,0.00023598401,0.0001015196,0.000027145232,0.000012703452,0.00006682128,0.0000018756681],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0015803088,0.0027988958,0.7607137,0.00026387518,0.00023083565,0.000013173624,0.014749888,0.0001049461,0.0941152,0.026150592,0.00014265315,0.099135965],"study_design_scores_gemma":[0.00289186,0.00012982248,0.9852107,0.0001293264,0.000013936258,8.6870756e-7,0.00089209125,0.003155482,0.007147413,0.00013919968,0.00024123969,0.00004804488],"about_ca_topic_score_codex":0.000073388284,"about_ca_topic_score_gemma":0.0002093574,"teacher_disagreement_score":0.22449705,"about_ca_system_score_codex":0.00002891031,"about_ca_system_score_gemma":0.000025628553,"threshold_uncertainty_score":0.8855812},"labels":[],"label_agreement":null},{"id":"W2791023876","doi":"10.1016/j.jpedsurg.2018.02.016","title":"A simulated training model for laparoscopic pyloromyotomy: Is 3D printing the way of the future?","year":2018,"lang":"en","type":"article","venue":"Journal of Pediatric Surgery","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":31,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"London Health Sciences Centre; Queen's University; Western University","funders":"","keywords":"Pyloromyotomy; Medicine; Inter-rater reliability; Reliability (semiconductor); General surgery; Pediatric Surgeon; Hypertrophic Pyloric Stenosis; Pylorus; Surgery; Medical physics; Pediatric surgery; Stomach; Rating scale; Internal medicine","score_opus":0.06069451039768635,"score_gpt":0.309269768212435,"score_spread":0.24857525781474865,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2791023876","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9955554,0.00037162608,0.0010073276,0.0013529233,0.0011527769,0.00021002488,0.0000044162125,0.000013035413,0.00033247136],"genre_scores_gemma":[0.99175006,0.00006271334,0.0005082279,0.000743828,0.0067832307,0.0000017188007,6.882636e-7,0.000020317648,0.00012918956],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9983538,0.000065580345,0.0007930282,0.00011358923,0.00042723797,0.00024678517],"domain_scores_gemma":[0.9967546,0.0016728339,0.0007778508,0.00019309808,0.0004998156,0.000101809295],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0015416053,0.00012443078,0.00046083846,0.00016040467,0.0001549939,0.000017374858,0.00013585965,0.00009686809,0.000109494],"category_scores_gemma":[0.0008753513,0.000063508385,0.00047895155,0.000494688,0.0000750792,0.0000831195,0.000029486939,0.00027761958,0.000001490098],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0023224573,0.0005632027,0.79054487,0.0004959404,0.00095440046,0.00004188831,0.023476083,0.013630682,0.00054763426,0.00031475184,0.015508915,0.15159915],"study_design_scores_gemma":[0.01516373,0.0005408424,0.19719975,0.00054578995,0.0025668156,0.00014162317,0.0032823528,0.73137647,0.0019142744,0.001665231,0.044931892,0.00067126245],"about_ca_topic_score_codex":0.0000016571807,"about_ca_topic_score_gemma":9.125146e-7,"teacher_disagreement_score":0.7177458,"about_ca_system_score_codex":0.000031377433,"about_ca_system_score_gemma":0.0003661452,"threshold_uncertainty_score":0.25897968},"labels":[],"label_agreement":null},{"id":"W2791044984","doi":"10.1097/gox.0000000000001443","title":"Virtual Surgical Planning: The Pearls and Pitfalls","year":2018,"lang":"en","type":"article","venue":"Plastic & Reconstructive Surgery Global Open","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":107,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Centre Hospitalier Universitaire Sainte-Justine","funders":"","keywords":"Craniofacial; Orthognathic surgery; Medicine; Surgical planning; Microsurgery; Soft tissue; Craniofacial surgery; Orthodontics; Surgery; Dentistry","score_opus":0.04887463791252173,"score_gpt":0.32901338894121257,"score_spread":0.28013875102869085,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2791044984","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.90828776,0.000086587046,0.00015831173,0.00024420835,0.00087957,0.00032145253,0.00003127625,0.000048686263,0.08994215],"genre_scores_gemma":[0.9989096,0.000007943213,0.00018207109,0.00032507582,0.00036666865,0.000011553054,0.000013379427,0.000011771273,0.00017191657],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9984738,0.00014054564,0.00036166186,0.00039601256,0.00027629634,0.00035163108],"domain_scores_gemma":[0.99571776,0.003524223,0.00011886929,0.00019506666,0.00015701125,0.000287091],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00056712696,0.00019824773,0.00047797398,0.000050403498,0.0002786905,0.00015649805,0.0001527213,0.00010016228,0.001106352],"category_scores_gemma":[0.0011191351,0.00012998123,0.00010209836,0.00033141527,0.0008326956,0.00019171134,0.0002154502,0.00018812687,0.00013653767],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.002317233,0.00008456739,0.8720867,0.000009788626,0.0002904353,0.00033690696,0.00026284874,0.000012528357,0.0000061164087,0.018759128,0.0012387973,0.10459494],"study_design_scores_gemma":[0.005391812,0.0005187134,0.88974285,0.00043781943,0.00019366902,0.0036063648,0.0020372318,0.0016216348,0.00006229316,0.0024635638,0.09337738,0.0005466586],"about_ca_topic_score_codex":0.00006413403,"about_ca_topic_score_gemma":0.00000880071,"teacher_disagreement_score":0.10404828,"about_ca_system_score_codex":0.00006220289,"about_ca_system_score_gemma":0.0001976837,"threshold_uncertainty_score":0.99980676},"labels":[],"label_agreement":null},{"id":"W2791210008","doi":"10.1016/j.jmig.2018.01.025","title":"A Randomized Multicenter Study Assessing the Educational Impact of a Computerized Interactive Hysterectomy Trainer on Gynecology Residents","year":2018,"lang":"en","type":"article","venue":"Journal of Minimally Invasive Gynecology","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":8,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto; University of British Columbia","funders":"","keywords":"Medicine; Hysterectomy; Obstetrics and gynaecology; Trainer; Randomized controlled trial; Laparoscopic hysterectomy; Gynecology; Surgery","score_opus":0.04134658168890967,"score_gpt":0.39371670392291375,"score_spread":0.3523701222340041,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2791210008","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9937871,0.000021980402,0.00006508886,0.0015355659,0.0008240078,0.000888985,0.0000029008258,0.0000062155877,0.0028681338],"genre_scores_gemma":[0.99752533,0.000006614626,0.00067275506,0.001206272,0.00047662054,0.000019325795,0.0000038645007,0.000018969204,0.000070265756],"study_design_codex":"randomized_trial","study_design_gemma":"observational","domain_scores_codex":[0.9965086,0.0014625381,0.0012139952,0.0002084297,0.0003424458,0.0002639761],"domain_scores_gemma":[0.9717939,0.02518239,0.001417884,0.00018476594,0.0012759388,0.00014511471],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0014156926,0.00021507169,0.001221958,0.00036692043,0.000101246274,0.00003169913,0.00021758788,0.00011575014,0.0019135706],"category_scores_gemma":[0.011741274,0.00011962353,0.0005804303,0.00019288485,0.00045844802,0.00015451176,0.0000613325,0.00044858307,0.00002330308],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.4897603,0.014245716,0.41119257,0.00009776127,0.013380751,0.00087317993,0.040514313,0.00030930844,0.013045269,0.00020463104,0.001781111,0.014595079],"study_design_scores_gemma":[0.22816174,0.006257792,0.7617581,0.00015301869,0.00038331386,0.00015641529,0.0020913263,0.0004961307,0.00025572884,0.00011689952,0.00007521673,0.000094314535],"about_ca_topic_score_codex":0.000026243313,"about_ca_topic_score_gemma":0.000044341912,"teacher_disagreement_score":0.35056552,"about_ca_system_score_codex":0.00023868981,"about_ca_system_score_gemma":0.0008474488,"threshold_uncertainty_score":0.9989988},"labels":[],"label_agreement":null},{"id":"W2791218621","doi":"10.1097/dcr.0000000000001044","title":"Rectal Dissection Simulator for da Vinci Surgery: Details of Simulator Manufacturing With Evidence of Construct, Face, and Content Validity","year":2018,"lang":"en","type":"article","venue":"Diseases of the Colon & Rectum","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia; Royal Columbian Hospital","funders":"","keywords":"Content validity; Likert scale; Construct validity; Medicine; Face validity; Total mesorectal excision; Physical therapy; Scale (ratio); Surgery; Psychometrics; Psychology; Clinical psychology; Patient satisfaction","score_opus":0.12573235697098,"score_gpt":0.3204276137099995,"score_spread":0.1946952567390195,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2791218621","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.998481,0.00024708585,0.00022953012,0.00008165728,0.00018344494,0.0006688329,0.00005681063,0.000021876085,0.000029781615],"genre_scores_gemma":[0.99979377,0.000009908667,0.000055629374,0.00003644072,0.000051806095,0.000010529191,0.000005423086,0.000013574761,0.000022938417],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.998967,0.00007715461,0.00035217515,0.00019765178,0.0002583083,0.00014769807],"domain_scores_gemma":[0.99719185,0.0018461783,0.00033006212,0.00023477948,0.00027549686,0.00012161095],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00021397947,0.00012725782,0.00045076985,0.00006111187,0.0000753518,0.00000759457,0.00006915753,0.00005239713,0.000045463865],"category_scores_gemma":[0.0012468832,0.00008145915,0.00018696379,0.00011695062,0.00041059963,0.00007920024,0.000040699157,0.000057758658,3.0619725e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.013211378,0.00025218405,0.9675579,0.0010819312,0.00029567876,0.000003961229,0.0002704106,0.0011174539,0.0057683485,0.000097610566,0.000029005612,0.010314106],"study_design_scores_gemma":[0.003196394,0.0012379258,0.73975015,0.0016484555,0.000603591,0.000012499623,0.00039186716,0.008305609,0.24438412,0.00013762295,0.00014939012,0.00018238738],"about_ca_topic_score_codex":0.00003172068,"about_ca_topic_score_gemma":0.000015331116,"teacher_disagreement_score":0.23861577,"about_ca_system_score_codex":0.000031896332,"about_ca_system_score_gemma":0.000104609884,"threshold_uncertainty_score":0.33218077},"labels":[],"label_agreement":null},{"id":"W2791732131","doi":"10.1016/j.amjsurg.2018.01.016","title":"Tele-mentored damage-control and emergency trauma surgery: A feasibility study using live-tissue models","year":2018,"lang":"en","type":"article","venue":"The American Journal of Surgery","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":24,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Foothills Medical Centre; Vancouver General Hospital; Canadian Armed Forces","funders":"","keywords":"Damage control; Damage control surgery; Medicine; Surgery; Resuscitation","score_opus":0.12725656925618692,"score_gpt":0.3622032449273742,"score_spread":0.2349466756711873,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2791732131","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9981159,0.00021136017,0.000539628,0.00044249176,0.00031467175,0.00024195421,0.0000037023437,0.000016866345,0.00011340632],"genre_scores_gemma":[0.9990063,0.00004823757,0.00012996932,0.00023241426,0.0005339413,0.0000018714671,7.384532e-7,0.00002328077,0.000023304392],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9977332,0.00047772558,0.00083813345,0.00019294488,0.00046179487,0.00029620185],"domain_scores_gemma":[0.99710065,0.0012221219,0.0007791665,0.0002684784,0.0003535635,0.00027599945],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0028344067,0.00017601818,0.00094605883,0.00021987625,0.00017064261,0.000025572781,0.00008701717,0.000024060797,0.00026851878],"category_scores_gemma":[0.00038291997,0.00011154277,0.0002450457,0.0004793755,0.00038643097,0.00019334345,0.000024188053,0.00022787046,0.000004057972],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0029877657,0.00060141116,0.8931368,0.000012657827,0.00039486706,0.00016670408,0.0025257508,0.00010208886,0.00045886124,0.000003526269,0.000111741254,0.09949783],"study_design_scores_gemma":[0.0017917439,0.0006484322,0.98571926,0.0000954549,0.00035548373,0.0002530405,0.00519081,0.005385889,0.000053639225,0.00018460907,0.00014604467,0.00017558309],"about_ca_topic_score_codex":0.00015267516,"about_ca_topic_score_gemma":0.000005037278,"teacher_disagreement_score":0.09932225,"about_ca_system_score_codex":0.000058727637,"about_ca_system_score_gemma":0.00013104796,"threshold_uncertainty_score":0.4548582},"labels":[],"label_agreement":null},{"id":"W2791981856","doi":"10.1016/j.amjsurg.2018.02.021","title":"Non-Technical Skills for Surgeons (NOTSS): Critical appraisal of its measurement properties","year":2018,"lang":"en","type":"review","venue":"The American Journal of Surgery","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":51,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Hospital for Sick Children; University of Toronto; St. Michael's Hospital","funders":"","keywords":"Critical appraisal; Medical education; Medical physics; Psychology; Engineering ethics; Medicine; Engineering; Pathology; Alternative medicine","score_opus":0.25282088605502706,"score_gpt":0.41023931770392535,"score_spread":0.1574184316488983,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2791981856","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0025424545,0.9944588,0.0004706845,0.00056106667,0.0011451526,0.00055164326,0.00001845525,0.000024033381,0.00022772656],"genre_scores_gemma":[0.21106979,0.78756016,0.00021144541,0.00013839957,0.0008899305,0.000032115768,0.000004387691,0.0000720966,0.000021652431],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9960931,0.00032172937,0.0019290443,0.00021487563,0.0010416254,0.0003996576],"domain_scores_gemma":[0.9888269,0.007304035,0.0017933971,0.000351328,0.0014236277,0.0003007474],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.004820539,0.00034188209,0.0036985069,0.0003497341,0.0000847659,0.000020901005,0.00025010316,0.00011670463,0.00006823415],"category_scores_gemma":[0.008540088,0.00017773926,0.0021015056,0.00051647064,0.00091627735,0.00006377749,0.00005046031,0.0005630092,0.000011691322],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00068793667,0.0004666663,0.00012784694,0.0059854104,0.0008034039,0.000054929948,0.00007617147,0.0000011494305,0.000016324419,0.00003129869,0.001522148,0.9902267],"study_design_scores_gemma":[0.0007060125,0.00078816444,0.0006428225,0.05193904,0.0032043525,0.001271786,0.00014786843,0.000019017214,0.00006062804,0.000015662608,0.94081515,0.00038949386],"about_ca_topic_score_codex":0.0000036052543,"about_ca_topic_score_gemma":3.1648085e-7,"teacher_disagreement_score":0.9898372,"about_ca_system_score_codex":0.000108749395,"about_ca_system_score_gemma":0.0012716986,"threshold_uncertainty_score":0.9998114},"labels":[],"label_agreement":null},{"id":"W2792746965","doi":"10.1093/jcag/gwy009.204","title":"A204 IMPACT OF A SIMULATION-BASED TRAINING CURRICULUM USING GAMIFICATION FOR COLONOSCOPY: A RANDOMIZED CONTROLLED TRIAL","year":2018,"lang":"en","type":"article","venue":"Journal of the Canadian Association of Gastroenterology","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"SickKids Foundation; The Wilson Centre; Hospital for Sick Children; University of Toronto","funders":"","keywords":"Curriculum; Colonoscopy; Randomized controlled trial; Medicine; Physical therapy; Cognitive load; Cognition; Class (philosophy); Significant difference; Medical education; Psychology; Surgery; Internal medicine; Computer science; Pedagogy; Artificial intelligence","score_opus":0.03008907724980806,"score_gpt":0.33730543078930436,"score_spread":0.3072163535394963,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2792746965","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99188435,0.0000053163344,0.0046557053,0.0013715819,0.00052532903,0.0014625323,0.00001799566,0.000002992217,0.00007419557],"genre_scores_gemma":[0.99858254,5.8515394e-7,0.00074383867,0.00031909382,0.00030543754,0.000011217123,0.000005127275,0.000010375192,0.000021769942],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.99771947,0.0005673023,0.0011144524,0.00008053327,0.00028491134,0.0002333549],"domain_scores_gemma":[0.9937545,0.0015594469,0.0029764122,0.00009809622,0.0014456124,0.00016593545],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0029911292,0.00010358309,0.0012345043,0.00032815742,0.00009331561,0.000010312535,0.000096099924,0.00012853036,0.00008607741],"category_scores_gemma":[0.007416855,0.00006741081,0.0010441934,0.00015144925,0.000116589414,0.00004909092,0.000004036172,0.00014164094,2.6980416e-7],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.8872547,0.00010585604,0.06524909,0.00000936979,0.0008893789,6.8285755e-7,0.00031512047,0.045869682,0.00017320397,0.00003731687,0.000038875332,0.00005672455],"study_design_scores_gemma":[0.7406666,0.0027461008,0.006204456,0.00006903345,0.0005630533,0.0000032824184,0.000038272727,0.24953663,0.000020937945,0.000079539976,0.00004257636,0.000029470002],"about_ca_topic_score_codex":0.0008937004,"about_ca_topic_score_gemma":0.0062978896,"teacher_disagreement_score":0.20366696,"about_ca_system_score_codex":0.0008753155,"about_ca_system_score_gemma":0.0012580518,"threshold_uncertainty_score":0.88792044},"labels":[],"label_agreement":null},{"id":"W2793031859","doi":"10.1002/lary.27174","title":"Assessing nontechnical skills in otolaryngology emergencies through simulation‐based training","year":2018,"lang":"en","type":"article","venue":"The Laryngoscope","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":19,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University; Muscular Dystrophy Canada","funders":"","keywords":"Cronbach's alpha; Situation awareness; Curriculum; Scale (ratio); Rating scale; Otorhinolaryngology; Medical education; Reliability (semiconductor); Competency assessment; Psychology; Medicine; Applied psychology; Psychometrics; Surgery; Clinical psychology; Engineering; Pedagogy","score_opus":0.0952661342455552,"score_gpt":0.39855625793982474,"score_spread":0.30329012369426955,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2793031859","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.941321,0.00010930693,0.01331516,0.0018712339,0.00023283462,0.00037723014,0.0000014048279,0.00016999067,0.042601835],"genre_scores_gemma":[0.9923744,0.0000049661758,0.002770595,0.00432177,0.00032080038,0.00001686896,0.000014707878,0.000026076696,0.00014977687],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9985145,0.00015825799,0.0004055671,0.00027600373,0.00026726676,0.00037844476],"domain_scores_gemma":[0.99852276,0.0009072412,0.00008670123,0.00030546193,0.00010045088,0.0000773615],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.000610065,0.00016347865,0.00034284854,0.00009340741,0.00020095955,0.00003880522,0.00014175831,0.00014208369,0.0012665347],"category_scores_gemma":[0.0006610435,0.00011189304,0.00010030015,0.0005979751,0.00031217546,0.00023550943,0.000048137437,0.00033653885,0.00011334078],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0038615856,0.0047225156,0.47172558,0.0004166173,0.00076968793,0.0011857838,0.056485727,0.09036151,0.032749057,0.020967081,0.0011722645,0.31558257],"study_design_scores_gemma":[0.010327428,0.0007351303,0.5892681,0.00069739885,0.00015035267,0.000040158906,0.0017565798,0.32385492,0.0038879735,0.0019390502,0.06673598,0.0006069299],"about_ca_topic_score_codex":0.00004015203,"about_ca_topic_score_gemma":0.00006903015,"teacher_disagreement_score":0.31497565,"about_ca_system_score_codex":0.000046948237,"about_ca_system_score_gemma":0.00011888614,"threshold_uncertainty_score":0.9996464},"labels":[],"label_agreement":null},{"id":"W2793152644","doi":"10.1097/prs.0000000000004132","title":"Consensus of Leaders in Plastic Surgery: Identifying Procedural Competencies for Canadian Plastic Surgery Residency Training Using a Modified Delphi Technique","year":2018,"lang":"en","type":"article","venue":"Plastic & Reconstructive Surgery","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":12,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Toronto; Toronto Public Health; McGill University; Canadian Society of Plastic Surgeons; University of British Columbia","funders":"","keywords":"Medicine; CLARITY; Program director; Medical education; Delphi method; Expert opinion; Delphi; Plastic surgery; Specialty; Family medicine; Surgery; Statistics","score_opus":0.1650486697034472,"score_gpt":0.3227957261378576,"score_spread":0.15774705643441042,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2793152644","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9904836,0.00009817022,0.0050444305,0.000064382926,0.0030541297,0.00072852377,0.00011709459,0.00010880478,0.0003009033],"genre_scores_gemma":[0.9974011,0.000008397005,0.0019567737,0.000056025438,0.00031369537,0.00011162804,0.000062855106,0.00008307734,0.0000064324017],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9956339,0.00021768043,0.0017245755,0.0007441003,0.00047765035,0.0012021209],"domain_scores_gemma":[0.91605836,0.08194848,0.0005826982,0.00024713745,0.0006285139,0.00053483155],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0016012515,0.0004976016,0.0017248021,0.0026827229,0.00032130734,0.000047400703,0.00010420341,0.00032903135,0.00020306843],"category_scores_gemma":[0.04145788,0.0005119147,0.0004954464,0.0012765153,0.0013314086,0.00022064682,0.000031066666,0.00042928426,0.0000074055733],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0031300897,0.00014152702,0.9777438,0.0015444033,0.0005332511,0.00050865836,0.0029284342,0.0011709698,0.0037014885,0.00054617657,0.00032295758,0.007728256],"study_design_scores_gemma":[0.0053476887,0.00033256,0.83220804,0.01800938,0.0008887286,0.0030926908,0.032426443,0.09558174,0.006820477,0.0022137868,0.0002306846,0.0028477774],"about_ca_topic_score_codex":0.0047352165,"about_ca_topic_score_gemma":0.0135199195,"teacher_disagreement_score":0.14553574,"about_ca_system_score_codex":0.00039961794,"about_ca_system_score_gemma":0.0050611994,"threshold_uncertainty_score":0.99973327},"labels":[],"label_agreement":null},{"id":"W2793730921","doi":"10.1117/12.2293934","title":"HoloLens in suturing training","year":2018,"lang":"en","type":"article","venue":"","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":14,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University","funders":"","keywords":"TUTOR; Usability; Computer science; Test (biology); Human–computer interaction; Simulation","score_opus":0.09577698500450064,"score_gpt":0.3487874682536759,"score_spread":0.25301048324917524,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2793730921","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6716741,0.0000051554052,0.00010777084,0.00027644337,0.000063686704,0.000032061464,5.3661942e-8,0.000046002195,0.32779473],"genre_scores_gemma":[0.9971476,8.359024e-7,0.00069070025,0.0009535299,0.0002742593,0.0000010639924,0.0000011193754,0.000004964928,0.00092588685],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99962795,0.0000069237517,0.000092013615,0.000085891385,0.00006757754,0.000119648335],"domain_scores_gemma":[0.99981916,0.000043577238,0.000008244906,0.000057544297,0.00001689828,0.000054589345],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00011252121,0.0000358873,0.00008269034,0.000055336324,0.000018438055,0.0000044150333,0.000014550951,0.00002814271,0.0016642831],"category_scores_gemma":[0.000060049224,0.000027785234,0.000021565686,0.0001132097,0.000029834353,0.000025531821,0.0000069819453,0.00006196932,0.000111676134],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0003769068,0.00017316756,0.38766986,0.000024920384,0.00004149877,0.0002875764,0.012272152,0.000045377525,0.0017567058,0.015416432,0.00023505745,0.5817003],"study_design_scores_gemma":[0.0077449325,0.00026102498,0.8924105,0.0001431727,0.000012735801,0.000044969012,0.0027061352,0.008203574,0.0026688667,0.00036255523,0.08526225,0.00017928629],"about_ca_topic_score_codex":0.000009786806,"about_ca_topic_score_gemma":0.000022383705,"teacher_disagreement_score":0.5815211,"about_ca_system_score_codex":0.0000115538705,"about_ca_system_score_gemma":0.00001364284,"threshold_uncertainty_score":0.9992483},"labels":[],"label_agreement":null},{"id":"W2793795800","doi":"10.1097/prs.0000000000004426","title":"Assessing Technical Performance and Determining the Learning Curve in Cleft Palate Surgery Using a High-Fidelity Cleft Palate Simulator","year":2018,"lang":"en","type":"article","venue":"Plastic & Reconstructive Surgery","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":40,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Hospital for Sick Children; University of Toronto","funders":"","keywords":"Intraclass correlation; Reliability (semiconductor); Fidelity; Rating scale; Medicine; Simulation; Physical therapy; Reproducibility; Computer science; Orthodontics; Statistics; Mathematics","score_opus":0.05615169562404636,"score_gpt":0.31505519434257945,"score_spread":0.2589034987185331,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2793795800","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9976723,0.000016708986,0.00067553576,0.00003357365,0.0008678211,0.0002204698,0.0000040099067,0.00012639443,0.0003831868],"genre_scores_gemma":[0.9989322,0.000029357698,0.00051693537,0.00010386771,0.00034228017,0.000007968549,0.000014014644,0.000046933917,0.0000064887586],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9970148,0.00035760071,0.0009943083,0.0006054626,0.00037439688,0.0006534202],"domain_scores_gemma":[0.98264754,0.016216245,0.00040918955,0.00023413444,0.0002575553,0.00023533784],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.002033239,0.00034032267,0.00086898357,0.00040276244,0.0004647469,0.00014368183,0.00006778206,0.00022375392,0.0001684417],"category_scores_gemma":[0.006273796,0.0002672438,0.00018077838,0.0005888352,0.0007661149,0.0005466036,0.00010344175,0.00081924617,0.000013934056],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00015665154,0.000033313292,0.94191897,0.00005440774,0.000040972383,0.00003792492,0.00010922462,0.00054987415,0.00013075663,0.00001005945,0.0000025962547,0.05695526],"study_design_scores_gemma":[0.0008024913,0.000036158715,0.8913164,0.00081936485,0.000068282,0.00016784004,0.00023231939,0.10606338,0.000055465942,0.00005370771,0.00010261558,0.0002819735],"about_ca_topic_score_codex":0.000038244718,"about_ca_topic_score_gemma":0.00001724149,"teacher_disagreement_score":0.105513506,"about_ca_system_score_codex":0.00014967665,"about_ca_system_score_gemma":0.00028733193,"threshold_uncertainty_score":0.999978},"labels":[],"label_agreement":null},{"id":"W2794088480","doi":"10.1109/iisa.2017.8316384","title":"A virtual cardiac catheterization laboratory for patient education: The angiogram procedure","year":2017,"lang":"en","type":"article","venue":"","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto; St. Michael's Hospital; Ontario Tech University","funders":"","keywords":"Headset; Coronary angiogram; Virtual patient; Virtual reality; Cardiac catheterization; Computer science; Medicine; Radiology; Medical physics; Coronary angiography; Medical emergency; Multimedia; Artificial intelligence; Cardiology; Nursing","score_opus":0.01855424453228841,"score_gpt":0.3075082295738856,"score_spread":0.2889539850415972,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2794088480","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9651526,0.000092806535,0.00066266145,0.004992145,0.00074719754,0.0012550959,0.000017261702,0.00009030376,0.026989924],"genre_scores_gemma":[0.99723583,0.000003624974,0.00018848479,0.0012275422,0.00025341212,0.00012209734,0.000037638678,0.000008740824,0.00092264055],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.999615,0.000011426558,0.00009130119,0.0001028971,0.00009826093,0.000081105194],"domain_scores_gemma":[0.9994375,0.00004289541,0.00006005253,0.00024045235,0.00016229617,0.000056801917],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00008361159,0.00005440419,0.00008128906,0.000017805505,0.00028827105,0.000054794607,0.000047869322,0.000035976816,0.00006655966],"category_scores_gemma":[0.00019532359,0.00003214639,0.00007869287,0.000042038842,0.000039050443,0.00006011804,0.000012783821,0.000035739005,0.000009842733],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00030497153,0.00052033004,0.10003084,0.0000657675,0.00017971183,0.0000012907162,0.0036886586,0.000043727665,0.0005999809,0.020835651,0.008846176,0.8648829],"study_design_scores_gemma":[0.0017105393,0.0006031452,0.19496962,0.000089779176,0.00015627341,0.0000019168363,0.0031512836,0.002056287,0.0020984586,0.00021658416,0.7947297,0.00021639616],"about_ca_topic_score_codex":0.000007337949,"about_ca_topic_score_gemma":0.0000012151231,"teacher_disagreement_score":0.8646665,"about_ca_system_score_codex":0.000013783086,"about_ca_system_score_gemma":0.00014210666,"threshold_uncertainty_score":0.22171769},"labels":[],"label_agreement":null},{"id":"W2794232514","doi":"10.2196/mededu.9237","title":"Mobile Technology in E-Learning for Undergraduate Medical Education on Emergent Otorhinolaryngology–Head and Neck Surgery Disorders: Pilot Randomized Controlled Trial","year":2018,"lang":"en","type":"article","venue":"JMIR Medical Education","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":29,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Ministry of Science and Technology, Taiwan; Chang Gung Medical Foundation","keywords":"Otorhinolaryngology; Competence (human resources); Medicine; Randomized controlled trial; Head and neck surgery; Medical education; Psychology; Physical therapy; Surgery","score_opus":0.017760921461492055,"score_gpt":0.35867138655341363,"score_spread":0.3409104650919216,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2794232514","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.96297526,0.0004266533,0.00017405943,0.025216399,0.002549408,0.0061250636,2.9355837e-7,0.000122058314,0.0024107886],"genre_scores_gemma":[0.9880156,0.0004022583,0.00011211345,0.0022789226,0.0013352595,0.007115549,0.00009953627,0.000027542263,0.0006132465],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.99720603,0.0004275312,0.00094628887,0.0004383226,0.0006447752,0.00033705766],"domain_scores_gemma":[0.9968711,0.0020252287,0.00026018344,0.00018797517,0.00018742372,0.00046809507],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0021868625,0.0002152526,0.001140683,0.0005909603,0.00013277019,0.000016477275,0.000091925685,0.00042210612,0.0010514482],"category_scores_gemma":[0.022320686,0.00016262261,0.00021041986,0.00042448583,0.0004427608,0.000062838604,0.000027701299,0.00052847085,0.000025474144],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.7811115,0.0053572794,0.008490506,0.00009812322,0.000123551,0.0000022946876,0.000543799,0.0000015406802,0.0000069694765,0.0059012426,0.0022323958,0.19613081],"study_design_scores_gemma":[0.95099264,0.0022507575,0.0020370206,0.0007147157,0.000095391064,0.000017596587,0.0005009082,0.004401548,0.000008238627,0.005362838,0.03340746,0.00021088438],"about_ca_topic_score_codex":0.000037039965,"about_ca_topic_score_gemma":0.00004440423,"teacher_disagreement_score":0.19591993,"about_ca_system_score_codex":0.00009753192,"about_ca_system_score_gemma":0.002826498,"threshold_uncertainty_score":0.9998617},"labels":[],"label_agreement":null},{"id":"W2794264948","doi":"10.1111/vsu.12772","title":"Evaluation of a method to assess digitally recorded surgical skills of novice veterinary students","year":2018,"lang":"en","type":"article","venue":"Veterinary Surgery","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":20,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Guelph","funders":"","keywords":"Intraclass correlation; Medicine; Rubric; Generalizability theory; Inter-rater reliability; Grading (engineering); Cronbach's alpha; Medical physics; Reliability (semiconductor); Statistics; Rating scale; Psychology; Clinical psychology; Psychometrics; Mathematics","score_opus":0.2278134446514922,"score_gpt":0.4712252885179457,"score_spread":0.2434118438664535,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2794264948","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9902614,0.00003718906,0.00061234675,0.00005930027,0.0003633584,0.0004057292,0.000014294895,0.000048634512,0.008197792],"genre_scores_gemma":[0.9966999,0.0000061894834,0.0028103415,0.00012862765,0.00016772091,0.000027486567,0.000031359763,0.000027270562,0.00010109697],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9967355,0.0005775298,0.00072843384,0.00034335913,0.0013589236,0.00025626377],"domain_scores_gemma":[0.9966901,0.0015666308,0.00022538842,0.00036257808,0.0009499369,0.00020537963],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0045431512,0.00017954061,0.00064247975,0.00031846293,0.000039936876,0.000015899217,0.00012301863,0.000105682,0.00086935516],"category_scores_gemma":[0.0008011669,0.00016244232,0.00022831389,0.0005731149,0.00008225669,0.00014619103,0.00013800788,0.0000941699,0.00003785238],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0064307507,0.0026967144,0.11967164,0.00033797463,0.00063614344,0.0006861565,0.0010188104,0.00016101128,0.026897846,0.00003064631,0.00021018584,0.8412221],"study_design_scores_gemma":[0.008015433,0.008921245,0.9058252,0.0014216849,0.0005399095,0.0010603827,0.00032928886,0.0034897975,0.0072511896,0.00014100029,0.06234812,0.0006567436],"about_ca_topic_score_codex":0.000019584855,"about_ca_topic_score_gemma":6.884383e-7,"teacher_disagreement_score":0.8405654,"about_ca_system_score_codex":0.000068011235,"about_ca_system_score_gemma":0.00018889499,"threshold_uncertainty_score":0.95188296},"labels":[],"label_agreement":null},{"id":"W2794448691","doi":"10.1007/s00464-018-6093-4","title":"Logistical considerations for establishing reliable surgical telementoring programs: a report of the SAGES Project 6 Logistics Working Group","year":2018,"lang":"en","type":"review","venue":"Surgical Endoscopy","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":9,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University","funders":"","keywords":"Summit; Medicine; Variety (cybernetics); Plan (archaeology); Medical education; Surgical oncology; Surgery; Computer science","score_opus":0.22676154858658454,"score_gpt":0.4253319080804017,"score_spread":0.19857035949381718,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2794448691","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0001076365,0.958269,0.0012372566,0.00018710288,0.002298115,0.00818172,0.000104711806,0.0004081457,0.029206336],"genre_scores_gemma":[0.010038968,0.956774,0.023464676,0.00008352718,0.0044659036,0.0015867854,0.0010949763,0.0002952134,0.0021959485],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9950882,0.00030150882,0.0020574543,0.00091772317,0.00083777757,0.00079730834],"domain_scores_gemma":[0.99192125,0.005750122,0.00091051764,0.0008186216,0.00034019764,0.00025928853],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0019466211,0.00058980356,0.0024391687,0.00019098597,0.00036331173,0.00018506584,0.0002674448,0.0006068032,0.00024233083],"category_scores_gemma":[0.0048494167,0.0003609931,0.0012710338,0.0008396597,0.00064773,0.000079432335,0.00023520138,0.00090022484,0.00000742082],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0016050725,0.0030148434,0.0040380307,0.04423538,0.0026878049,0.012598069,0.000370763,0.00005960885,5.4166657e-7,0.092633456,0.0035835174,0.8351729],"study_design_scores_gemma":[0.0053574536,0.00028299037,0.0000032731818,0.0131900115,0.0012843184,0.0016064878,0.000039026236,0.00016120663,0.000002776465,0.0004556578,0.9772817,0.000335106],"about_ca_topic_score_codex":0.00005286532,"about_ca_topic_score_gemma":0.000011840872,"teacher_disagreement_score":0.9736982,"about_ca_system_score_codex":0.00021666932,"about_ca_system_score_gemma":0.0008578067,"threshold_uncertainty_score":0.9998842},"labels":[],"label_agreement":null},{"id":"W2794717203","doi":"10.1002/bjs.10811","title":"Relationship between intraoperative non-technical performance and technical events in bariatric surgery","year":2018,"lang":"en","type":"article","venue":"British journal of surgery","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":62,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Toronto Metropolitan University; University of Toronto; St. Michael's Hospital","funders":"","keywords":"Medicine; Surgery; General surgery","score_opus":0.06325353244135541,"score_gpt":0.30908761682625696,"score_spread":0.24583408438490156,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2794717203","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9982212,0.0002951404,0.00015287077,0.0002875602,0.00016787033,0.00009523961,0.0000020191355,0.000018045544,0.0007600233],"genre_scores_gemma":[0.9986836,0.00023722825,0.00028751115,0.00012349346,0.00061239564,0.0000024344909,0.0000072816765,0.000015953112,0.000030136114],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9982427,0.000115310206,0.00090959424,0.00015550162,0.00034162946,0.00023529823],"domain_scores_gemma":[0.996349,0.002911645,0.00022800696,0.00007819864,0.00021251266,0.00022063102],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0022885688,0.00010586252,0.0005759486,0.00041146146,0.000101932485,0.000023381239,0.000048270307,0.0001709009,0.00009616525],"category_scores_gemma":[0.0022957805,0.00010711706,0.00015709296,0.00059308775,0.00013864654,0.00028558943,0.000029046309,0.0006189337,0.000009108677],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00013223954,0.00006719136,0.965634,0.000023841878,0.000012413831,0.00026179358,0.000018952373,0.0000019819392,0.000013185014,0.000006166863,0.0005011586,0.03332708],"study_design_scores_gemma":[0.00086223066,0.00007216113,0.9943827,0.0008248027,0.00003698501,0.0032508185,0.000016648677,0.00003507693,0.000034329976,0.00007686521,0.00029795576,0.00010944898],"about_ca_topic_score_codex":0.000013174443,"about_ca_topic_score_gemma":0.000009147493,"teacher_disagreement_score":0.03321763,"about_ca_system_score_codex":0.00007274285,"about_ca_system_score_gemma":0.00021047196,"threshold_uncertainty_score":0.4368107},"labels":[],"label_agreement":null},{"id":"W2794811874","doi":"","title":"Reengineering the Veress Needle for Laparoscopy","year":2017,"lang":"en","type":"article","venue":"CMBES Proceedings","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Winnipeg Regional Health Authority","funders":"","keywords":"Veress needle; Laparoscopy; Medicine; Surgery; Pneumoperitoneum","score_opus":0.05222524276803823,"score_gpt":0.34209188394021317,"score_spread":0.2898666411721749,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2794811874","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9183199,0.000057685007,0.00013459339,0.0018790608,0.0002121984,0.00033382748,0.0000017054192,0.00009668268,0.07896435],"genre_scores_gemma":[0.9976064,0.000005455417,0.00048334818,0.00027360747,0.00034881447,0.000035677975,0.0000019262582,0.000015621288,0.0012291669],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.999519,5.509677e-7,0.00009583216,0.000120376244,0.0001038036,0.00016042902],"domain_scores_gemma":[0.99960524,0.000052557763,0.00005358248,0.00011755151,0.00010256817,0.00006847389],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00015487801,0.00007319114,0.00012119705,0.000020311643,0.00037114933,0.00011238225,0.00012813034,0.0000436816,0.000040011873],"category_scores_gemma":[0.0004453623,0.00004746225,0.000061263076,0.00003076644,0.000058392765,0.000113973365,0.00003201142,0.0000896061,0.000012104912],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0034474484,0.00045650156,0.49611852,0.0021925068,0.0007311322,0.000032497934,0.010490088,0.00019644877,0.059227023,0.23708968,0.028686456,0.1613317],"study_design_scores_gemma":[0.0076662013,0.000366098,0.1812413,0.00048237012,0.00017554779,0.000037135636,0.0014362697,0.042393643,0.03307136,0.0013892609,0.73133075,0.00041007492],"about_ca_topic_score_codex":0.000003996829,"about_ca_topic_score_gemma":2.9964318e-7,"teacher_disagreement_score":0.7026443,"about_ca_system_score_codex":0.0000130873295,"about_ca_system_score_gemma":0.000009808265,"threshold_uncertainty_score":0.2854618},"labels":[],"label_agreement":null},{"id":"W2794879539","doi":"10.1111/bju.14219","title":"Implementing assessments of robot‐assisted technical skill in urological education: a systematic review and synthesis of the validity evidence","year":2018,"lang":"en","type":"review","venue":"British Journal of Urology","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":25,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Toronto General Hospital; University of Toronto","funders":"","keywords":"PsycINFO; Crowdsourcing; MEDLINE; Psychometrics; Educational measurement; Computer science; Rating scale; Medical education; Psychology; Applied psychology; Data science; Medicine; Clinical psychology; World Wide Web","score_opus":0.14260791414182547,"score_gpt":0.43901903725967695,"score_spread":0.29641112311785145,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2794879539","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0002953586,0.9982245,0.000034828983,0.00017986818,0.00010875359,0.0009218033,0.0000059504428,0.000003675352,0.00022525359],"genre_scores_gemma":[0.05911494,0.9402006,0.00030163454,0.00025813008,0.000063896536,0.000034890352,0.000001845769,0.000012469171,0.000011591612],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.99525225,0.0016235404,0.0023894396,0.00019618175,0.00033730705,0.0002012831],"domain_scores_gemma":[0.9941577,0.0025598179,0.002605492,0.00022695151,0.00036172985,0.0000883644],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0039569973,0.00016667577,0.003152065,0.00013574239,0.00004006525,0.000010883743,0.0002801964,0.0002441974,0.00012431931],"category_scores_gemma":[0.009543061,0.00011201122,0.00051732524,0.00037613575,0.00020174861,0.00005530332,0.00013789411,0.0005755519,7.324513e-7],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000027302602,0.0005436106,0.0011921253,0.63098943,0.00032497785,0.00011935703,0.000008172674,3.6996624e-7,5.817842e-7,0.000039128212,0.00010690493,0.36664802],"study_design_scores_gemma":[0.0005905288,0.00049741194,0.012655628,0.93166196,0.011058579,0.025115123,0.000015284846,0.000005505651,3.863477e-7,0.000044873017,0.018215084,0.00013963797],"about_ca_topic_score_codex":0.000008186049,"about_ca_topic_score_gemma":0.00000790608,"teacher_disagreement_score":0.3665084,"about_ca_system_score_codex":0.000056622925,"about_ca_system_score_gemma":0.0005150251,"threshold_uncertainty_score":0.9988},"labels":[],"label_agreement":null},{"id":"W2795854803","doi":"10.1007/s00464-018-6154-8","title":"Feasibility of adapting the fundamentals of laparoscopic surgery trainer box to endoscopic skills training tool","year":2018,"lang":"en","type":"article","venue":"Surgical Endoscopy","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":16,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"St. Michael's Hospital; University of Toronto; University Health Network","funders":"University Health Network; Society of American Gastrointestinal and Endoscopic Surgeons","keywords":"Medicine; Endoscopic surgery; Trainer; Abdominal surgery; Endoscopy; Laparoscopic surgery; Training (meteorology); General surgery; Hepatology; Laparoscopy; Surgery; Medical physics; Computer science","score_opus":0.07539889612568576,"score_gpt":0.3560306525868309,"score_spread":0.28063175646114513,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2795854803","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98612857,0.00010758718,0.0000875885,0.00045649466,0.00035308057,0.00062539865,0.000026240317,0.00006820196,0.012146817],"genre_scores_gemma":[0.9979069,0.000012334097,0.00091032556,0.00049418764,0.0003305065,0.000025909032,0.000016077805,0.000029259127,0.00027447206],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9971833,0.00022357426,0.0010191633,0.00042700945,0.00063088327,0.00051601813],"domain_scores_gemma":[0.99625534,0.0025289,0.00025426556,0.0004944133,0.00020650489,0.00026059753],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0013705738,0.00025100834,0.00096352183,0.00015225016,0.0001249344,0.00001770178,0.00016370624,0.00012443391,0.0023510775],"category_scores_gemma":[0.0011269795,0.00016900315,0.00035717885,0.00068167876,0.0004887358,0.00008149287,0.00007407265,0.00023918124,0.000037429152],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0069925296,0.0023457932,0.86220837,0.0007279427,0.0007056311,0.00021492245,0.015732126,0.00018805408,0.017925376,0.006965822,0.00051441364,0.08547905],"study_design_scores_gemma":[0.10354863,0.0044244663,0.48851287,0.0044798166,0.0007104392,0.00019463133,0.0083390055,0.0014089542,0.28701055,0.0014088985,0.09832824,0.001633504],"about_ca_topic_score_codex":0.000047253096,"about_ca_topic_score_gemma":0.00000934922,"teacher_disagreement_score":0.37369546,"about_ca_system_score_codex":0.000059372927,"about_ca_system_score_gemma":0.00020243938,"threshold_uncertainty_score":0.9985609},"labels":[],"label_agreement":null},{"id":"W2796828644","doi":"10.1016/j.bjps.2018.04.005","title":"Evolution of an evidence-based supermicrosurgery simulation training curriculum: A systematic review","year":2018,"lang":"en","type":"review","venue":"Journal of Plastic Reconstructive & Aesthetic Surgery","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":23,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Medicine; Microsurgery; Medical physics; Evidence-based medicine; Relevance (law); Curriculum; MEDLINE; Systematic review; Medical education; Surgery; Pathology; Alternative medicine; Psychology","score_opus":0.11210349822514926,"score_gpt":0.36051491153683585,"score_spread":0.2484114133116866,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2796828644","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.008316401,0.9878744,0.0009890047,0.000013392304,0.0014673225,0.0012519194,0.00001802087,0.000030320574,0.00003921719],"genre_scores_gemma":[0.04983396,0.94914746,0.00045767837,0.000048850503,0.0003484125,0.000035786103,0.000030849635,0.00008990508,0.0000070787887],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.99118114,0.001721439,0.005151196,0.0004589249,0.0010671254,0.00042019837],"domain_scores_gemma":[0.9760076,0.014857364,0.00647325,0.000507722,0.0017174121,0.00043669587],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0051239417,0.0006451505,0.007731539,0.001386951,0.00009197178,0.000041244224,0.00022022979,0.00041801704,0.00024617166],"category_scores_gemma":[0.01345372,0.00045104217,0.003343997,0.0011617492,0.00041009093,0.0004908429,0.000021421178,0.0007150057,0.000022649014],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00018497913,0.00025962363,0.0005703856,0.65631205,0.0005555802,0.00022395658,0.000070747476,0.0002517744,3.335386e-7,0.000019192477,0.000044270353,0.34150714],"study_design_scores_gemma":[0.0005858341,0.0003571313,0.00006576686,0.97748727,0.009118219,0.006781712,0.00013750159,0.0018982262,5.991598e-7,0.000032802036,0.0031346139,0.0004002994],"about_ca_topic_score_codex":0.000003816212,"about_ca_topic_score_gemma":3.9316626e-7,"teacher_disagreement_score":0.34110683,"about_ca_system_score_codex":0.00059378176,"about_ca_system_score_gemma":0.003491153,"threshold_uncertainty_score":0.9997941},"labels":[],"label_agreement":null},{"id":"W2796961987","doi":"10.2196/mededu.9068","title":"Instructional Video and Medical Student Surgical Knot-Tying Proficiency: Randomized Controlled Trial","year":2018,"lang":"en","type":"article","venue":"JMIR Medical Education","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":18,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Knot tying; Randomized controlled trial; Tying; Knot (papermaking); Computer science; Medicine; Psychology; Surgery; Engineering","score_opus":0.01550626404679489,"score_gpt":0.39257314559597023,"score_spread":0.37706688154917534,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2796961987","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.95853734,0.0002358489,0.00013435821,0.012595629,0.0024404994,0.0034178535,3.8993474e-7,0.000109170556,0.02252891],"genre_scores_gemma":[0.99225426,0.000060153747,0.00017182728,0.002166543,0.0036911827,0.0009162381,0.000030040335,0.000015877464,0.00069388706],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9957831,0.0004029766,0.0009316424,0.00039458746,0.0022059297,0.00028176533],"domain_scores_gemma":[0.99702096,0.0013509827,0.0001870935,0.00016519676,0.000284325,0.0009914347],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.003036877,0.00018986301,0.0010451657,0.00017422732,0.00017991169,0.000041410392,0.000111408124,0.00034303122,0.010285219],"category_scores_gemma":[0.007673624,0.0001237408,0.0002428577,0.00027313313,0.0008509728,0.000087837834,0.000054770993,0.0004440985,0.00005724918],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.7964035,0.0017935308,0.0014685207,0.000033102162,0.00017187139,0.00003165526,0.000953464,1.6892564e-7,0.0000025893337,0.014824021,0.00041823453,0.18389933],"study_design_scores_gemma":[0.97196096,0.00032785386,0.002116702,0.00022966451,0.000115494935,0.0002209226,0.0002742113,0.0050667566,0.000004716786,0.00047936925,0.019063976,0.000139355],"about_ca_topic_score_codex":0.00001371484,"about_ca_topic_score_gemma":0.0000030160904,"teacher_disagreement_score":0.18375997,"about_ca_system_score_codex":0.00007424248,"about_ca_system_score_gemma":0.0024087192,"threshold_uncertainty_score":0.99061954},"labels":[],"label_agreement":null},{"id":"W2796962977","doi":"10.1016/j.jsurg.2018.03.008","title":"Identification of New Tools to Predict Surgical Performance of Novices using a Plastic Surgery Simulator","year":2018,"lang":"en","type":"article","venue":"Journal of surgical education","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":9,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"","keywords":"Competence (human resources); Trainer; Medicine; EPIC; Simulation; Computer science; Surgery; Physical therapy; Psychology; Operating system","score_opus":0.062386204632068086,"score_gpt":0.35972414142805487,"score_spread":0.2973379367959868,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2796962977","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99781746,0.0001376837,0.00034779595,0.0002069,0.0010741855,0.00013869142,0.000002875589,0.000009022758,0.00026540423],"genre_scores_gemma":[0.9982179,0.000039067698,0.0002978772,0.000033025888,0.0012889121,9.654727e-7,0.0000059438403,0.000013342834,0.000102965925],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9976705,0.000060940336,0.0013473408,0.00014650857,0.0006094646,0.00016526271],"domain_scores_gemma":[0.9963043,0.0013177854,0.0008855584,0.00015950354,0.0009902744,0.00034261134],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00089410506,0.00012028008,0.00052437244,0.00039625418,0.00004475664,0.000021460475,0.00009004801,0.00010098722,0.00042328992],"category_scores_gemma":[0.0007854691,0.000095597876,0.000214607,0.000627894,0.0000929093,0.00031638163,0.000018049388,0.00015571604,0.000010924582],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.015942823,0.0036810467,0.68299735,0.0010361155,0.00051152584,0.00007577816,0.004080444,0.017125707,0.017417569,0.0005554387,0.0010776392,0.25549856],"study_design_scores_gemma":[0.009911183,0.002795863,0.8165366,0.0042031906,0.0007653884,0.0014124636,0.0013196976,0.059776798,0.04192646,0.00010023473,0.06067689,0.0005752041],"about_ca_topic_score_codex":0.00001505439,"about_ca_topic_score_gemma":5.858141e-7,"teacher_disagreement_score":0.25492334,"about_ca_system_score_codex":0.0000788081,"about_ca_system_score_gemma":0.0010225866,"threshold_uncertainty_score":0.46347278},"labels":[],"label_agreement":null},{"id":"W2797321688","doi":"10.1007/s00192-018-3654-y","title":"Optimizing resident operative self-confidence through competency-based surgical education modules: are we there yet?","year":2018,"lang":"en","type":"article","venue":"International Urogynecology Journal","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":11,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Centre for Advancing Health Outcomes; St. Paul's Hospital; University of British Columbia","funders":"Royal College of Physicians","keywords":"Medicine; Self-confidence; MEDLINE; General surgery; Medical physics; Medical education","score_opus":0.033560868090470417,"score_gpt":0.3597341030755157,"score_spread":0.32617323498504525,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2797321688","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.852525,0.0009406302,0.0074981153,0.0442696,0.0059440383,0.0004581398,0.000011287627,0.00018387161,0.088169344],"genre_scores_gemma":[0.9806848,0.00017857792,0.014213832,0.0028121206,0.0012427965,0.000016970285,0.000018949238,0.000022078759,0.00080984],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.9982447,0.00019508427,0.00052396866,0.00030568472,0.0004505248,0.0002800551],"domain_scores_gemma":[0.9977121,0.0005897863,0.0003128584,0.0001552452,0.0010371708,0.00019286433],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0003736607,0.00018772754,0.00029986197,0.00016982442,0.0002975762,0.00009556321,0.00024697924,0.00016094811,0.006131152],"category_scores_gemma":[0.00035060366,0.00015395832,0.00015987254,0.00014433725,0.00022655967,0.0002621684,0.000045770346,0.00054460374,0.00018459525],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.006292837,0.007833896,0.44276354,0.00013753743,0.0044442946,0.0076452624,0.0241098,0.016508725,0.0012981344,0.41898134,0.018691499,0.05129312],"study_design_scores_gemma":[0.030331358,0.0033014198,0.22367835,0.0020783404,0.00049488194,0.010777918,0.012052926,0.096823424,0.0040691784,0.032754548,0.5823167,0.0013209452],"about_ca_topic_score_codex":0.000012019475,"about_ca_topic_score_gemma":0.000034080545,"teacher_disagreement_score":0.5636252,"about_ca_system_score_codex":0.00030733968,"about_ca_system_score_gemma":0.00095340406,"threshold_uncertainty_score":0.9947774},"labels":[],"label_agreement":null},{"id":"W2798216780","doi":"10.1145/3180660","title":"A Serious Game for Anesthesia-Based Crisis Resource Management Training","year":2018,"lang":"en","type":"article","venue":"Computers in entertainment","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":24,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Health Sciences Centre; Sunnybrook Health Science Centre; Ontario Tech University","funders":"Social Sciences and Humanities Research Council of Canada; Natural Sciences and Engineering Research Council of Canada","keywords":"Popularity; Usability; Serious game; Training (meteorology); Resource (disambiguation); Virtual reality; Crisis management; Computer science; Multimedia; Medical education; Knowledge management; Medicine; Psychology; Human–computer interaction","score_opus":0.031049651499313963,"score_gpt":0.29851764938849146,"score_spread":0.2674679978891775,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2798216780","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8103785,0.00005190897,0.17139144,0.0076325443,0.0002924192,0.0017685697,0.0000017880668,0.00022185207,0.008260951],"genre_scores_gemma":[0.9737399,0.0000013825689,0.01651983,0.009405322,0.00014500284,0.00006891446,0.000020749692,0.000020811362,0.00007806151],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9988819,0.00003814761,0.00026889818,0.00030314422,0.00020832664,0.00029958758],"domain_scores_gemma":[0.999478,0.00011518284,0.00005020729,0.00021404974,0.000026262036,0.00011631712],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00026811392,0.00013818529,0.00022945274,0.00015756163,0.00004898602,0.000022894761,0.00009520305,0.000048872706,0.000053543106],"category_scores_gemma":[0.000008578784,0.00012727237,0.0001054557,0.00014656551,0.000049124283,0.000021026643,0.000025345858,0.00007357785,0.000010423136],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0043728906,0.0014592792,0.014490096,0.00052054384,0.00039500854,0.0014241902,0.016951477,0.0072539803,0.000050925773,0.0035428868,0.005674239,0.94386446],"study_design_scores_gemma":[0.028508725,0.0019216777,0.029110271,0.0009053996,0.00011914739,0.00006807814,0.005031095,0.2618902,0.00030304317,0.00044365993,0.6711988,0.0004999076],"about_ca_topic_score_codex":0.000002654995,"about_ca_topic_score_gemma":0.0000016359402,"teacher_disagreement_score":0.94336456,"about_ca_system_score_codex":0.00013042659,"about_ca_system_score_gemma":0.000013522319,"threshold_uncertainty_score":0.5190017},"labels":[],"label_agreement":null},{"id":"W2798381377","doi":"10.1117/12.536128","title":"Accuracy assessment and interpretation for optical tracking systems","year":2004,"lang":"en","type":"article","venue":"Proceedings of SPIE, the International Society for Optical Engineering/Proceedings of SPIE","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":284,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Northern Digital (Canada); University of Waterloo","funders":"","keywords":"Computer science; Calibration; Protocol (science); Ambiguity; Measurement uncertainty; Data mining; Orientation (vector space); Statistics","score_opus":0.022378845067904413,"score_gpt":0.2966309217744283,"score_spread":0.27425207670652385,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2798381377","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9924662,0.00012954795,0.0009272728,0.002510035,0.00023024181,0.0010130451,0.000019924126,0.000084152874,0.0026195413],"genre_scores_gemma":[0.9110714,0.000050838753,0.08816269,0.00012568354,0.00032199474,0.00016571523,0.000014382572,0.000043364525,0.000043902404],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9980697,1.14784156e-8,0.0006925633,0.00035186415,0.000567638,0.00031819593],"domain_scores_gemma":[0.9976251,0.00041079335,0.0003040146,0.00004232701,0.0014461082,0.00017162584],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00065984373,0.00025189968,0.00046046363,0.00009514609,0.00008810445,0.00014453591,0.00025096344,0.00018029595,0.000005758416],"category_scores_gemma":[0.0009544969,0.00020169771,0.00046869463,0.000192352,0.00016226152,0.0004550108,0.000068850335,0.0002776126,5.276498e-7],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00036256728,0.00019156616,0.0008481812,0.0010355196,0.00052261114,2.2947081e-7,0.00035405386,0.0009053465,0.1365917,0.8552309,0.00010734926,0.003849944],"study_design_scores_gemma":[0.030850338,0.0035780955,0.02590713,0.0053878915,0.0018035794,0.00025083718,0.011885494,0.7999464,0.09727251,0.009811062,0.0117193535,0.0015872607],"about_ca_topic_score_codex":0.0000051916104,"about_ca_topic_score_gemma":6.425084e-8,"teacher_disagreement_score":0.8454199,"about_ca_system_score_codex":0.00022825153,"about_ca_system_score_gemma":0.0000596077,"threshold_uncertainty_score":0.8224994},"labels":[],"label_agreement":null},{"id":"W2799368134","doi":"10.1016/j.jtcvs.2018.03.166","title":"Does cramming work? Impact of National Web-Based Thoracic Surgery Curriculum login frequency on thoracic surgery in-training exam performance","year":2018,"lang":"en","type":"article","venue":"Journal of Thoracic and Cardiovascular Surgery","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":19,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Login; Curriculum; Percentile; Medicine; Medical education; General surgery; Psychology; Computer science; Statistics","score_opus":0.052152936800185797,"score_gpt":0.33525225750572735,"score_spread":0.28309932070554156,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2799368134","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9941805,0.0033615634,0.00044472955,0.00011336066,0.00094453816,0.00017547146,0.0000075217713,0.000042768166,0.00072954193],"genre_scores_gemma":[0.9975549,0.000812528,0.0003618818,0.00014921026,0.001020113,0.000008343215,0.00001825336,0.00005515755,0.000019643658],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9947476,0.0007822908,0.001646395,0.00044531285,0.001741171,0.00063725584],"domain_scores_gemma":[0.993871,0.0035158033,0.0008311099,0.00041048872,0.0009807271,0.00039091986],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.012357257,0.00043947855,0.0021723313,0.001717206,0.0001685748,0.00006795922,0.00012658564,0.00028414812,0.00020981261],"category_scores_gemma":[0.0023509797,0.0002806148,0.0031519681,0.0015137116,0.00030892564,0.00047130292,0.00003439369,0.0007139594,0.00000981854],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0009339462,0.00018249924,0.66228896,0.00027141446,0.0008622184,0.0004434789,0.00014063658,0.0013998718,0.000036935708,0.0000021239316,0.00012653893,0.33331138],"study_design_scores_gemma":[0.0008863933,0.00034421886,0.980205,0.008532279,0.000745938,0.00088476617,0.00062512804,0.0028182908,0.0019945733,0.00013337405,0.0018832897,0.00094674394],"about_ca_topic_score_codex":0.000027807966,"about_ca_topic_score_gemma":0.0000025700308,"teacher_disagreement_score":0.33236462,"about_ca_system_score_codex":0.00022113672,"about_ca_system_score_gemma":0.0013718643,"threshold_uncertainty_score":0.9999646},"labels":[],"label_agreement":null},{"id":"W2799854685","doi":"10.1177/2192568217747574","title":"The Importance of Determining Trainee Perspectives on Procedural Competencies During Spine Surgery Clinical Fellowship","year":2018,"lang":"en","type":"article","venue":"Global Spine Journal","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto; University of British Columbia; Health Sciences Centre; Sunnybrook Health Science Centre","funders":"AOSpine","keywords":"Medicine; Physical therapy; Surgery; Medical education; General surgery","score_opus":0.05961420192463992,"score_gpt":0.36630612214700176,"score_spread":0.30669192022236186,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2799854685","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9915996,0.00044645916,0.000093091345,0.0016447494,0.0004505709,0.00011580682,0.0000022841473,0.00003844066,0.0056090034],"genre_scores_gemma":[0.99685353,0.00011384781,0.00077572674,0.00040826004,0.0017278491,0.0000015371677,0.0000014631215,0.000011592709,0.000106209816],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99800646,0.000082280785,0.0008696978,0.00021342331,0.00045610408,0.00037205417],"domain_scores_gemma":[0.998652,0.00014254077,0.000411208,0.00017825249,0.00035604785,0.00025995684],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0010806745,0.00016856668,0.000444559,0.00005193221,0.00035824912,0.00004616339,0.00012327834,0.000077693854,0.00014834554],"category_scores_gemma":[0.0020040746,0.00010363147,0.0003520611,0.00029756766,0.0004361584,0.000085422944,0.0000315615,0.00037359179,0.000010201263],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0011079288,0.00036348728,0.9398065,0.000054854394,0.00029346984,0.0003236848,0.0007514087,0.000029879033,0.0003195458,0.0016712237,0.00041894396,0.054859046],"study_design_scores_gemma":[0.0022778509,0.00062567764,0.9910726,0.00029844648,0.000044457738,0.0008290433,0.002201634,0.00044725274,0.00013734946,0.0001380526,0.0018047389,0.0001228956],"about_ca_topic_score_codex":0.000001952572,"about_ca_topic_score_gemma":0.00001587019,"teacher_disagreement_score":0.05473615,"about_ca_system_score_codex":0.00010569438,"about_ca_system_score_gemma":0.00019528833,"threshold_uncertainty_score":0.42259687},"labels":[],"label_agreement":null},{"id":"W2799997052","doi":"10.1089/end.2018.0025","title":"The Effect of Institution Teaching Status on Perioperative Outcomes After Robotic Partial or Radical Nephrectomy","year":2018,"lang":"en","type":"article","venue":"Journal of Endourology","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University; McGill University Health Centre; Université de Montréal","funders":"American Hospital Association","keywords":"Medicine; Poisson regression; Nephrectomy; Perioperative; Complication; Logistic regression; Odds ratio; Surgery; Urology; Internal medicine; Kidney; Population","score_opus":0.0205895623943386,"score_gpt":0.34361309293311626,"score_spread":0.32302353053877764,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2799997052","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99575496,0.00006581587,0.00043738537,0.0011377463,0.0005794744,0.00011839243,4.5817592e-7,0.0000067215424,0.0018990266],"genre_scores_gemma":[0.9986381,0.000008093266,0.00021761327,0.0006124698,0.0004465471,0.0000027738283,4.3339108e-7,0.0000064555998,0.00006752275],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9987664,0.0003835247,0.00037028376,0.00007668797,0.00021102947,0.0001920326],"domain_scores_gemma":[0.99827385,0.0012732677,0.00018335019,0.00008442351,0.000070757626,0.000114377544],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0006730277,0.000093239265,0.00036397224,0.00007996082,0.000114435425,0.000010761925,0.000050412873,0.00006906425,0.00027659483],"category_scores_gemma":[0.0016739478,0.00004057368,0.00013128998,0.000054859596,0.000281551,0.0000529688,0.000014091029,0.00044075624,0.000010461598],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.069612525,0.00024569148,0.85931736,0.000025223968,0.0006494851,0.00080073846,0.0018700568,0.0016325191,0.0007025571,0.0031754575,0.00012185878,0.061846513],"study_design_scores_gemma":[0.03947428,0.039686993,0.62697756,0.00017826525,0.0005891314,0.0011891865,0.00019252874,0.004208298,0.004050061,0.00004796873,0.2831973,0.00020839168],"about_ca_topic_score_codex":0.000005171098,"about_ca_topic_score_gemma":0.00001016991,"teacher_disagreement_score":0.28307545,"about_ca_system_score_codex":0.000034759658,"about_ca_system_score_gemma":0.0000849134,"threshold_uncertainty_score":0.30285195},"labels":[],"label_agreement":null},{"id":"W2800053336","doi":"10.1007/s00464-018-6199-8","title":"A scoping review of assessment tools for laparoscopic suturing","year":2018,"lang":"en","type":"review","venue":"Surgical Endoscopy","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":23,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University Health Centre","funders":"","keywords":"Medicine; Identification (biology); Medical physics; Guideline; Medical education; Pathology","score_opus":0.16166579060206987,"score_gpt":0.4869268102125078,"score_spread":0.3252610196104379,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2800053336","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00001293166,0.98150975,0.000055002118,0.000037190144,0.0005388007,0.004262595,0.00004779836,0.00008295313,0.013452971],"genre_scores_gemma":[0.00001102373,0.99604225,0.0016794407,0.0001737418,0.0008347735,0.00055388105,0.0004070128,0.00007128549,0.00022658684],"study_design_codex":"systematic_review","study_design_gemma":"not_applicable","domain_scores_codex":[0.9967326,0.00019148969,0.0015532762,0.0005799507,0.0004911935,0.00045147806],"domain_scores_gemma":[0.9956227,0.0027779085,0.00061733025,0.0005044774,0.00020958102,0.00026803763],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0009476983,0.0004539784,0.0040936866,0.0001483776,0.0000758019,0.000035859422,0.00018375283,0.00030728866,0.0015466189],"category_scores_gemma":[0.0007868262,0.0003261009,0.0013797815,0.00040798465,0.00012278165,0.00009006775,0.00008239906,0.0003790118,0.000043340206],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00005268749,0.000088663735,0.000005063625,0.67251533,0.00018626051,0.00003720823,0.0000042178654,1.2631095e-7,4.863968e-8,0.0005306785,0.00011484506,0.32646486],"study_design_scores_gemma":[0.0038811918,0.00014264247,5.682632e-7,0.47790438,0.0006335234,0.000024478937,0.0000014374992,0.0000041540475,0.000004259637,0.000005312968,0.517258,0.00014005204],"about_ca_topic_score_codex":0.0000020212078,"about_ca_topic_score_gemma":4.6103395e-7,"teacher_disagreement_score":0.51714313,"about_ca_system_score_codex":0.00012539128,"about_ca_system_score_gemma":0.0008662514,"threshold_uncertainty_score":0.9999191},"labels":[],"label_agreement":null},{"id":"W2800369185","doi":"10.1016/j.amjsurg.2018.01.013","title":"Instant replay: Evaluation of instant video feedback in surgical novices for a laparoscopic gallbladder dissection","year":2018,"lang":"en","type":"article","venue":"The American Journal of Surgery","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":5,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Task (project management); Dissection (medical); Video feedback; Instant; Computer science; Significant difference; Medicine; Surgery","score_opus":0.08614989910518527,"score_gpt":0.3721435938289437,"score_spread":0.2859936947237584,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2800369185","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9976076,0.00015432575,0.000046083616,0.0006184314,0.00020467225,0.00018373822,0.0000023215944,0.0000072729194,0.0011755842],"genre_scores_gemma":[0.9993686,0.0000581394,0.00009655971,0.00019182684,0.00025095945,0.000005979529,0.0000027462836,0.000013041828,0.000012110812],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9980998,0.00024240708,0.0007674875,0.00011889993,0.0005931137,0.00017830534],"domain_scores_gemma":[0.9969559,0.0013239839,0.00083513465,0.0001546196,0.0006424232,0.00008799265],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0039720233,0.00010025532,0.0005768082,0.00025675507,0.000051418294,0.000011602006,0.000063097665,0.000029194405,0.00015459172],"category_scores_gemma":[0.0007011752,0.00006194479,0.00019336885,0.0006176255,0.0002958562,0.000110963534,0.0000118311655,0.00015826184,0.0000022088677],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.025946895,0.00086676795,0.31325066,0.00011056986,0.0005429382,0.000109383895,0.0029111747,0.0014672654,0.0030501788,0.00027225466,0.0001882429,0.6512837],"study_design_scores_gemma":[0.011239728,0.0019617921,0.9546167,0.0013273389,0.0004913736,0.0007149142,0.0046451776,0.010964035,0.0028090524,0.0004909002,0.010457243,0.00028169426],"about_ca_topic_score_codex":0.000034785484,"about_ca_topic_score_gemma":0.000019912486,"teacher_disagreement_score":0.651002,"about_ca_system_score_codex":0.00010091224,"about_ca_system_score_gemma":0.00029660139,"threshold_uncertainty_score":0.25260353},"labels":[],"label_agreement":null},{"id":"W2800836459","doi":"10.21037/jtd.2018.04.107","title":"Who really benefits from surgical tray reduction?","year":2018,"lang":"en","type":"letter","venue":"Journal of Thoracic Disease","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University","funders":"","keywords":"Medicine; Reduction (mathematics); Tray; Surgery; Mechanical engineering; Engineering","score_opus":0.039181052482360965,"score_gpt":0.3525050671818076,"score_spread":0.3133240146994466,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2800836459","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.25573114,0.004498383,0.000049106857,0.72352993,0.0032713872,0.00039958264,0.00030050502,0.00009496586,0.01212498],"genre_scores_gemma":[0.4881635,0.0010335889,0.0013186992,0.35198173,0.1383383,0.000011035703,0.0011956284,0.00029602658,0.017661486],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9971392,0.00018939137,0.0008921674,0.00031362814,0.001152503,0.00031307462],"domain_scores_gemma":[0.9973311,0.00026255564,0.0007243725,0.00037005695,0.0005605813,0.00075134146],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0003939968,0.00031001912,0.00083452516,0.00029353396,0.00008204509,0.00007860444,0.00021017992,0.00045873056,0.0032392154],"category_scores_gemma":[0.00027577818,0.00023128837,0.0007671981,0.00020958544,0.00012846406,0.00016227704,0.00003144664,0.0016725599,0.00010602099],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.005066828,0.00029901904,0.0014795384,0.0003121377,0.000722807,0.022572609,0.00012730634,0.00007326772,0.0000031671013,0.000014853535,0.91714066,0.05218778],"study_design_scores_gemma":[0.0019657486,0.00024006792,0.01135328,0.0025735982,0.0014855982,0.00053603493,0.000026528092,0.00007449943,0.000013220982,0.00043614305,0.981009,0.00028628486],"about_ca_topic_score_codex":0.000005772067,"about_ca_topic_score_gemma":2.5395934e-7,"teacher_disagreement_score":0.37154824,"about_ca_system_score_codex":0.00011144686,"about_ca_system_score_gemma":0.00041890974,"threshold_uncertainty_score":0.99767196},"labels":[],"label_agreement":null},{"id":"W2801362673","doi":"10.1089/soro.2017.0072","title":"A Dynamic Compliance Cervix Phantom Robot for Latent Labor Simulation","year":2018,"lang":"en","type":"article","venue":"Soft Robotics","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"York University; McMaster University; University of Toronto","funders":"","keywords":"Imaging phantom; Cervix; Robot; Computer science; Soft palate; Mechatronics; Artificial intelligence; Simulation; Medicine; Medical physics; Surgery; Radiology","score_opus":0.08472667533294868,"score_gpt":0.37720510467033425,"score_spread":0.29247842933738555,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2801362673","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0857742,0.00018222639,0.90681165,0.0027808833,0.00091384054,0.0010800427,0.000029248056,0.00039685387,0.0020310543],"genre_scores_gemma":[0.96988213,0.0000042934926,0.027835459,0.0010188356,0.00022023272,0.0000075734624,0.0000686383,0.000027495971,0.00093533215],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.999116,0.000013753781,0.00023434432,0.00021254043,0.00017611013,0.00024723276],"domain_scores_gemma":[0.99904186,0.00026137786,0.00007226529,0.00018381393,0.0003167279,0.00012393024],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00011485321,0.00012043922,0.00021303286,0.000049210434,0.00011918723,0.00002089754,0.00005512671,0.000085541964,0.00015226023],"category_scores_gemma":[0.00018125995,0.000106568725,0.00008370247,0.00019249012,0.00007298247,0.000052986972,0.000019035602,0.00008484692,0.000114208684],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0005420399,0.00023523913,0.02083477,0.00015323935,0.00009745136,0.000010370429,0.00044840682,0.9349329,0.00044373525,0.0017829319,0.00006111661,0.040457837],"study_design_scores_gemma":[0.0030096367,0.00023371162,0.04307975,0.00008785101,0.00006789447,0.0000033892493,0.000025383157,0.94670993,0.0000573651,0.00055053056,0.006049323,0.00012523822],"about_ca_topic_score_codex":0.0000036672996,"about_ca_topic_score_gemma":0.000014163943,"teacher_disagreement_score":0.88410795,"about_ca_system_score_codex":0.000065384804,"about_ca_system_score_gemma":0.00003870177,"threshold_uncertainty_score":0.43457463},"labels":[],"label_agreement":null},{"id":"W2802660728","doi":"10.1017/cjn.2018.20","title":"Training and Regulating Clinical Scientists in Canada: Online Training for Intraoperative Neuromonitoring?","year":2018,"lang":"en","type":"letter","venue":"Canadian Journal of Neurological Sciences / Journal Canadien des Sciences Neurologiques","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"University of Saskatchewan","funders":"","keywords":"Training (meteorology); Action (physics); Content (measure theory); Medicine; Medical education; Physical medicine and rehabilitation; Computer science; Medical physics; Psychology","score_opus":0.17210343850594306,"score_gpt":0.3686247666070156,"score_spread":0.19652132810107253,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2802660728","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.91532224,0.00047110318,0.000010373179,0.08048054,0.0024848157,0.00033498424,0.000045042198,0.000012433971,0.0008384375],"genre_scores_gemma":[0.8605697,0.00009868682,0.0028696123,0.13303944,0.0033536877,0.0000036838494,0.0000039474858,0.0000289043,0.000032343087],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99273986,0.0011376747,0.0020335952,0.0009955813,0.0011128635,0.0019804349],"domain_scores_gemma":[0.9927382,0.0030934594,0.0012890176,0.0001640838,0.000736217,0.0019790188],"candidate_categories":["metaepi_narrow","sts","research_integrity"],"consensus_categories":["sts"],"category_scores_codex":[0.00640909,0.0005384376,0.0014311118,0.0012247778,0.00199107,0.0006078441,0.0011526656,0.0005622599,0.00008960857],"category_scores_gemma":[0.008306469,0.0003866608,0.00032389915,0.001263779,0.006851821,0.0005456752,0.000069779235,0.004450254,3.9735502e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00020800493,0.00003780127,0.88222,0.000056066245,0.00006776375,0.032967478,0.0018369093,0.0010403143,0.000003921182,0.00006688872,0.009775292,0.07171959],"study_design_scores_gemma":[0.0049223215,0.11980914,0.50350225,0.0012395611,0.00033354282,0.06234333,0.0035877086,0.018390099,0.000016132337,0.005586463,0.27856824,0.0017012147],"about_ca_topic_score_codex":0.079489745,"about_ca_topic_score_gemma":0.90999717,"teacher_disagreement_score":0.83050746,"about_ca_system_score_codex":0.0006803174,"about_ca_system_score_gemma":0.025603663,"threshold_uncertainty_score":0.99985856},"labels":[],"label_agreement":null},{"id":"W2803033711","doi":"10.1002/aet2.10103","title":"Clinical Cadavers as a Simulation Resource for Procedural Learning","year":2018,"lang":"en","type":"article","venue":"AEM Education and Training","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":93,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Queen Elizabeth II Health Sciences Centre; Nova Scotia Health Authority; Dalhousie University","funders":"","keywords":"Competence (human resources); Computer science; Medical simulation; Simulation training; Fidelity; Simulation; Psychology","score_opus":0.09476504171383397,"score_gpt":0.43947954579497983,"score_spread":0.34471450408114584,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2803033711","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.95393914,0.00004976545,0.0009519945,0.0012492669,0.0002854946,0.00034840172,5.395855e-7,0.000115051604,0.043060347],"genre_scores_gemma":[0.99145263,0.0000037314605,0.0018982254,0.0030855185,0.00094466517,0.000021459748,0.00004604804,0.000019101368,0.0025286176],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9991121,0.000043575157,0.00028496853,0.00025718522,0.00012346992,0.0001786812],"domain_scores_gemma":[0.9989643,0.0004957591,0.000093438495,0.00008030175,0.00017371614,0.00019248988],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00047607083,0.000095558455,0.00017674318,0.000079046404,0.00023967074,0.000033199838,0.000026271648,0.00009069512,0.00015888328],"category_scores_gemma":[0.001206052,0.00008832074,0.00007100015,0.00013965605,0.00010640826,0.00008100187,0.000009062101,0.00015737997,0.000024555793],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00031062507,0.00013329748,0.023242654,0.000033882738,0.000040986157,7.9038097e-7,0.007068183,0.00017726954,0.00002232794,0.0020997054,0.00022544504,0.9666448],"study_design_scores_gemma":[0.0045600194,0.0008863986,0.10047962,0.00016014278,0.00010741795,0.000042876934,0.012737341,0.063022345,0.00004188241,0.00060564256,0.81713647,0.00021987178],"about_ca_topic_score_codex":0.0000060563766,"about_ca_topic_score_gemma":0.0000021360656,"teacher_disagreement_score":0.96642494,"about_ca_system_score_codex":0.000021034324,"about_ca_system_score_gemma":0.0002637436,"threshold_uncertainty_score":0.3601615},"labels":[],"label_agreement":null},{"id":"W2803620450","doi":"","title":"In-house Design and Construction of the Toronto Lap-Nissen Simulator","year":2018,"lang":"en","type":"article","venue":"CMBES Proceedings","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Toronto; Toronto General Hospital; University Health Network","funders":"","keywords":"Presentation (obstetrics); Simulation; Engineering; Computer science; Engineering management; Medical education; Medicine; Surgery","score_opus":0.024073709885498402,"score_gpt":0.2896506102678895,"score_spread":0.2655769003823911,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2803620450","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9938598,0.000061388586,0.00005320805,0.00027181572,0.00009247801,0.00020487366,1.8703973e-7,0.000037754802,0.005418485],"genre_scores_gemma":[0.99841416,0.000008384609,0.001122518,0.00023731566,0.00011337189,0.0000028362788,7.8960205e-8,0.000010696069,0.00009065285],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99954724,0.000004739727,0.00013799024,0.0001112545,0.00010631869,0.00009246028],"domain_scores_gemma":[0.9997153,0.000048736107,0.000049386887,0.000044008673,0.00009467537,0.000047855643],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00013713249,0.000059227485,0.000120894394,0.000019338502,0.000042365853,0.000009406997,0.00003136164,0.00005183085,0.000110653826],"category_scores_gemma":[0.0001364341,0.000039461967,0.000022619652,0.000098999895,0.00017811121,0.00011793938,0.000020824766,0.000051781088,0.0000035839823],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0018195711,0.00025961548,0.8539659,0.0003518729,0.00011980084,0.000007299995,0.015438913,0.000028542376,0.029918438,0.06561864,0.00081616355,0.03165526],"study_design_scores_gemma":[0.018741427,0.0015643223,0.71404356,0.001031908,0.0002490184,0.0002499379,0.009218667,0.05002978,0.1370343,0.009516701,0.057677723,0.0006426459],"about_ca_topic_score_codex":0.000027943452,"about_ca_topic_score_gemma":0.000006372182,"teacher_disagreement_score":0.13992232,"about_ca_system_score_codex":0.000028259068,"about_ca_system_score_gemma":0.000017730146,"threshold_uncertainty_score":0.16092123},"labels":[],"label_agreement":null},{"id":"W2803833535","doi":"10.1002/lary.26943","title":"Toolbox of assessment tools of technical skills in otolaryngology–head and neck surgery: A systematic review","year":2017,"lang":"en","type":"review","venue":"The Laryngoscope","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":14,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"McGill University","keywords":"Medicine; Otorhinolaryngology; Rhinology; Otology; Checklist; Medical physics; MEDLINE; Critical appraisal; Cochrane Library; Systematic review; Laryngology; Medical education; Toolbox; Surgery; Randomized controlled trial; Pathology; Alternative medicine; Computer science","score_opus":0.11751948267208814,"score_gpt":0.42784451863179745,"score_spread":0.3103250359597093,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2803833535","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0004634679,0.9897063,0.0000033264848,0.00014211073,0.00006153115,0.003958653,0.00002428965,0.000021996007,0.0056183385],"genre_scores_gemma":[0.0036458974,0.9954838,0.000117062555,0.0002214426,0.000030538,0.00025143535,0.00006632158,0.000034132394,0.00014935054],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.99650127,0.00068109663,0.0018903278,0.0003124038,0.000364932,0.00024999795],"domain_scores_gemma":[0.99452555,0.0029309143,0.0013376666,0.0010247092,0.0000863857,0.000094780065],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0029881354,0.0003376941,0.006516886,0.0001761713,0.000046235622,0.000017774079,0.00030750065,0.00028990698,0.000106971915],"category_scores_gemma":[0.0023880021,0.00018454349,0.0006099053,0.0003115973,0.00021574469,0.000070333,0.0001295323,0.0005540557,0.000011039372],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000010615848,0.0001578791,0.00033512065,0.93229085,0.0002035913,0.000055760054,0.000014776363,5.0824035e-8,4.7813205e-7,0.00025347283,0.00005221071,0.066625215],"study_design_scores_gemma":[0.0005611012,0.000090019355,0.0034226947,0.9106192,0.0025528104,0.00019956588,0.000003383834,0.0000044485746,4.0372922e-7,0.000012042201,0.082370006,0.0001643274],"about_ca_topic_score_codex":0.000020091617,"about_ca_topic_score_gemma":0.000008185061,"teacher_disagreement_score":0.08231779,"about_ca_system_score_codex":0.000064499705,"about_ca_system_score_gemma":0.00037334036,"threshold_uncertainty_score":0.75254655},"labels":[],"label_agreement":null},{"id":"W2804311512","doi":"10.1007/s11934-018-0799-7","title":"Surgical Education, Simulation, and Simulators—Updating the Concept of Validity","year":2018,"lang":"en","type":"review","venue":"Current Urology Reports","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":43,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University Health Network; Toronto General Hospital; University of Toronto","funders":"","keywords":"Summative assessment; Generalizability theory; Construct validity; External validity; Context (archaeology); Construct (python library); Formative assessment; Medicine; Mentorship; Medical education; Test (biology); Process (computing); Quality (philosophy); Psychology; Computer science; Psychometrics; Social psychology; Clinical psychology; Pedagogy","score_opus":0.13739713385985214,"score_gpt":0.44534257755519674,"score_spread":0.3079454436953446,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2804311512","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0018356019,0.994358,0.000043787997,0.000043604006,0.0015263543,0.00080749625,0.0000059320655,0.00004882281,0.0013303903],"genre_scores_gemma":[0.29801226,0.69980174,0.000023922343,0.00008447507,0.0014232886,0.000044313805,0.00043869004,0.000048990558,0.00012233878],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9973442,0.0003298295,0.0013260876,0.0005105641,0.00026663102,0.00022268426],"domain_scores_gemma":[0.99615324,0.00162512,0.0011719331,0.00053672196,0.0003513169,0.00016168295],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00079493533,0.00030026535,0.0013034521,0.000118478136,0.00013241418,0.000014802307,0.00007496861,0.00031008763,0.00033063584],"category_scores_gemma":[0.0011272256,0.00018659818,0.0003339152,0.00028075287,0.00048501304,0.00004048561,0.00008967938,0.00047170938,0.000008297523],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000015856202,0.0001768238,0.0036493165,0.0017361449,0.00012473647,0.000055044315,0.00013022414,0.00012036977,3.862819e-9,0.00039533083,0.0003027476,0.9932934],"study_design_scores_gemma":[0.0003024106,0.00007655487,0.00019802312,0.0010867892,0.0010109487,0.0008086297,0.000010397518,0.0004333071,1.381247e-7,0.00015691044,0.9957669,0.0001490224],"about_ca_topic_score_codex":0.0000021471135,"about_ca_topic_score_gemma":2.777636e-7,"teacher_disagreement_score":0.99546415,"about_ca_system_score_codex":0.000028766564,"about_ca_system_score_gemma":0.00062282453,"threshold_uncertainty_score":0.7609253},"labels":[],"label_agreement":null},{"id":"W2804563775","doi":"10.1007/s00464-018-6203-3","title":"A randomised trial of observational learning from 2D and 3D models in robotically assisted surgery","year":2018,"lang":"en","type":"article","venue":"Surgical Endoscopy","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University","funders":"Intuitive Surgical","keywords":"Observational study; Task (project management); Medicine; Learning curve; Dreyfus model of skill acquisition; Medical physics; Physical medicine and rehabilitation; Observational learning; Robotic surgery; Stereoscopy; Randomized controlled trial; Artificial intelligence; Physical therapy; Surgery; Computer science; Psychology; Internal medicine","score_opus":0.11866682679623125,"score_gpt":0.33505037776331675,"score_spread":0.2163835509670855,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2804563775","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9904264,0.000082108185,0.0006134245,0.00029291966,0.00015017574,0.00033181504,0.0000030712636,0.000045510966,0.00805458],"genre_scores_gemma":[0.9979589,0.00003337701,0.0014248737,0.00011537059,0.00026188063,0.000017856042,0.00006976652,0.0000148734325,0.00010311036],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9982906,0.00021955607,0.0006195412,0.00027518367,0.00037362863,0.00022148216],"domain_scores_gemma":[0.99544317,0.0040400345,0.00011741467,0.00011528261,0.00011390128,0.00017019383],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0006893991,0.00013377775,0.0006568923,0.000116390635,0.000046579877,0.000014824403,0.00003702862,0.00014251906,0.000949502],"category_scores_gemma":[0.000995678,0.00010922557,0.0001402733,0.00025679191,0.00018705192,0.00008937491,0.000027871229,0.00024796618,0.000008480301],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.85621333,0.000994585,0.11229308,0.00006199819,0.00023651886,0.0003191038,0.00049840193,0.0039749066,0.00035762388,0.0040643658,0.000033200424,0.020952875],"study_design_scores_gemma":[0.8044421,0.00039156314,0.047354005,0.0002509548,0.000070226284,0.000009964932,0.00004291538,0.14400074,0.00020561279,0.0011126495,0.0019347719,0.00018446057],"about_ca_topic_score_codex":0.00007331782,"about_ca_topic_score_gemma":0.000007718542,"teacher_disagreement_score":0.14002584,"about_ca_system_score_codex":0.000023399793,"about_ca_system_score_gemma":0.0001178691,"threshold_uncertainty_score":0.99996376},"labels":[],"label_agreement":null},{"id":"W2805317933","doi":"10.1016/j.gie.2019.01.030","title":"Setting minimum standards for training in EUS and ERCP: results from a prospective multicenter study evaluating learning curves and competence among advanced endoscopy trainees","year":2019,"lang":"en","type":"article","venue":"Gastrointestinal Endoscopy","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":116,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"National Center for Advancing Translational Sciences; Ferring Pharmaceuticals; AbbVie; Merck; National Institutes of Health; National Institute of Diabetes and Digestive and Kidney Diseases; American Society for Gastrointestinal Endoscopy","keywords":"Medicine; Endoscopy; Competence (human resources); Learning curve; Grading (engineering); Radiology; Medical physics; General surgery; Computer science","score_opus":0.02684262542910809,"score_gpt":0.34060707679244007,"score_spread":0.313764451363332,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2805317933","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99528915,0.00020511777,0.0008712562,0.00013934232,0.000074452335,0.0024885288,0.00008780278,0.0001077718,0.00073657226],"genre_scores_gemma":[0.93403393,0.000010006835,0.06556389,0.000080556994,0.00006557283,0.00009753211,0.00005463179,0.000039596194,0.00005428668],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99726784,0.00023333682,0.0006855216,0.00078235054,0.0005092727,0.00052164897],"domain_scores_gemma":[0.99566805,0.0034211047,0.00028009713,0.00016390817,0.00026079852,0.00020605778],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0017851569,0.00031901125,0.00064613554,0.00014384965,0.00014042587,0.000060856542,0.000073094685,0.000039547107,0.000041162653],"category_scores_gemma":[0.007449406,0.0002937631,0.000065748376,0.00019259893,0.00012798824,0.00022656296,0.00006658057,0.00050360174,0.0000014051485],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0076956647,0.00013853749,0.9543464,0.0001815283,0.000044146906,0.000058813977,0.012897613,0.0006932962,0.015712736,0.0000084327985,0.0000014517947,0.0082213655],"study_design_scores_gemma":[0.066414766,0.0063456995,0.7604679,0.008566561,0.00013207554,0.00009746234,0.046700634,0.110532194,0.00029401618,0.00006826847,0.000023769653,0.0003566345],"about_ca_topic_score_codex":0.000115398645,"about_ca_topic_score_gemma":0.000085702464,"teacher_disagreement_score":0.1938785,"about_ca_system_score_codex":0.000105336054,"about_ca_system_score_gemma":0.00015653904,"threshold_uncertainty_score":0.9999514},"labels":[],"label_agreement":null},{"id":"W2805605421","doi":"10.1503/cjs.014417","title":"The current state of resident trauma training: Are we losing a generation?","year":2018,"lang":"en","type":"article","venue":"Canadian Journal of Surgery","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":13,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"McMaster University; University of Calgary; University of British Columbia","funders":"","keywords":"Medicine; Trauma care; Call to action; Competence (human resources); Trauma surgery; Medical emergency; Gerontology; Family medicine; Surgery","score_opus":0.21379669247886818,"score_gpt":0.3380556403152666,"score_spread":0.1242589478363984,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2805605421","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99100107,0.0032060498,0.00015369865,0.003416939,0.0014390197,0.000057472535,0.0000057379752,0.0000034094783,0.00071659527],"genre_scores_gemma":[0.9986161,0.0001414176,0.000026208992,0.00015284965,0.0009597762,5.0454895e-7,0.0000015710168,0.000010460065,0.00009112008],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99887073,0.000066372515,0.0005428448,0.00006936743,0.00022529796,0.0002253742],"domain_scores_gemma":[0.9982707,0.00036188232,0.00034709324,0.0001005256,0.00040396335,0.0005158523],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0008651034,0.00007399752,0.00025778002,0.00023784002,0.0001757782,0.000037032933,0.000052492276,0.000019817864,0.00009662376],"category_scores_gemma":[0.00041044757,0.000050654806,0.00015884837,0.00019745056,0.00016782466,0.000054769924,0.000002480315,0.00018785134,0.0000024366354],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006458968,0.000008979767,0.022302093,0.000013766336,0.000059279962,0.00015482187,0.001893531,0.00005550592,0.00003549369,0.000038043432,0.0034324098,0.9719415],"study_design_scores_gemma":[0.001670152,0.00017607161,0.35161358,0.0015828144,0.000113357935,0.00033345883,0.001502101,0.0010479576,0.0014761776,0.00076436944,0.6394973,0.00022270397],"about_ca_topic_score_codex":0.00009487378,"about_ca_topic_score_gemma":0.005139229,"teacher_disagreement_score":0.9717188,"about_ca_system_score_codex":0.00008180783,"about_ca_system_score_gemma":0.0014854491,"threshold_uncertainty_score":0.286781},"labels":[],"label_agreement":null},{"id":"W2805744682","doi":"10.1016/j.jtcvs.2018.05.024","title":"Moving beyond case numbers: How should we assess technical competence?","year":2018,"lang":"en","type":"letter","venue":"Journal of Thoracic and Cardiovascular Surgery","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Competence (human resources); Psychology; Computer science; Social psychology","score_opus":0.08590112061069993,"score_gpt":0.33292127994422815,"score_spread":0.24702015933352822,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2805744682","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.10859789,0.103849776,0.013749012,0.7546878,0.0073204585,0.0010949355,0.0000634648,0.00030232334,0.010334376],"genre_scores_gemma":[0.7837187,0.0052016983,0.0027380798,0.18160836,0.025545243,0.000012729792,0.000073711046,0.00023265276,0.0008688015],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9961519,0.0005100325,0.00084787793,0.00043067173,0.0015865798,0.00047291754],"domain_scores_gemma":[0.99659264,0.0013275023,0.00054814154,0.0005910786,0.00060204667,0.00033859478],"candidate_categories":["metaepi_narrow","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.0036348265,0.00044729034,0.0023791206,0.00051357585,0.00016615234,0.00018175198,0.00013631384,0.0010356847,0.00016531919],"category_scores_gemma":[0.0006495798,0.00033575785,0.0036635739,0.00035654908,0.000269074,0.00025610838,0.00008915967,0.002750594,0.000007780746],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00025234773,0.0000708772,0.0035254809,0.0011523917,0.0065188403,0.31749818,0.00010637405,0.000024886527,0.000009717288,0.000003837002,0.4858281,0.18500896],"study_design_scores_gemma":[0.00052511186,0.000076376586,0.00041518154,0.0013677328,0.0028622278,0.14112855,0.00021131871,0.00005676256,0.000031375952,0.00006022694,0.85288566,0.00037947504],"about_ca_topic_score_codex":0.000010465416,"about_ca_topic_score_gemma":0.0000011800862,"teacher_disagreement_score":0.67512083,"about_ca_system_score_codex":0.00009473889,"about_ca_system_score_gemma":0.0002949821,"threshold_uncertainty_score":0.99990946},"labels":[],"label_agreement":null},{"id":"W2805905805","doi":"10.1186/s12912-018-0284-0","title":"Perceptions of perioperative nursing competence: a cross-country comparison","year":2018,"lang":"en","type":"article","venue":"BMC Nursing","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":37,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Nursing management; Medicine; Nursing research; Competence (human resources); Nursing; Cross-sectional study; Pain medicine; Perioperative nursing; Health informatics; Perception; Perioperative; Anesthesiology; Public health; Psychology; Surgery; Anesthesia","score_opus":0.05363481499988658,"score_gpt":0.4294138161180064,"score_spread":0.3757790011181198,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2805905805","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9040622,0.000106956555,0.0064044693,0.00007574125,0.00032296634,0.00016011315,0.0000038562457,0.000064792526,0.088798925],"genre_scores_gemma":[0.99322045,0.0000012674858,0.006042802,0.00005226365,0.0003170502,0.0000023513235,0.000019176956,0.000014736246,0.00032992757],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9990183,0.00003992923,0.00030096425,0.0001939038,0.00023931942,0.00020755421],"domain_scores_gemma":[0.99932647,0.00008502604,0.00007722801,0.00015898015,0.00024307675,0.000109231136],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000125167,0.00010761845,0.00027973813,0.00008039457,0.00024559762,0.000035786932,0.000048664184,0.00007512005,0.00084917736],"category_scores_gemma":[0.00008832113,0.00009615322,0.000077300756,0.00025541123,0.00086428685,0.000097109994,0.0000056006497,0.00014367828,0.000047068424],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0012951758,0.0014241246,0.8032272,0.00009053579,0.00005531576,0.0000064263077,0.06565706,0.00068880914,0.01974128,0.0124728335,0.00011684899,0.095224395],"study_design_scores_gemma":[0.0039020877,0.00047219117,0.9032829,0.0020051794,0.00009762188,0.00005278169,0.021183433,0.064277805,0.002754198,0.00013106565,0.0016382993,0.00020248328],"about_ca_topic_score_codex":0.000009131627,"about_ca_topic_score_gemma":0.000005228233,"teacher_disagreement_score":0.10005566,"about_ca_system_score_codex":0.00011763375,"about_ca_system_score_gemma":0.00009809307,"threshold_uncertainty_score":0.92978966},"labels":[],"label_agreement":null},{"id":"W2806967149","doi":"10.1002/nau.23728","title":"Teaching and evaluation of basic urodynamic skills in urology residency programs: Randomized controlled study","year":2018,"lang":"en","type":"article","venue":"Neurourology and Urodynamics","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University Health Centre; McGill University; Statistics Canada; Jewish General Hospital","funders":"","keywords":"Medicine; Urology; Interpretation (philosophy); Randomized controlled trial; Graduate medical education; Medical education; Internal medicine","score_opus":0.018003451576011395,"score_gpt":0.3282516917188639,"score_spread":0.3102482401428525,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2806967149","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9931546,0.00016332569,0.00007139244,0.00073908136,0.0001532807,0.0024262702,6.54919e-7,0.00003410826,0.0032573242],"genre_scores_gemma":[0.9991022,0.000026871288,0.00008938457,0.00057203794,0.000054024706,0.00007623358,0.000007749614,0.000016607546,0.000054911587],"study_design_codex":"observational","study_design_gemma":"randomized_trial","domain_scores_codex":[0.995912,0.002563885,0.0006435563,0.00038904158,0.00026396656,0.00022754268],"domain_scores_gemma":[0.99779373,0.0015492423,0.0002154249,0.00018890979,0.00017507187,0.000077633755],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0052469396,0.00017207478,0.0010847512,0.00027851842,0.00009491887,0.0000095454425,0.00004956827,0.00014937723,0.00003391196],"category_scores_gemma":[0.0027703573,0.00013240223,0.000083524,0.00013604574,0.000440943,0.000056593683,0.000050108378,0.00045613432,0.0000014583927],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.2838798,0.0026551306,0.5630155,0.00006063109,0.0005030825,0.00014076066,0.005281776,0.0004807994,0.000225699,0.007507047,0.0000015151169,0.13624825],"study_design_scores_gemma":[0.3781864,0.0016669924,0.2688662,0.000010335042,0.00070129154,0.00006203076,0.00014990631,0.34799618,4.0345896e-7,0.0022568547,0.000018825576,0.0000845758],"about_ca_topic_score_codex":0.00006320024,"about_ca_topic_score_gemma":0.00030884164,"teacher_disagreement_score":0.34751537,"about_ca_system_score_codex":0.000013636381,"about_ca_system_score_gemma":0.00007292491,"threshold_uncertainty_score":0.5399206},"labels":[],"label_agreement":null},{"id":"W2808165319","doi":"10.2460/javma.253.1.92","title":"Face, construct, and concurrent validity of a simulation model for laparoscopic ovariectomy in standing horses","year":2018,"lang":"en","type":"article","venue":"Journal of the American Veterinary Medical Association","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":25,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Construct validity; Face validity; Concurrent validity; Laparoscopy; Construct (python library); Physical therapy; Medicine; Psychology; Psychometrics; Surgery; Computer science; Clinical psychology; Internal consistency","score_opus":0.09388003016947546,"score_gpt":0.3955714338800122,"score_spread":0.3016914037105367,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2808165319","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9826248,0.000019919955,0.016340641,0.0005923593,0.00019961952,0.00014466942,0.0000067939304,0.000004556714,0.000066614346],"genre_scores_gemma":[0.99910647,0.000021049394,0.0004936421,0.00020768847,0.0001456424,0.0000016451432,0.0000010037236,0.0000055153555,0.000017342469],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99868745,0.00012991343,0.00045610504,0.00007517768,0.0005352053,0.0001161521],"domain_scores_gemma":[0.99799985,0.0008138813,0.00082197203,0.000052680512,0.0002234252,0.00008816736],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0009862519,0.0000665004,0.00036132566,0.00007386876,0.00004450284,0.0000071924082,0.000057022953,0.000052980216,0.000023378412],"category_scores_gemma":[0.0023174773,0.000045177097,0.000086346074,0.00018296637,0.00018291025,0.000067153036,0.000028356815,0.00017621512,2.0347285e-7],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.002834826,0.0004623319,0.87569886,0.00018865918,0.0003167793,0.0000236188,0.0030474034,0.008191012,0.0026307951,0.0003210655,0.00016922434,0.10611544],"study_design_scores_gemma":[0.0064127655,0.0019210683,0.20783399,0.0003801733,0.000097090335,0.00004462014,0.00030725682,0.78123,0.00023170467,0.00031919594,0.0011395429,0.00008260536],"about_ca_topic_score_codex":0.0000050407784,"about_ca_topic_score_gemma":0.0000020696195,"teacher_disagreement_score":0.773039,"about_ca_system_score_codex":0.00016163125,"about_ca_system_score_gemma":0.00013655087,"threshold_uncertainty_score":0.2774404},"labels":[],"label_agreement":null},{"id":"W2808302722","doi":"10.1097/mao.0000000000001867","title":"Automated Metrics in a Virtual-Reality Myringotomy Simulator: Development and Construct Validity","year":2018,"lang":"en","type":"article","venue":"Otology & Neurotology","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":15,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Lawson Health Research Institute; Western University","funders":"","keywords":"Medicine; Otorhinolaryngology; Construct validity; Medical physics; Myringotomy; Magnification; Simulation; Physical therapy; Artificial intelligence; Surgery; Patient satisfaction; Computer science","score_opus":0.07961333919648454,"score_gpt":0.3544019187128419,"score_spread":0.2747885795163573,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2808302722","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9937213,0.000017318285,0.00027941895,0.00038394248,0.00026586317,0.0005778975,0.0000015580625,0.00031996076,0.0044327327],"genre_scores_gemma":[0.99783593,0.0000035229143,0.0005378295,0.0014696266,0.000048663303,0.000040898594,0.000010354523,0.000016913054,0.000036247846],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9982392,0.00027711192,0.00048005956,0.00046775924,0.00013169898,0.00040416434],"domain_scores_gemma":[0.9986759,0.0007039757,0.00010989103,0.00022557283,0.000096655174,0.00018799862],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00036225253,0.00019004106,0.00055419514,0.00036202176,0.00010214161,0.000008924301,0.00007645629,0.00027028628,0.0002264684],"category_scores_gemma":[0.0007112948,0.0001749704,0.00004071887,0.00048132282,0.0006065843,0.000039796287,0.00009631052,0.0002906503,0.00006105954],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00048360106,0.00018658162,0.97729146,0.000034941175,0.00005860623,0.00069178315,0.00043283275,0.000040589883,0.00025424597,0.0032077972,0.00007246651,0.017245112],"study_design_scores_gemma":[0.008525094,0.0007082611,0.87321913,0.000028887145,0.000047582427,0.0010224187,0.000067622736,0.049254283,0.0023974103,0.00019004321,0.06426343,0.0002758391],"about_ca_topic_score_codex":0.000025983916,"about_ca_topic_score_gemma":0.000057690082,"teacher_disagreement_score":0.10407232,"about_ca_system_score_codex":0.000044233606,"about_ca_system_score_gemma":0.00012639236,"threshold_uncertainty_score":0.71350855},"labels":[],"label_agreement":null},{"id":"W2809030782","doi":"10.1089/lap.2017.0293","title":"Proof of Concept Study: Investigating Force Metrics of an Intracorporeal Suturing Knot Task","year":2018,"lang":"en","type":"article","venue":"Journal of Laparoendoscopic & Advanced Surgical Techniques","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"SickKids Foundation; Hospital for Sick Children; University of Toronto","funders":"","keywords":"Medicine; Knot (papermaking); Task force; Surgery; Task (project management); Workflow; Metric (unit); Haptic technology; Simulation; Computer science; Operations management","score_opus":0.03473462832710557,"score_gpt":0.35270433820857094,"score_spread":0.3179697098814654,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2809030782","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9942496,0.0002373411,0.0018783318,0.000065233966,0.00016082235,0.00051291037,0.000004421199,0.00006492132,0.002826435],"genre_scores_gemma":[0.9640501,0.000025022591,0.03537205,0.000056168563,0.00042645965,0.000006971238,0.000003885286,0.000024542052,0.000034792913],"study_design_codex":"design_other","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9971833,0.00017636029,0.0014332104,0.00022138983,0.0007154423,0.0002702849],"domain_scores_gemma":[0.9969121,0.0005164788,0.0012049312,0.00026180848,0.00080918666,0.0002954655],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0007856514,0.00020729375,0.0010054759,0.00036076576,0.000059896727,0.000011645368,0.00020594409,0.000103331666,0.00008395304],"category_scores_gemma":[0.00068066653,0.00015659709,0.000202548,0.0006787247,0.0003818817,0.00031616807,0.000060168255,0.000455423,2.1128189e-7],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0035923682,0.0038834764,0.09727824,0.00045134802,0.0006077801,0.0011097996,0.0035201346,0.00030136964,0.046007548,0.0018727096,0.00004724162,0.84132797],"study_design_scores_gemma":[0.008218395,0.012891341,0.004742354,0.001102194,0.00020892287,0.00031746368,0.0010146564,0.0005306167,0.96520257,0.0022154532,0.0033175873,0.00023846798],"about_ca_topic_score_codex":0.000011608159,"about_ca_topic_score_gemma":0.0000033497531,"teacher_disagreement_score":0.919195,"about_ca_system_score_codex":0.000068712754,"about_ca_system_score_gemma":0.00013312437,"threshold_uncertainty_score":0.63858443},"labels":[],"label_agreement":null},{"id":"W2809288351","doi":"10.1016/j.jss.2018.05.053","title":"Minimally invasive surgical exposure among US and Canadian pediatric surgery trainees, 2004-2016","year":2018,"lang":"en","type":"article","venue":"Journal of Surgical Research","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":15,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"American College of Surgeons","keywords":"Medicine; Pyloromyotomy; Pediatric surgery; Invasive surgery; Pediatric Surgeon; General surgery; Pediatric urology; Surgery","score_opus":0.0872972652414169,"score_gpt":0.36573775683102044,"score_spread":0.27844049158960354,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2809288351","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9772109,0.0020978078,9.300169e-7,0.0025523657,0.0002007025,0.00018568669,0.0000072526345,0.0000135786495,0.01773077],"genre_scores_gemma":[0.9938954,0.0018667863,0.000065333064,0.00010187871,0.0032193642,0.0000032190294,0.000005809731,0.000029472369,0.00081269833],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9959495,0.00045441592,0.00087272766,0.00029816534,0.0015283941,0.0008968151],"domain_scores_gemma":[0.9905838,0.005119512,0.00018157354,0.00019499814,0.001612744,0.00230738],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.005124815,0.00019622582,0.00068875,0.0012678878,0.00026936881,0.000101126665,0.00016648958,0.00029575973,0.002508635],"category_scores_gemma":[0.0022210877,0.00014052895,0.0002934889,0.0010798282,0.000634906,0.00022315049,0.000057068533,0.0011691055,0.00006853744],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0022034706,0.00022675171,0.9397652,0.00008750028,0.000137183,0.024176886,0.00034204725,0.000004809229,0.000040060968,0.00012666527,0.010748676,0.022140747],"study_design_scores_gemma":[0.0104725035,0.0025797226,0.65328205,0.00045363393,0.00010587849,0.0035290027,0.00049684127,0.0001427667,0.00017966803,0.0002536679,0.3281214,0.00038290513],"about_ca_topic_score_codex":0.001585657,"about_ca_topic_score_gemma":0.0017859467,"teacher_disagreement_score":0.3173727,"about_ca_system_score_codex":0.00020041343,"about_ca_system_score_gemma":0.0024572704,"threshold_uncertainty_score":0.9984032},"labels":[],"label_agreement":null},{"id":"W2809854563","doi":"10.1089/lap.2018.0126","title":"Development of an Open-Source Laparoscopic Simulator Capable of Motion and Force Assessment: High Tech at Low Cost","year":2018,"lang":"en","type":"article","venue":"Journal of Laparoendoscopic & Advanced Surgical Techniques","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Children's Hospital of Eastern Ontario; University of Ottawa; Hospital for Sick Children; University of Toronto","funders":"","keywords":"Simulation; Computer science; Motion (physics); Software; Inertial measurement unit; Open source hardware; Motion analysis; Laptop; Formative assessment; Open source; Artificial intelligence","score_opus":0.024128286619718137,"score_gpt":0.3544725338381125,"score_spread":0.3303442472183944,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2809854563","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99153614,0.00010235984,0.0058074025,0.00006533047,0.000097546195,0.0006071306,0.000004709736,0.000056375502,0.0017229933],"genre_scores_gemma":[0.9061451,0.00006893193,0.09334389,0.00006804143,0.000092470116,0.000013801347,0.000010407887,0.000026624137,0.00023073946],"study_design_codex":"design_other","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.99763536,0.00010010948,0.0011766383,0.00027504534,0.00053422374,0.00027860698],"domain_scores_gemma":[0.9978536,0.0002433883,0.0008121319,0.0002780157,0.0005283132,0.00028455938],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0006707651,0.00021908795,0.0009686246,0.00020345097,0.00012722265,0.000023598159,0.00023342637,0.00013015191,0.00026497096],"category_scores_gemma":[0.00012312263,0.0001718766,0.00008389301,0.00028325836,0.0002453801,0.00039207912,0.00016977757,0.00027440154,9.792282e-7],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.006988046,0.0028572658,0.048089933,0.00095518684,0.00046139708,0.00029640636,0.0012979445,0.00046872572,0.289429,0.0026035663,0.00005227191,0.64650023],"study_design_scores_gemma":[0.012611721,0.0027226675,0.010826116,0.0015035323,0.000106082945,0.00021688815,0.00021492393,0.0007939325,0.9295332,0.00059807405,0.040598977,0.00027388995],"about_ca_topic_score_codex":0.000009180423,"about_ca_topic_score_gemma":0.000008247442,"teacher_disagreement_score":0.64622635,"about_ca_system_score_codex":0.00017500605,"about_ca_system_score_gemma":0.00014797259,"threshold_uncertainty_score":0.70089245},"labels":[],"label_agreement":null},{"id":"W2810143423","doi":"10.1016/j.jsurg.2018.05.009","title":"Understanding and Assessing Nontechnical Skills in Robotic Urological Surgery: A Systematic Review and Synthesis of the Validity Evidence","year":2018,"lang":"en","type":"review","venue":"Journal of surgical education","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":18,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Psychology; Medicine","score_opus":0.32664261284472057,"score_gpt":0.4402770131684396,"score_spread":0.11363440032371902,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2810143423","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0006532125,0.99750316,0.000059257236,0.0007217759,0.00019954164,0.0007459625,5.923811e-7,0.0000051004927,0.00011138371],"genre_scores_gemma":[0.092236854,0.90744555,0.00008268172,0.00009196313,0.00010302689,0.000015489813,8.135434e-7,0.000012671383,0.000010951444],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.99619085,0.0011858433,0.0018286833,0.00020503625,0.00043696855,0.00015263364],"domain_scores_gemma":[0.98660517,0.0110485945,0.0017723811,0.00021241623,0.00019183618,0.00016959808],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.004551863,0.00021734432,0.0032026372,0.00023814617,0.00005424885,0.000041416675,0.00011567452,0.0002495309,0.000037493555],"category_scores_gemma":[0.010258457,0.00011124927,0.00052263896,0.00055065163,0.00021126482,0.00015910526,0.00005091811,0.00056923815,8.0210674e-7],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000027523289,0.00059760973,0.0019697188,0.9527597,0.00018386121,0.00004913466,0.000044189997,9.444558e-7,1.0198912e-7,0.00020911211,0.00009928376,0.04405881],"study_design_scores_gemma":[0.00019548311,0.00006191866,0.0010329154,0.98718774,0.005055301,0.002372028,0.00005570713,0.000016158156,2.3602101e-7,0.00009780094,0.0037980091,0.00012672832],"about_ca_topic_score_codex":0.0000017594339,"about_ca_topic_score_gemma":4.0416666e-7,"teacher_disagreement_score":0.09158365,"about_ca_system_score_codex":0.00025114743,"about_ca_system_score_gemma":0.0007774765,"threshold_uncertainty_score":0.9980786},"labels":[],"label_agreement":null},{"id":"W2810755813","doi":"10.1017/cjn.2018.187","title":"P.085 Hot seat concept in neurosurgical exam simulation adopted by the Comprehensive Clinical Neurosurgery Review","year":2018,"lang":"en","type":"article","venue":"Canadian Journal of Neurological Sciences / Journal Canadien des Sciences Neurologiques","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Systems, Applications & Products in Data Processing (Canada); Toronto Public Health","funders":"","keywords":"Neurosurgery; Session (web analytics); Medical physics; Medicine; Medical education; Psychology; Computer science; Surgery","score_opus":0.12264697804019634,"score_gpt":0.37475467618682323,"score_spread":0.2521076981466269,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2810755813","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9818046,0.0047433763,0.000029524132,0.00968459,0.0012349598,0.00034141654,0.000008405458,0.000022810878,0.0021303063],"genre_scores_gemma":[0.96091,0.0016353236,0.00013724652,0.036755573,0.0005155261,0.0000021779629,0.0000010346433,0.000013658002,0.000029442217],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9926932,0.0025613601,0.0018122494,0.00064756436,0.0010485682,0.0012370619],"domain_scores_gemma":[0.9922534,0.003762484,0.00093427976,0.00021956082,0.00084000186,0.0019902717],"candidate_categories":["sts"],"consensus_categories":["sts"],"category_scores_codex":[0.0058980463,0.00036112996,0.0009125368,0.00052102376,0.0017622793,0.00037530478,0.001167557,0.00023300262,0.0005416838],"category_scores_gemma":[0.006677074,0.0002068717,0.00041881116,0.0022177808,0.011283013,0.0006014461,0.00006844833,0.001989159,0.000008525733],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00044661167,0.00010240411,0.96114844,0.000021335565,0.000020646541,0.006860853,0.00017840632,0.0056575425,0.0000128260435,0.0001572233,0.0036565538,0.021737147],"study_design_scores_gemma":[0.0022160653,0.06561932,0.78092337,0.0004913019,0.00012892163,0.021937724,0.00016836042,0.01992381,0.000027823044,0.0011156317,0.10692435,0.00052334636],"about_ca_topic_score_codex":0.00034932166,"about_ca_topic_score_gemma":0.003454467,"teacher_disagreement_score":0.1802251,"about_ca_system_score_codex":0.00012776328,"about_ca_system_score_gemma":0.0019619204,"threshold_uncertainty_score":0.9995373},"labels":[],"label_agreement":null},{"id":"W2810830103","doi":"10.1016/j.ajog.2018.06.021","title":"Implementation and validation of a retroperitoneal dissection curriculum","year":2018,"lang":"en","type":"article","venue":"American Journal of Obstetrics and Gynecology","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":11,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"St. Michael's Hospital; Toronto East General Hospital; University of Toronto","funders":"","keywords":"Medicine; Curriculum; Dissection (medical); Radiology; General surgery; Medical physics; Pedagogy","score_opus":0.015879042205559867,"score_gpt":0.32616478174648283,"score_spread":0.310285739540923,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2810830103","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9987483,0.000120988596,0.0003520369,0.00016648833,0.00028768234,0.000047827998,8.139706e-7,0.000002661677,0.00027317466],"genre_scores_gemma":[0.9989646,0.00013303911,0.00074695423,0.000078038574,0.00006520464,4.2137108e-7,0.0000019849945,0.000003900121,0.0000058680052],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9994403,0.000043774646,0.00027572006,0.000064336295,0.00010078071,0.00007505061],"domain_scores_gemma":[0.99876285,0.0005384028,0.0003206942,0.000033865785,0.00026675087,0.000077462384],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00018118165,0.00004532825,0.00020537202,0.00016689484,0.000036626687,0.000006308376,0.000015475849,0.000022684508,0.00007230494],"category_scores_gemma":[0.0008039199,0.000034933346,0.000027834123,0.000302521,0.0001792012,0.00005526025,0.000010239119,0.00007194003,4.0061843e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000047880756,0.000050182723,0.5559064,0.000007664613,0.00004016727,0.00001215211,0.0003845848,0.0000017272566,0.00060515065,0.00019748074,0.000011177612,0.44273543],"study_design_scores_gemma":[0.0044481982,0.009869361,0.9680929,0.000026694837,0.00015430215,0.00032158676,0.007512468,0.0005256988,0.0026369183,0.0001365579,0.0061806696,0.00009462341],"about_ca_topic_score_codex":0.000019592257,"about_ca_topic_score_gemma":0.0000023931484,"teacher_disagreement_score":0.4426408,"about_ca_system_score_codex":0.000026015343,"about_ca_system_score_gemma":0.00002951201,"threshold_uncertainty_score":0.14245406},"labels":[],"label_agreement":null},{"id":"W2810940657","doi":"10.1007/s00464-018-6274-1","title":"Top Down or Bottom Up? Longitudinal assessment of the influence of professional practice gaps in gastrointestinal and endoscopic surgery on program content for the Annual Meeting of the Society of American Gastrointestinal and Endoscopic Surgeons (SAGES) (2011–2016): a report from the SAGES Continuing Education Committee (CEC)","year":2018,"lang":"en","type":"article","venue":"Surgical Endoscopy","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Medicine; Hepatology; Abdominal surgery; General surgery; Internal medicine; Gastroenterology","score_opus":0.031593224528395095,"score_gpt":0.35832241583127555,"score_spread":0.3267291913028805,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2810940657","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99529904,0.00020771612,0.00005556809,0.0026111982,0.00017398346,0.0014258682,0.00006347161,0.000016057042,0.0001471116],"genre_scores_gemma":[0.9946082,0.000051637337,0.0048608254,0.00015001638,0.00009608568,0.000121561076,0.000012281656,0.000017447128,0.00008191058],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99698836,0.0005284754,0.0010878949,0.000383102,0.00066063344,0.00035154852],"domain_scores_gemma":[0.98200357,0.01520498,0.0014793848,0.00046881626,0.00074415625,0.0000990662],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0020104747,0.0002487233,0.000692137,0.000051060462,0.00018989336,0.000021593716,0.00021820587,0.000050693954,0.0000455301],"category_scores_gemma":[0.003932707,0.00011438144,0.00026729942,0.00036093843,0.0017158159,0.00011199647,0.000179408,0.0005132427,1.4561779e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0014920634,0.00057996326,0.98957676,0.00013659376,0.00008528612,0.000009855703,0.00068932725,0.00002386313,0.001106093,0.00025362993,0.000111668116,0.0059349174],"study_design_scores_gemma":[0.0039347587,0.00072187174,0.9810177,0.0050569326,0.00016655572,0.00023737807,0.006172906,0.0004112091,0.0014534043,0.000023373237,0.00071802165,0.00008586186],"about_ca_topic_score_codex":0.001936333,"about_ca_topic_score_gemma":0.000118837874,"teacher_disagreement_score":0.014984749,"about_ca_system_score_codex":0.00004792891,"about_ca_system_score_gemma":0.0006871661,"threshold_uncertainty_score":0.6321995},"labels":[],"label_agreement":null},{"id":"W2812746133","doi":"10.1016/j.jogc.2017.10.035","title":"Influence of Resident Involvement in Obstetrics and Gynaecology Surgery on Surgical Outcomes: Systematic Review and Meta-Analysis","year":2018,"lang":"en","type":"review","venue":"Journal of Obstetrics and Gynaecology Canada","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":31,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Western University; University of Alberta; McGill University; Queen's University","funders":"Harvard T.H. Chan School of Public Health; Harvard University","keywords":"Medicine; Meta-analysis; Perioperative; Obstetrics and gynaecology; Observational study; Subgroup analysis; Randomized controlled trial; Blood transfusion; Blood loss; MEDLINE; Relative risk; Surgery; Obstetrics; Pregnancy; Internal medicine; Confidence interval","score_opus":0.09170202461915938,"score_gpt":0.33866367127875857,"score_spread":0.2469616466595992,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2812746133","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0067219506,0.99132615,5.341777e-7,0.0001312796,0.00081820495,0.0008766904,0.000030738174,0.000002609729,0.00009181561],"genre_scores_gemma":[0.053312086,0.94578195,0.00002406573,0.0007328161,0.0000060977627,0.000025152025,0.0000113740225,0.000020330051,0.000086151114],"study_design_codex":"systematic_review","study_design_gemma":"meta_analysis","domain_scores_codex":[0.99443376,0.00076959317,0.0033725083,0.0003912707,0.00069629354,0.00033654834],"domain_scores_gemma":[0.93947494,0.056497186,0.0027502049,0.000331615,0.00054881675,0.0003972331],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0024238187,0.00044047702,0.011307809,0.0017982951,0.00005896247,0.000020570878,0.00015866308,0.00038926056,0.0003369839],"category_scores_gemma":[0.036812402,0.00027856717,0.0009879195,0.002013702,0.00016089229,0.00005852509,0.00009767031,0.0006808778,4.906522e-7],"study_design_candidate":"meta_analysis","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000077487,0.00032476467,0.034450382,0.7758775,0.12152343,0.015542549,0.00010239414,0.00009060844,2.0513269e-9,0.00017209828,0.00017495685,0.051733587],"study_design_scores_gemma":[0.0031319824,0.000771519,0.06495217,0.006282659,0.85243124,0.00029224172,0.00012604249,0.000017639606,7.9079655e-8,0.000031839114,0.071285404,0.00067718053],"about_ca_topic_score_codex":0.0012248371,"about_ca_topic_score_gemma":0.0027655757,"teacher_disagreement_score":0.7695948,"about_ca_system_score_codex":0.0009357423,"about_ca_system_score_gemma":0.0016494229,"threshold_uncertainty_score":0.9999666},"labels":[],"label_agreement":null},{"id":"W2864868740","doi":"10.1111/medu.13619","title":"Being a surgeon or doing surgery? A qualitative study of learning in the operating room","year":2018,"lang":"en","type":"article","venue":"Medical Education","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":25,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University","funders":"","keywords":"Curriculum; Context (archaeology); Perspective (graphical); Medical education; Quality (philosophy); Medicine; Process (computing); Point (geometry); Nursing; Psychology; Pedagogy; Computer science","score_opus":0.05322814153293692,"score_gpt":0.42921203579546624,"score_spread":0.3759838942625293,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2864868740","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99235165,0.000022633334,0.0001258581,0.0018889256,0.00019185965,0.0002778736,6.3406084e-8,0.000023557119,0.0051175845],"genre_scores_gemma":[0.99835855,0.0000034425082,0.00011766289,0.0010686739,0.00025760135,0.000034689983,0.000011413631,0.000008725084,0.00013926483],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9979287,0.00069543585,0.0004551402,0.00016745311,0.0005968911,0.00015637229],"domain_scores_gemma":[0.9970767,0.0024746133,0.00010423701,0.000116844945,0.00015227571,0.00007535329],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.003564689,0.00007940779,0.0002455802,0.00013968883,0.00011225688,0.000016129952,0.000062477295,0.000058627895,0.00072535436],"category_scores_gemma":[0.0088191,0.000047483063,0.000039669423,0.0005903234,0.00006141299,0.000062500985,0.000016742246,0.0002884662,0.000008697109],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00019711365,0.0018640765,0.21200328,0.000056215613,0.000033232816,0.000020516789,0.5474472,0.000012458546,0.000013749534,0.00023598188,0.00023281926,0.23788334],"study_design_scores_gemma":[0.0027782551,0.00084000477,0.15471873,0.00096710434,0.000050805986,0.000032082964,0.82637495,0.005732292,0.00004966805,0.00005890853,0.008242496,0.0001547289],"about_ca_topic_score_codex":0.0004307239,"about_ca_topic_score_gemma":0.00023842078,"teacher_disagreement_score":0.27892768,"about_ca_system_score_codex":0.00003545064,"about_ca_system_score_gemma":0.00071630714,"threshold_uncertainty_score":0.99953},"labels":[],"label_agreement":null},{"id":"W2882705097","doi":"10.7759/cureus.2969","title":"Skill Acquisition, Assessment, and Simulation in Minimal Access Surgery: An Evolution of Technical Training in Surgery","year":2018,"lang":"en","type":"review","venue":"Cureus","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":13,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Winnipeg; University of Manitoba","funders":"","keywords":"Medicine; Competence (human resources); Dreyfus model of skill acquisition; Simulation training; Surgical simulation; Medical education; Medical physics; Surgery; Simulation; Computer science","score_opus":0.1862330856131256,"score_gpt":0.46720189843062737,"score_spread":0.28096881281750175,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2882705097","genre_codex":"review","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.036109503,0.960395,0.00033732312,0.000025055586,0.0003680526,0.0010219706,0.00003066237,0.00009331272,0.0016191154],"genre_scores_gemma":[0.65313905,0.34608293,0.00012675603,0.000019858218,0.0002356961,0.000034787256,0.00032217818,0.00003371503,0.0000050336193],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9974293,0.0003211439,0.0012104716,0.0004611937,0.00029332985,0.0002845246],"domain_scores_gemma":[0.9964275,0.002607214,0.0004500025,0.00026702508,0.00011070155,0.00013760393],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0016470904,0.0002748696,0.0018338966,0.00069532584,0.000032726613,0.000029015211,0.00008906172,0.0004728819,0.00017802799],"category_scores_gemma":[0.00060637464,0.00024472034,0.000255002,0.00084599416,0.00011688756,0.00033286778,0.00005339879,0.00033061093,0.0000019358552],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00013157465,0.00048287385,0.08726957,0.0059117284,0.00008445703,0.00009422984,0.0002752091,0.00014649423,0.0000011436141,0.0002944011,0.000061306186,0.90524703],"study_design_scores_gemma":[0.0034481026,0.00037160795,0.6663414,0.066271126,0.001028456,0.00017358393,0.00043590565,0.012182065,0.0000011770538,0.0008403497,0.24741222,0.0014940107],"about_ca_topic_score_codex":0.000048495625,"about_ca_topic_score_gemma":0.00009292688,"teacher_disagreement_score":0.903753,"about_ca_system_score_codex":0.00042572877,"about_ca_system_score_gemma":0.00076011184,"threshold_uncertainty_score":0.9979406},"labels":[],"label_agreement":null},{"id":"W2883087454","doi":"10.1053/j.gastro.2018.07.024","title":"Competence in Endoscopic Ultrasound and Endoscopic Retrograde Cholangiopancreatography, From Training Through Independent Practice","year":2018,"lang":"en","type":"article","venue":"Gastroenterology","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":93,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"National Center for Advancing Translational Sciences; National Institute of Diabetes and Digestive and Kidney Diseases; National Institutes of Health; American Society for Gastrointestinal Endoscopy","keywords":"Endoscopic retrograde cholangiopancreatography; Endoscopic ultrasound; Medicine; Radiology; Competence (human resources); Endoscopy; Ultrasound; General surgery; Surgery; Psychology; Pancreatitis","score_opus":0.02986030528085203,"score_gpt":0.3055432880803386,"score_spread":0.27568298279948655,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2883087454","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9947591,0.0002181051,0.0006105217,0.0006121282,0.00022171179,0.00021334158,0.00000834376,0.000063433356,0.0032933385],"genre_scores_gemma":[0.98909557,0.00007879511,0.007036382,0.0034774786,0.00023318816,0.000016756778,0.000035262474,0.000016107297,0.00001047309],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9984573,0.00017671043,0.00031968625,0.00041018496,0.00019064757,0.00044542874],"domain_scores_gemma":[0.9990696,0.00043248414,0.00010510882,0.00020417066,0.000051517134,0.00013716544],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00020209358,0.0001688799,0.0003871166,0.00012365192,0.00006552192,0.00002527336,0.000080831654,0.00010533127,0.00025674072],"category_scores_gemma":[0.00028840508,0.00015627942,0.00005718742,0.00017040028,0.00029533828,0.0001702585,0.00004143264,0.00035066518,0.000017165508],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0006137217,0.00010161431,0.99402046,0.000006623216,0.00009186507,0.00012342035,0.002289936,0.0000013006386,0.00088899286,0.00020464858,0.000009811718,0.0016476314],"study_design_scores_gemma":[0.008200504,0.0012193315,0.98496515,0.00009534363,0.00008147609,0.00020371184,0.001453796,0.00006511884,0.00014818959,0.0002691374,0.0032346745,0.00006355632],"about_ca_topic_score_codex":0.0003402297,"about_ca_topic_score_gemma":0.0002815108,"teacher_disagreement_score":0.009055274,"about_ca_system_score_codex":0.000030349762,"about_ca_system_score_gemma":0.000022755283,"threshold_uncertainty_score":0.637289},"labels":[],"label_agreement":null},{"id":"W2883291926","doi":"10.5489/cuaj.5348","title":"Use of Robotic Anastomosis Competency Evaluation (RACE) tool for assessment of surgical competency during urethrovesical anastomosis","year":2018,"lang":"en","type":"article","venue":"Canadian Urological Association Journal","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":15,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Anastomosis; Competency assessment; Medicine; Surgery; Medical physics; Medical education","score_opus":0.05408842180888446,"score_gpt":0.32312189410575254,"score_spread":0.2690334722968681,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2883291926","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99314106,0.000042919553,0.0007207605,0.0038659014,0.0002874025,0.0006077511,0.00004041036,0.00002100639,0.0012727943],"genre_scores_gemma":[0.9951499,0.000023450808,0.0038343084,0.00035703316,0.00047775958,0.000018089682,0.000042620664,0.000016172127,0.00008063699],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9971073,0.00037830084,0.0009008633,0.00026383987,0.0008665508,0.00048309698],"domain_scores_gemma":[0.9960303,0.00090163585,0.00065668806,0.00015556776,0.0017173062,0.00053851935],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0015467232,0.0001780512,0.0006215993,0.0002968453,0.0003006139,0.0000468079,0.0001105407,0.00028934755,0.0014201376],"category_scores_gemma":[0.0013713154,0.00015063593,0.00033734477,0.000440656,0.00012640718,0.0001742243,0.000018897375,0.00039362512,0.0000049185364],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00027983965,0.00025337317,0.98776305,0.000030815772,0.00029375966,0.00002295006,0.00013385803,0.0017479429,0.0005277814,0.00286487,0.0003766446,0.0057051308],"study_design_scores_gemma":[0.004292948,0.0009620797,0.9508751,0.000058863796,0.0002449833,0.00006702895,0.000045857705,0.03802775,0.00011645855,0.00047914239,0.0046699154,0.00015987853],"about_ca_topic_score_codex":0.00014955453,"about_ca_topic_score_gemma":0.00021272078,"teacher_disagreement_score":0.03688794,"about_ca_system_score_codex":0.00087230786,"about_ca_system_score_gemma":0.0009874777,"threshold_uncertainty_score":0.9994927},"labels":[],"label_agreement":null},{"id":"W2883309039","doi":"10.1007/978-3-319-90518-1_8","title":"Surgical Preparatory Camp (PREP Camp)","year":2018,"lang":"en","type":"book-chapter","venue":"","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Mount Sinai Hospital; Occupational Cancer Research Centre; University of Toronto","funders":"","keywords":"Boot camp; Launched; Medical education; Medicine; Summer camp; Library science; Engineering; Psychology; Computer science","score_opus":0.041553437815455015,"score_gpt":0.3082178412079267,"score_spread":0.2666644033924717,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2883309039","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.003030093,0.00023201383,0.000020412559,0.00008345994,0.0002873235,0.0003235853,0.000008458183,0.0002668483,0.9957478],"genre_scores_gemma":[0.07610694,0.000044700453,0.00013558746,0.000663196,0.0011003428,0.0000054545962,0.00009999619,0.00006220808,0.9217816],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9984537,0.000013378607,0.00040278403,0.00045930382,0.00043503725,0.00023583033],"domain_scores_gemma":[0.998773,0.00018512004,0.00010689335,0.00043253083,0.00016615874,0.0003363266],"candidate_categories":["insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.00019188107,0.00029975918,0.00055651215,0.000106718304,0.000056916037,0.000018000206,0.0000730701,0.00052272796,0.159496],"category_scores_gemma":[0.000036223482,0.00022570061,0.00029812878,0.000024155152,0.00016500147,0.000031512824,0.00005494669,0.0003634001,0.0064666197],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.004577046,0.0005393377,0.0029509603,0.00061519025,0.0030207098,0.0066192467,0.002209615,0.000026763037,0.000025498217,0.6681889,0.19954246,0.11168421],"study_design_scores_gemma":[0.0021310493,0.0001588434,0.00012969022,0.00015850778,0.00011001732,0.00009499434,0.000011544387,0.00009773278,0.000019247525,0.0012903697,0.9955376,0.00026044753],"about_ca_topic_score_codex":0.000005539662,"about_ca_topic_score_gemma":0.0000081999615,"teacher_disagreement_score":0.7959951,"about_ca_system_score_codex":0.000071666895,"about_ca_system_score_gemma":0.00013159506,"threshold_uncertainty_score":0.994307},"labels":[],"label_agreement":null},{"id":"W2883546368","doi":"10.1016/j.jtcvs.2018.07.042","title":"Development of a saphenous vein harvest model for simulation-based assessment","year":2018,"lang":"en","type":"article","venue":"Journal of Thoracic and Cardiovascular Surgery","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":6,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University Health Centre; McGill University","funders":"Social Sciences and Humanities Research Council of Canada","keywords":"Medicine; Physical therapy; Vein; Medical physics; Surgical simulation; Medical education; Surgery","score_opus":0.07257074934424697,"score_gpt":0.3624995207176919,"score_spread":0.28992877137344497,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2883546368","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.51551473,0.0008285551,0.48321474,0.000036300364,0.00010684349,0.00011285912,0.0000018123094,0.000006927539,0.00017726838],"genre_scores_gemma":[0.96404153,0.000017848506,0.035611957,0.0000932118,0.00018510022,0.000003500186,0.0000052838077,0.000014413089,0.00002714311],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99859685,0.00005641556,0.0006013342,0.00011830117,0.00048622064,0.00014089022],"domain_scores_gemma":[0.9983512,0.0005439402,0.00023109332,0.00014912628,0.00058427476,0.00014034708],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002281874,0.00010495813,0.00063923,0.00017939047,0.00008741091,0.000015438338,0.000033972206,0.00006584479,0.000020403608],"category_scores_gemma":[0.00027374132,0.000081961676,0.0007738329,0.00012968399,0.000058968642,0.00007947917,0.000010373415,0.00009153233,5.681777e-7],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0011374687,0.00025944947,0.010949747,0.00040302234,0.002386844,0.000042136446,0.00055241265,0.2131762,0.00016117461,0.000037456364,0.000036816822,0.7708573],"study_design_scores_gemma":[0.0024704381,0.00018265199,0.02641162,0.0005904185,0.0009998223,0.000047894104,0.00021381513,0.9454691,0.0015555314,0.00010385137,0.021718571,0.00023627991],"about_ca_topic_score_codex":9.17543e-7,"about_ca_topic_score_gemma":7.103754e-7,"teacher_disagreement_score":0.770621,"about_ca_system_score_codex":0.00004207393,"about_ca_system_score_gemma":0.0005215103,"threshold_uncertainty_score":0.33423},"labels":[],"label_agreement":null},{"id":"W2883806345","doi":"10.1007/978-3-319-90518-1_5","title":"Cardiac Surgery Boot Camp","year":2018,"lang":"en","type":"book-chapter","venue":"","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Medicine; Boot camp; Cardiothoracic surgery; Cardiac surgery; Core curriculum; Curriculum; Surgery; Cardiology; Psychology; Computer science; Library science","score_opus":0.061338654300629306,"score_gpt":0.2886170525460831,"score_spread":0.22727839824545382,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2883806345","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0003499529,0.00026758094,0.000013721343,0.00015383631,0.0005623674,0.00015048924,0.000010484405,0.00014767141,0.9983439],"genre_scores_gemma":[0.030258436,0.000085312575,0.000053200965,0.001049595,0.0012160817,0.0000021677968,0.00015961453,0.000049357335,0.96712625],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9990799,0.00000702906,0.00025053616,0.00023708165,0.00027103597,0.0001544631],"domain_scores_gemma":[0.99907,0.00033161454,0.000065289416,0.00025164275,0.00010147085,0.00017997135],"candidate_categories":["insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0001895512,0.00018484448,0.00057352596,0.00011004002,0.000032396867,0.000010843766,0.000019944173,0.00027945286,0.06758251],"category_scores_gemma":[0.00004938315,0.00014145853,0.00041962953,0.000015951446,0.00007288714,0.000016847434,0.000021148184,0.0001923741,0.003608891],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00059341284,0.00008087629,0.005473556,0.0003284633,0.0022617937,0.0011359609,0.00040607518,0.0000011877241,0.000013916242,0.15741257,0.60032624,0.23196597],"study_design_scores_gemma":[0.00021267538,0.000024444624,0.00038257695,0.00014447968,0.000104499784,0.0000088269535,0.0000068717122,0.000009289383,0.000013679424,0.00093553733,0.9979941,0.00016298486],"about_ca_topic_score_codex":0.0000054923867,"about_ca_topic_score_gemma":0.0000015896964,"teacher_disagreement_score":0.3976679,"about_ca_system_score_codex":0.000034850564,"about_ca_system_score_gemma":0.00008794377,"threshold_uncertainty_score":0.99716693},"labels":[],"label_agreement":null},{"id":"W2883836986","doi":"10.1007/978-3-319-90518-1_11","title":"The Future of Medical Education: Simulation-Based Assessment in a Competency-by-Design Curriculum","year":2018,"lang":"en","type":"book-chapter","venue":"","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"St. Michael's Hospital; University of Toronto","funders":"","keywords":"Apprenticeship; Curriculum; Learning curve; Medical education; Harm; Patient safety; Medical simulation; Medicine; Psychology; Computer science; Pedagogy; Political science","score_opus":0.02443218537130552,"score_gpt":0.3455305632062833,"score_spread":0.32109837783497774,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2883836986","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00014560511,0.0017689022,0.011585435,0.016159533,0.0010866374,0.0012627786,0.000008312992,0.00008685031,0.9678959],"genre_scores_gemma":[0.77131844,0.00040611942,0.0062940097,0.006571537,0.0027184596,0.00006958646,0.00055024144,0.00012404747,0.21194759],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99785525,0.00005414519,0.0005898494,0.00025504932,0.0010925353,0.00015315205],"domain_scores_gemma":[0.9978947,0.0010991269,0.00021056937,0.00030617564,0.0003010266,0.00018838009],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00064932276,0.00021331027,0.0003982567,0.00010727723,0.00006861154,0.000017522902,0.00016355347,0.0004059566,0.018345604],"category_scores_gemma":[0.00013071946,0.00012999644,0.00013877408,0.000075597934,0.00016834722,0.000021068681,0.000024216597,0.00048592262,0.00003840948],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00026803964,0.0010466382,0.0031425096,0.00024191002,0.00025726602,0.00003542285,0.00020758748,0.0024264564,0.0000014379157,0.8106797,0.024084186,0.15760887],"study_design_scores_gemma":[0.0031266122,0.00024696867,0.0005416564,0.00089027255,0.00008202958,0.000002815527,0.00024799493,0.20919451,0.000002726106,0.00834638,0.7770666,0.000251453],"about_ca_topic_score_codex":0.000015840267,"about_ca_topic_score_gemma":0.00004427878,"teacher_disagreement_score":0.8023333,"about_ca_system_score_codex":0.00009838045,"about_ca_system_score_gemma":0.0032101322,"threshold_uncertainty_score":0.98255175},"labels":[],"label_agreement":null},{"id":"W2883984983","doi":"10.1089/lap.2018.0255","title":"The Impact of Simulator Size on Forces Generated in the Performance of a Defined Intracorporeal Suturing Task: A Pilot Study","year":2018,"lang":"en","type":"article","venue":"Journal of Laparoendoscopic & Advanced Surgical Techniques","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto; Hospital for Sick Children","funders":"","keywords":"Task (project management); Simulation; Medicine; Physical medicine and rehabilitation; Computer science; Surgery; Physical therapy; Engineering","score_opus":0.02858896372426719,"score_gpt":0.3502100658823136,"score_spread":0.32162110215804646,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2883984983","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99803346,0.0001336951,0.000021010164,0.000102178376,0.00007697182,0.0005511455,0.0000022095248,0.000025347525,0.0010539771],"genre_scores_gemma":[0.9988527,0.00018110202,0.0006495979,0.00004607535,0.00022599785,0.000013126492,8.7783934e-7,0.000014942493,0.000015556141],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9977932,0.00022690312,0.0010292333,0.00014662603,0.00053754786,0.00026647723],"domain_scores_gemma":[0.99685395,0.0017781076,0.0006620634,0.00026477932,0.0003488964,0.000092215225],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0010513919,0.00019171448,0.00064453454,0.00013808515,0.00009619738,0.000016659713,0.00024857308,0.000043802145,0.000043024218],"category_scores_gemma":[0.00040370307,0.00008912809,0.00018728022,0.00046893573,0.00021689665,0.0001215926,0.000030578678,0.00043651447,4.9981395e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.07045319,0.009548653,0.7341863,0.00020242669,0.0010059888,0.00084738515,0.0030394294,0.0052853324,0.051336624,0.0009587796,0.0001231563,0.123012766],"study_design_scores_gemma":[0.03422041,0.17994946,0.59271055,0.0024182964,0.0002872987,0.0005897605,0.001428155,0.0059167873,0.17766018,0.0010531467,0.0032076098,0.0005583246],"about_ca_topic_score_codex":0.00002977178,"about_ca_topic_score_gemma":0.000011041398,"teacher_disagreement_score":0.1704008,"about_ca_system_score_codex":0.000079953075,"about_ca_system_score_gemma":0.00010729052,"threshold_uncertainty_score":0.3634538},"labels":[],"label_agreement":null},{"id":"W2884136144","doi":"10.1089/lap.2018.0196","title":"Does Personal Learning Style Predict the Ability to Learn Laparoscopic Surgery? A Pilot Study","year":2018,"lang":"en","type":"article","venue":"Journal of Laparoendoscopic & Advanced Surgical Techniques","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Manitoba","funders":"","keywords":"Kinesthetic learning; Task (project management); Reading (process); Learning styles; Visual learning; Medicine; Style (visual arts); Learning curve; Psychology; Cognitive psychology; Developmental psychology; Computer science","score_opus":0.0315849732636768,"score_gpt":0.33674453695413054,"score_spread":0.3051595636904537,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2884136144","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9941458,0.00011877228,0.00030619174,0.0016239542,0.00045406193,0.0008623802,0.000002520632,0.0002267487,0.0022595304],"genre_scores_gemma":[0.99635094,0.00007963079,0.0015679926,0.0004057234,0.0009492848,0.00004356948,0.000002119089,0.000035615103,0.0005651454],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.9965968,0.00050809,0.001072757,0.00038856408,0.00093755045,0.00049624336],"domain_scores_gemma":[0.9966666,0.0015397136,0.00043284902,0.00032389746,0.0006099092,0.00042700992],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001782168,0.0003027539,0.0009879062,0.00023369334,0.0003191832,0.0000682986,0.00024364862,0.00006721032,0.00075674016],"category_scores_gemma":[0.0013984778,0.00014986368,0.00027699425,0.0005702301,0.00029301204,0.00022614989,0.00010351078,0.000958004,0.000017788816],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.013393571,0.004285561,0.79610896,0.00016326264,0.00046297623,0.0012256477,0.003279955,0.00005918266,0.006716515,0.00013319627,0.0006312887,0.1735399],"study_design_scores_gemma":[0.019630263,0.06818937,0.2981287,0.0022206523,0.00062119856,0.0009676412,0.0066353288,0.0003963203,0.029907078,0.00078165584,0.5713874,0.0011344147],"about_ca_topic_score_codex":0.000020718133,"about_ca_topic_score_gemma":0.000016179798,"teacher_disagreement_score":0.5707561,"about_ca_system_score_codex":0.00014971028,"about_ca_system_score_gemma":0.0001644108,"threshold_uncertainty_score":0.8285774},"labels":[],"label_agreement":null},{"id":"W2884292261","doi":"10.1007/s00464-018-6364-0","title":"Canadian general surgery residents’ need formal curricula and objective performance assessments in gastrointestinal endoscopy training: a program director census","year":2018,"lang":"en","type":"article","venue":"Surgical Endoscopy","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":5,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Manitoba; St. Boniface Hospital","funders":"","keywords":"Medicine; Endoscopy; Colonoscopy; Demographics; Credentialing; General surgery; Family medicine; Surgery; Internal medicine; Nursing; Colorectal cancer","score_opus":0.04039021547833584,"score_gpt":0.34119562579089097,"score_spread":0.30080541031255514,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2884292261","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98059046,0.000059553902,0.000007633991,0.00018363878,0.00021664593,0.0005723443,0.000019837773,0.00014327058,0.018206635],"genre_scores_gemma":[0.9957632,0.000025086783,0.0031610457,0.00017972589,0.0004217115,0.0000871405,0.000100313395,0.00003714843,0.00022462258],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99711466,0.00016878468,0.0005309699,0.00052141945,0.00044619432,0.0012179441],"domain_scores_gemma":[0.9980071,0.0005695249,0.00010901503,0.0001952587,0.00015852874,0.00096054934],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0007145337,0.00032067616,0.00059870444,0.0004166758,0.00021069545,0.00007170786,0.000086275504,0.00011809315,0.00040993636],"category_scores_gemma":[0.00036822536,0.00027592815,0.0001322067,0.000656336,0.00027834877,0.0002568494,0.00004794367,0.00042826144,0.000023533641],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.002559555,0.0002230621,0.9520328,0.0000516489,0.000037945974,0.0011592422,0.00034712517,0.000011147252,0.00008471163,0.00018168046,0.00007493575,0.043236144],"study_design_scores_gemma":[0.02231071,0.0014920189,0.9501931,0.0011743791,0.00005261558,0.00148092,0.00048625434,0.014632601,0.0005486959,0.000040997038,0.007085234,0.00050247327],"about_ca_topic_score_codex":0.008483155,"about_ca_topic_score_gemma":0.003164267,"teacher_disagreement_score":0.042733673,"about_ca_system_score_codex":0.00031832594,"about_ca_system_score_gemma":0.00053253584,"threshold_uncertainty_score":0.9999693},"labels":[],"label_agreement":null},{"id":"W2884341219","doi":"10.1055/s-0038-1633607","title":"Learning Curve of a Virtual Reality Simulator (Neurotouch) for Endoscopic Sinus Surgery","year":2018,"lang":"en","type":"article","venue":"Journal of Neurological Surgery Part B Skull Base","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Haptic technology; Virtual reality; Learning curve; Computer science; Curriculum; Fidelity; Endoscopic sinus surgery; Cadaveric spasm; Simulation; Medical physics; Human–computer interaction; Surgery; Medicine; Multimedia; Psychology","score_opus":0.10088307569633762,"score_gpt":0.3308187215267954,"score_spread":0.2299356458304578,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2884341219","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9967466,0.00006010572,0.00051596016,0.0011808614,0.00092463125,0.00027332103,0.000013400618,0.000049443257,0.0002356825],"genre_scores_gemma":[0.9969301,0.000040078434,0.000075817734,0.0016765337,0.001139129,0.000006906091,0.0000125487595,0.000029606083,0.000089274945],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99649405,0.0005975282,0.001538664,0.00032401903,0.00058185396,0.000463868],"domain_scores_gemma":[0.9848256,0.012828656,0.0010060412,0.00022599513,0.0006454568,0.0004682261],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0024506708,0.00024968904,0.0012484768,0.0002805014,0.0001349664,0.000023368935,0.00010278224,0.00019525031,0.0007854288],"category_scores_gemma":[0.012187335,0.00018087756,0.00092337705,0.00038263,0.00028345926,0.00014206285,0.000045812056,0.00057992595,0.000013672546],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.01678237,0.0017255545,0.9264149,0.00019119939,0.00027878603,0.0029619797,0.00012305817,0.0033860928,0.002013664,0.00013891511,0.0058420175,0.040141486],"study_design_scores_gemma":[0.010012397,0.018840142,0.47987288,0.00066927704,0.0006207853,0.001486073,0.000097626806,0.0236341,0.007842719,0.0004423548,0.4556828,0.0007988339],"about_ca_topic_score_codex":0.0000035672156,"about_ca_topic_score_gemma":8.5732853e-7,"teacher_disagreement_score":0.44984078,"about_ca_system_score_codex":0.000022114762,"about_ca_system_score_gemma":0.00020325184,"threshold_uncertainty_score":0.99613345},"labels":[],"label_agreement":null},{"id":"W2884422957","doi":"10.1186/s40463-018-0293-8","title":"Consultation diagnoses and procedures billed among recent graduates practicing general otolaryngology – head &amp; neck surgery in Ontario, Canada","year":2018,"lang":"en","type":"article","venue":"Journal of Otolaryngology - Head and Neck Surgery","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Mount Sinai Hospital; Health Sciences Centre; Hospital for Sick Children; Toronto General Hospital; University Health Network; Toronto East General Hospital; Institute for Clinical Evaluative Sciences; Sinai Health System; Sunnybrook Health Science Centre","funders":"","keywords":"Otorhinolaryngology; Head and neck surgery; Medicine; Head and neck; General surgery; Medical diagnosis; Family medicine; Surgery; Radiology","score_opus":0.04249331984570378,"score_gpt":0.29850054579767477,"score_spread":0.256007225951971,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2884422957","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99496937,0.0011104342,0.00000584,0.0026421994,0.000719903,0.00027856123,0.0000021175788,0.000018327006,0.00025324617],"genre_scores_gemma":[0.9961374,0.0012324442,0.00029316367,0.0018694525,0.0002982154,0.00001005515,0.000030432762,0.000025695526,0.00010314951],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9973646,0.0003075211,0.0011838933,0.00033676112,0.00030619957,0.00050106214],"domain_scores_gemma":[0.99395776,0.004394519,0.0006748161,0.00013654554,0.00045075495,0.00038561868],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001065991,0.0002767557,0.0011826516,0.0005371078,0.00017159784,0.000036395955,0.00004883098,0.00023589616,0.00028580328],"category_scores_gemma":[0.0044147028,0.00022363273,0.000120669145,0.00034584457,0.0003145321,0.00034488793,0.00003635129,0.00064970256,0.0000023389],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0013927394,0.00017629114,0.99307597,0.00009855161,0.00013742252,0.0011274846,0.000538097,0.000009418016,0.0001829238,0.000017142094,0.0017358296,0.0015081167],"study_design_scores_gemma":[0.002625018,0.00021303263,0.9795142,0.000644629,0.00008396115,0.0023982702,0.00007250507,0.000108971035,0.00017110299,0.00006636089,0.013887493,0.00021447075],"about_ca_topic_score_codex":0.22689877,"about_ca_topic_score_gemma":0.8649526,"teacher_disagreement_score":0.6380539,"about_ca_system_score_codex":0.00019459339,"about_ca_system_score_gemma":0.0021533603,"threshold_uncertainty_score":0.9119478},"labels":[],"label_agreement":null},{"id":"W2884458019","doi":"10.1007/978-3-319-90518-1_6","title":"The Toronto Neurosurgery PGY-1 Boot Camp","year":2018,"lang":"en","type":"book-chapter","venue":"","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Toronto","funders":"","keywords":"Boot camp; Modalities; Medical education; Neurosurgery; Medicine; Computer science; Surgery; Library science; Sociology","score_opus":0.044130819622702495,"score_gpt":0.28869708024631513,"score_spread":0.24456626062361264,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2884458019","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0001513168,0.00064298545,0.000013334253,0.00045336378,0.00071699254,0.00018614474,0.0000035200978,0.00012590697,0.9977064],"genre_scores_gemma":[0.025842393,0.000254072,0.000018421471,0.002470623,0.0009748348,0.0000032452901,0.00002676136,0.000047642567,0.970362],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99897355,0.000009192208,0.00028424922,0.0002349652,0.0003079709,0.00019006549],"domain_scores_gemma":[0.9988622,0.0004318866,0.000084699364,0.00036310844,0.00009809835,0.00016000292],"candidate_categories":["insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0001865071,0.00019447607,0.00028151646,0.000018070856,0.00012882704,0.00003297743,0.00005337339,0.00019546195,0.039412227],"category_scores_gemma":[0.00007322616,0.000109354536,0.00021342917,0.000008267957,0.00011961226,0.000029494428,0.00003672993,0.0001901942,0.0010714469],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0009834094,0.00007060317,0.00049568637,0.00008031586,0.000661245,0.0006398361,0.00046023825,0.0000017506029,0.000017792892,0.46816954,0.26390418,0.2645154],"study_design_scores_gemma":[0.00048322187,0.00006823378,0.00032706134,0.00006110244,0.000050301933,0.000025125133,0.00002039834,0.000050090734,0.0000043986347,0.0012174542,0.9975664,0.0001262198],"about_ca_topic_score_codex":0.000034527,"about_ca_topic_score_gemma":0.00018593732,"teacher_disagreement_score":0.7336622,"about_ca_system_score_codex":0.00006147486,"about_ca_system_score_gemma":0.000058531616,"threshold_uncertainty_score":0.9997063},"labels":[],"label_agreement":null},{"id":"W2884864653","doi":"10.1007/978-3-319-90518-1_4","title":"Canadian National Vascular Surgery Boot Camp","year":2018,"lang":"en","type":"book-chapter","venue":"","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Toronto","funders":"","keywords":"Boot camp; Medicine; Surgery; Computer science; Library science","score_opus":0.05212614124042428,"score_gpt":0.27243277483598677,"score_spread":0.2203066335955625,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2884864653","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00019040375,0.000118179894,0.000012056972,0.0005162056,0.00025118666,0.00013252652,0.000018830604,0.000061834144,0.9986988],"genre_scores_gemma":[0.06316388,0.000030637257,0.000075273645,0.004426175,0.00092385797,0.0000028043464,0.00045598633,0.000046250796,0.9308751],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99884826,0.0000056317667,0.00023744273,0.0002327769,0.0004823446,0.0001935634],"domain_scores_gemma":[0.9988762,0.00018482325,0.000048749866,0.00015092775,0.0002961617,0.00044309578],"candidate_categories":["insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.00026016528,0.00016961186,0.00032422098,0.0003168102,0.00006333252,0.000015289199,0.000027895321,0.00029227845,0.11997382],"category_scores_gemma":[0.000104021725,0.00014412812,0.0002717614,0.000025582995,0.000050994262,0.000022483322,0.000009553117,0.00018798934,0.002810756],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00012398286,0.00005681051,0.003875708,0.00017692357,0.0021767654,0.0013701812,0.00027356885,0.000019108655,0.0000018861177,0.5199501,0.43166864,0.04030634],"study_design_scores_gemma":[0.00036288344,0.000012027499,0.00079857314,0.00010235057,0.000047472546,0.000021891672,0.000003919513,0.00007954527,0.0000013586747,0.0029471351,0.99545836,0.00016450559],"about_ca_topic_score_codex":0.00464328,"about_ca_topic_score_gemma":0.022784289,"teacher_disagreement_score":0.5637897,"about_ca_system_score_codex":0.00028329683,"about_ca_system_score_gemma":0.0011245772,"threshold_uncertainty_score":0.9979657},"labels":[],"label_agreement":null},{"id":"W2885738823","doi":"10.1097/prs.0000000000004944","title":"An Intraoperative Three-Dimensional Imaging System for Better Image Sharing and Protection of Reconstructive Surgeons’ Neck","year":2018,"lang":"en","type":"letter","venue":"Plastic & Reconstructive Surgery","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Magnification; Microsurgery; Medicine; Operating microscope; Anastomosis; Surgical instrument; Surgery; Microscope; Medical physics; Computer science; Computer vision; Pathology","score_opus":0.029298655307510784,"score_gpt":0.2590498413663714,"score_spread":0.2297511860588606,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2885738823","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9850932,0.00008320616,0.0041955025,0.0041944454,0.003202165,0.0018476303,0.00046524432,0.00021034855,0.0007082861],"genre_scores_gemma":[0.9837017,0.000003945601,0.0054397765,0.0063674417,0.0033412224,0.00032255548,0.0006095641,0.00018533121,0.00002846016],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9964996,0.00017334687,0.0011007835,0.0011760643,0.0004373464,0.0006128565],"domain_scores_gemma":[0.99357337,0.004040524,0.00076847506,0.00037701288,0.0010625011,0.00017813302],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0006680993,0.00061373925,0.0015469176,0.00075348374,0.00026799703,0.000089140485,0.00009754197,0.0005506387,0.00028991044],"category_scores_gemma":[0.0011052472,0.0005556579,0.0003834515,0.00028242727,0.00095119444,0.00051233167,0.00006290238,0.0011113667,0.000011452253],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0073290304,0.0002954964,0.73190725,0.0088264495,0.0047495104,0.0014847445,0.0009897179,0.000049361828,0.002940101,0.00031399023,0.016988436,0.22412592],"study_design_scores_gemma":[0.039629214,0.003784371,0.30125788,0.05952645,0.009028649,0.032001838,0.0059144497,0.4654557,0.02373228,0.008612672,0.03793245,0.0131240375],"about_ca_topic_score_codex":0.00009542769,"about_ca_topic_score_gemma":0.0000146450175,"teacher_disagreement_score":0.46540636,"about_ca_system_score_codex":0.00024433725,"about_ca_system_score_gemma":0.00033947994,"threshold_uncertainty_score":0.9996895},"labels":[],"label_agreement":null},{"id":"W2885778475","doi":"10.5489/cuaj.5482","title":"Development and implementation of a mobile version of the O-SCORE assessment tool and case log for competency-based assessment in urology residency training: An initial assessment of utilization and acceptance among residents and faculty","year":2018,"lang":"en","type":"article","venue":"Canadian Urological Association Journal","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":17,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"University of Ottawa","funders":"","keywords":"Medical education; Medicine; Medical physics","score_opus":0.06866532217627803,"score_gpt":0.39130736358533796,"score_spread":0.32264204140905994,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2885778475","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9982994,0.000028235721,0.00040066356,0.00058801414,0.000048709637,0.0004998581,0.00004595935,0.0000031359277,0.0000860074],"genre_scores_gemma":[0.9947912,0.0000152386965,0.0049045486,0.00020016717,0.000026255246,0.000017638577,0.000037209593,0.0000054819016,0.000002265441],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9986016,0.00020752204,0.0005672485,0.00018315445,0.00025261473,0.00018787329],"domain_scores_gemma":[0.99872404,0.0002535267,0.00050549355,0.00005851672,0.00028312975,0.00017528301],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0011269788,0.00010061403,0.00028639584,0.00015502084,0.00018499386,0.000022667553,0.00003916478,0.00012830691,0.000065640204],"category_scores_gemma":[0.00016636089,0.00007813293,0.000028023433,0.00013408529,0.0001368727,0.00011878806,0.000022172986,0.00018666395,1.444539e-8],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000063518935,0.00003978671,0.97985584,0.000027605201,0.000031936645,0.00001523079,0.0010178968,0.000039929426,0.00013359461,0.0005709385,0.0000051156762,0.018198587],"study_design_scores_gemma":[0.003936093,0.0008012708,0.98589456,0.000036242876,0.000058173657,0.000048702375,0.0021721458,0.0064306976,0.00009153155,0.000337529,0.00012499417,0.000068041234],"about_ca_topic_score_codex":0.00047113016,"about_ca_topic_score_gemma":0.006730374,"teacher_disagreement_score":0.018130546,"about_ca_system_score_codex":0.00021992435,"about_ca_system_score_gemma":0.0010896247,"threshold_uncertainty_score":0.37557065},"labels":[],"label_agreement":null},{"id":"W2885811470","doi":"10.3171/2018.2.jns172327","title":"Development of a performance model for virtual reality tumor resections","year":2018,"lang":"en","type":"article","venue":"Journal of neurosurgery","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":26,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"Montreal Neurological Institute and Hospital; Brain Tumour Research; McGill University","keywords":"Medicine; Human factors and ergonomics; Virtual reality; Driving simulator; Psychomotor learning; Task (project management); Brain tumor; Poison control; Simulation; Human–computer interaction; Medical emergency; Cognition; Computer science; Pathology","score_opus":0.13773131947660772,"score_gpt":0.3535690335693432,"score_spread":0.2158377140927355,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2885811470","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9867893,0.0000064606625,0.012019015,0.00026327596,0.0003171621,0.0000635655,0.0000019297995,0.000007477837,0.0005318185],"genre_scores_gemma":[0.9971272,0.0000053865674,0.0021852264,0.00026171518,0.00022606782,0.0000016632313,8.3672757e-7,0.000008405923,0.00018349994],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9990145,0.00001601448,0.0005622716,0.00006647044,0.00023092964,0.0001098064],"domain_scores_gemma":[0.9989678,0.00019369445,0.00028141207,0.00007399156,0.00038268752,0.00010037312],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00058507785,0.000056047964,0.00022346723,0.00016102655,0.00008997411,0.0000051272004,0.000034761266,0.000023748664,0.000027635639],"category_scores_gemma":[0.00039561355,0.000043022756,0.00011731853,0.000159836,0.0000495879,0.00007857857,0.000010517197,0.00010857329,0.0000014461187],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.04695571,0.0051993825,0.1829595,0.0012437569,0.0010476101,0.00035758677,0.01575097,0.041009013,0.15680133,0.0029712974,0.015975777,0.52972806],"study_design_scores_gemma":[0.007913739,0.0020803374,0.23028265,0.00065294275,0.00014624922,0.00073168677,0.00024547367,0.6124078,0.038043812,0.00016880802,0.10703658,0.00028989403],"about_ca_topic_score_codex":1.8044832e-7,"about_ca_topic_score_gemma":8.374408e-7,"teacher_disagreement_score":0.5713988,"about_ca_system_score_codex":0.000030413543,"about_ca_system_score_gemma":0.0002590327,"threshold_uncertainty_score":0.1754417},"labels":[],"label_agreement":null},{"id":"W2886087315","doi":"10.1016/j.jamcollsurg.2018.07.660","title":"New Paradigm of Live Surgical Education: Synchronized Deferred Live Surgery","year":2018,"lang":"en","type":"article","venue":"Journal of the American College of Surgeons","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":12,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto; University Health Network","funders":"","keywords":"Medicine; Surgery; General surgery","score_opus":0.026533265245650053,"score_gpt":0.30328860362425303,"score_spread":0.276755338378603,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2886087315","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99198407,0.00044012011,0.00005921566,0.003484864,0.00073606375,0.00016731839,0.000020358768,0.000009632798,0.0030983603],"genre_scores_gemma":[0.9976014,0.00013169418,0.00073792576,0.0002362263,0.0004674847,0.0000012151505,0.0000014923814,0.00001828828,0.00080429955],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99791414,0.00020862058,0.00096197106,0.00012984303,0.0005636695,0.00022177602],"domain_scores_gemma":[0.99536896,0.0018108302,0.0016105579,0.00030939866,0.00058512646,0.00031514314],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0006461772,0.00015184461,0.0010238689,0.0002398827,0.00007676891,0.0000058171445,0.00018901496,0.000049458304,0.0012189848],"category_scores_gemma":[0.0006856337,0.0001002949,0.00070384337,0.0008947831,0.00057803746,0.00007923323,0.000046177924,0.0002327523,0.00001300143],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.015955143,0.0030194276,0.7610969,0.0002030709,0.0026970576,0.00058672123,0.00256509,0.000144304,0.00065836444,0.003648413,0.09253779,0.116887726],"study_design_scores_gemma":[0.011166397,0.0027293067,0.73754257,0.0028756189,0.001416003,0.0049193436,0.008249962,0.00047335107,0.0034856345,0.0016803051,0.2247848,0.0006766885],"about_ca_topic_score_codex":0.00025394262,"about_ca_topic_score_gemma":0.000022709526,"teacher_disagreement_score":0.13224702,"about_ca_system_score_codex":0.00008251153,"about_ca_system_score_gemma":0.0023707652,"threshold_uncertainty_score":0.99969405},"labels":[],"label_agreement":null},{"id":"W2886322012","doi":"10.1016/j.jsurg.2018.06.030","title":"Break out of the Classroom: The Use of Escape Rooms as an Alternative Teaching Strategy in Surgical Education","year":2018,"lang":"en","type":"article","venue":"Journal of surgical education","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":247,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ottawa Hospital; University of Ottawa","funders":"","keywords":"Debriefing; Session (web analytics); Medical education; Curriculum; Psychology; Medical knowledge; Tertiary care; Medicine; Pedagogy; Family medicine; Computer science","score_opus":0.06815405200636922,"score_gpt":0.38599579228340836,"score_spread":0.31784174027703915,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2886322012","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98567265,0.00013001643,0.00002215489,0.0020988076,0.00085299736,0.00021941397,0.0000014986438,0.0000047207054,0.010997712],"genre_scores_gemma":[0.99789447,0.000053362437,0.00016004841,0.00020718019,0.0010332386,0.0000033623057,0.0000067178535,0.0000128820275,0.0006287431],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99777085,0.0004823878,0.00087522843,0.00014610698,0.0005671103,0.00015832855],"domain_scores_gemma":[0.9975264,0.0006386543,0.0007615392,0.00024664492,0.00066767674,0.00015909059],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0011020856,0.00012907929,0.0003510452,0.000172878,0.00008065259,0.000033819688,0.00019231426,0.000108233246,0.00035434624],"category_scores_gemma":[0.00046926594,0.000070042406,0.00019804119,0.00029154995,0.00021714467,0.0003645306,0.000026794816,0.00057247136,0.000005393433],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0038702548,0.009061583,0.15105394,0.00010592327,0.0002647847,0.000037353195,0.012553573,0.002458638,0.00086292526,0.029784605,0.0011688806,0.78877753],"study_design_scores_gemma":[0.010393664,0.0028863722,0.5489197,0.0022215627,0.00039483354,0.0016474379,0.01578448,0.0094444575,0.0029764038,0.0070163882,0.39785308,0.00046165657],"about_ca_topic_score_codex":0.00026178156,"about_ca_topic_score_gemma":0.000033033473,"teacher_disagreement_score":0.7883159,"about_ca_system_score_codex":0.00010994855,"about_ca_system_score_gemma":0.0011234129,"threshold_uncertainty_score":0.3879843},"labels":[],"label_agreement":null},{"id":"W2886571980","doi":"10.1177/1055665618793768","title":"Economy of Hand Motion During Cleft Palate Surgery Using a High-Fidelity Cleft Palate Simulator","year":2018,"lang":"en","type":"article","venue":"The Cleft Palate-Craniofacial Journal","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":18,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Hospital for Sick Children; University of Toronto","funders":"Barts and The London School of Medicine and Dentistry","keywords":"Learning curve; Fidelity; Medicine; Motion (physics); Simulation; Path (computing); High fidelity; Path length; Physical medicine and rehabilitation; Artificial intelligence; Computer science; Acoustics","score_opus":0.03771989296768072,"score_gpt":0.2916598347139307,"score_spread":0.25393994174625,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2886571980","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99516815,0.0000075634553,0.0011761305,0.00063251157,0.0015707769,0.0003993653,0.000021317548,0.00009653618,0.00092765223],"genre_scores_gemma":[0.9963456,0.00005829128,0.00017469852,0.0005098421,0.0027313526,0.000002146619,0.000014143174,0.0000791053,0.00008485895],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9959952,0.00037643797,0.0016925245,0.00047141343,0.00062671205,0.0008376655],"domain_scores_gemma":[0.99679357,0.0004834918,0.0009376473,0.0005002743,0.00063589064,0.00064910756],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0020306413,0.00045637626,0.0010414124,0.00031389517,0.001156423,0.00020534142,0.00025165582,0.00031560668,0.0016114],"category_scores_gemma":[0.00048244567,0.00034843344,0.00062310486,0.0004322712,0.00060250214,0.00043866385,0.00011461911,0.0008919744,0.00008798213],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0010434961,0.00024596334,0.9775771,0.00014313689,0.0004790294,0.00018421408,0.0015458908,0.0047176913,0.008339867,0.00016786467,0.000051755742,0.0055039753],"study_design_scores_gemma":[0.0046705166,0.00010225535,0.9709152,0.00040835765,0.00028737407,0.0004098302,0.00020834645,0.019169958,0.00043736672,0.0018701205,0.001121125,0.0003995296],"about_ca_topic_score_codex":0.000093054136,"about_ca_topic_score_gemma":0.000013151334,"teacher_disagreement_score":0.0144522665,"about_ca_system_score_codex":0.0002063949,"about_ca_system_score_gemma":0.00025956702,"threshold_uncertainty_score":0.99989676},"labels":[],"label_agreement":null},{"id":"W2886820602","doi":"10.2106/jbjs.17.01256","title":"Saturated Salt Solution Cadaver-Embalming Method Improves Orthopaedic Surgical Skills Training","year":2018,"lang":"en","type":"article","venue":"Journal of Bone and Joint Surgery","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":27,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Mount Sinai Hospital; Sunnybrook Hospital; University of Toronto","funders":"","keywords":"Embalming; Cadaver; Medicine; Cadaveric spasm; Surgery; Orthopedic surgery; Anatomy","score_opus":0.04405408532141646,"score_gpt":0.3142585602884951,"score_spread":0.2702044749670786,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2886820602","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99401,0.0008524475,0.0017605028,0.0010172598,0.00065117545,0.000080385435,0.0000013990358,0.000033288514,0.0015935982],"genre_scores_gemma":[0.9945134,0.00022354428,0.0032619545,0.00047596608,0.0012980102,7.620215e-7,0.000005268234,0.000019473235,0.00020163765],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9977517,0.0001594977,0.0011752938,0.0001752964,0.00042084925,0.00031737488],"domain_scores_gemma":[0.99761325,0.0009521299,0.00063359394,0.0000963987,0.00034896116,0.00035564566],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0032192762,0.00016262125,0.0009523221,0.00044731205,0.00014655641,0.000036759917,0.000012959965,0.00014125255,0.0002129813],"category_scores_gemma":[0.0009987586,0.00011910709,0.00045014394,0.00030946007,0.0001162258,0.00021422288,0.000022893815,0.00039987263,0.0000060017587],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0018749562,0.0003184056,0.018185968,0.00016580871,0.00042306643,0.0030513946,0.00215783,0.000011868114,0.03540936,0.000172902,0.001502013,0.93672645],"study_design_scores_gemma":[0.021903345,0.0023124288,0.70139116,0.0050880737,0.0011155521,0.036023207,0.0028824315,0.012872894,0.01636251,0.0010581722,0.19764706,0.0013431838],"about_ca_topic_score_codex":0.000012176505,"about_ca_topic_score_gemma":0.0000022640709,"teacher_disagreement_score":0.93538326,"about_ca_system_score_codex":0.00004261529,"about_ca_system_score_gemma":0.0002290106,"threshold_uncertainty_score":0.48570463},"labels":[],"label_agreement":null},{"id":"W2887105866","doi":"10.1089/end.2018.0374","title":"Current Status of Three-Dimensional Laparoscopy in Urology: An ESUT Systematic Review and Cumulative Analysis","year":2018,"lang":"en","type":"review","venue":"Journal of Endourology","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":14,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Medicine; Meta-analysis; Jadad scale; Confidence interval; Laparoscopy; MEDLINE; Perioperative; Prostatectomy; Odds ratio; Publication bias; Surgery; Urology; Internal medicine; Cochrane Library; Prostate cancer","score_opus":0.10008747416332377,"score_gpt":0.4309244863330847,"score_spread":0.33083701216976097,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2887105866","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0012711341,0.9977252,0.000034137727,0.000043046162,0.00016229431,0.00067740405,0.000016128422,0.0000048485927,0.00006584405],"genre_scores_gemma":[0.0049098795,0.9945168,0.00015900437,0.000241067,0.00010329409,0.000010337663,0.000035430086,0.000019616158,0.000004552727],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.9958404,0.0009299924,0.0023339444,0.0002607091,0.00032072442,0.00031428807],"domain_scores_gemma":[0.99535954,0.0011910102,0.0025346235,0.00026532478,0.00036148287,0.00028803406],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0015880464,0.0002929803,0.0062258434,0.0009884895,0.000021882015,0.000005175951,0.0001265698,0.00024193288,0.00024951296],"category_scores_gemma":[0.0011883421,0.00018461184,0.0007089653,0.00073911686,0.00017215133,0.00006469793,0.00004726583,0.00075040455,0.000005096],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00054523896,0.00082924624,0.004601539,0.9288395,0.010038856,0.00049795036,0.00018778618,0.00015047366,3.7591653e-7,0.0003171125,0.00007754766,0.053914357],"study_design_scores_gemma":[0.007667509,0.0066304966,0.0024346,0.44957083,0.27220535,0.0029562747,0.000023587785,0.0024081063,4.6147252e-7,0.00045481246,0.25485304,0.000794932],"about_ca_topic_score_codex":0.0000076011784,"about_ca_topic_score_gemma":0.000032460146,"teacher_disagreement_score":0.4792687,"about_ca_system_score_codex":0.00006477672,"about_ca_system_score_gemma":0.0003322557,"threshold_uncertainty_score":0.75282526},"labels":[],"label_agreement":null},{"id":"W2887137198","doi":"10.1016/j.jsurg.2018.06.012","title":"Is Virtual Reality Surgical Performance Influenced by Force Feedback Device Utilized?","year":2018,"lang":"en","type":"article","venue":"Journal of surgical education","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":24,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"","keywords":"Virtual reality; Haptic technology; Human–computer interaction; Computer science; Psychology; Physical medicine and rehabilitation; Simulation; Medicine","score_opus":0.04291436669947857,"score_gpt":0.3694296768516082,"score_spread":0.32651531015212965,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2887137198","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97300273,0.00025851835,0.00004246716,0.003939096,0.00056414946,0.00012734302,0.0000029818364,0.00002304682,0.022039654],"genre_scores_gemma":[0.9950483,0.00026322913,0.00014394998,0.001083415,0.0011993991,0.0000027748904,0.000015973581,0.0000152763,0.0022276687],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9979991,0.00009700128,0.00080486614,0.00020123273,0.0006347732,0.0002630496],"domain_scores_gemma":[0.9978003,0.00028509917,0.00039929146,0.00018630963,0.00087879406,0.0004501895],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0008096041,0.00016426739,0.00041471812,0.00012210445,0.0001309027,0.00003997163,0.0001248771,0.00016477666,0.0022624072],"category_scores_gemma":[0.00016466976,0.00012312231,0.00020327778,0.00043033043,0.00019157128,0.00034108368,0.000023225193,0.00040234101,0.000099304845],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.013336599,0.003731464,0.15903595,0.00022997502,0.00040798332,0.00016917376,0.0035759902,0.00008304288,0.0012292495,0.0022233692,0.038261615,0.77771556],"study_design_scores_gemma":[0.008103303,0.0012755956,0.060089234,0.0003598553,0.00011514339,0.0012572976,0.00059908576,0.0016940464,0.002636256,0.00013470848,0.923493,0.00024244092],"about_ca_topic_score_codex":0.000017154493,"about_ca_topic_score_gemma":6.797226e-7,"teacher_disagreement_score":0.88523144,"about_ca_system_score_codex":0.00012787037,"about_ca_system_score_gemma":0.00050122646,"threshold_uncertainty_score":0.99864966},"labels":[],"label_agreement":null},{"id":"W2887579021","doi":"10.1016/j.gie.2018.07.032","title":"Performance indicators in colonoscopy after certification for independent practice: outcomes and predictors of competence","year":2018,"lang":"en","type":"article","venue":"Gastrointestinal Endoscopy","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":29,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Prostate Cancer Canada","keywords":"Medicine; Colonoscopy; Trainer; Certification; Specialty; Competence (human resources); Observational study; Performance indicator; Family medicine; Internal medicine","score_opus":0.02147583531211936,"score_gpt":0.3134586098799292,"score_spread":0.2919827745678098,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2887579021","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9966533,0.000017433236,0.0011241091,0.0003360117,0.00007519225,0.0004317155,0.0000075075673,0.000027796466,0.0013268873],"genre_scores_gemma":[0.9655586,0.0000049474656,0.034098115,0.00017167363,0.00005134994,0.000055847668,0.000010083883,0.00001148908,0.000037910315],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9989829,0.000037010832,0.0003505374,0.00021918131,0.00020676808,0.00020357828],"domain_scores_gemma":[0.998876,0.00056622986,0.00016945024,0.00013208127,0.00014462958,0.000111648995],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00035914266,0.00011447958,0.00023272155,0.00023484723,0.00003816453,0.0000093803355,0.000051058527,0.000033993467,0.00006190133],"category_scores_gemma":[0.0011128082,0.0000968514,0.00003514936,0.00025053398,0.00021963193,0.00012849302,0.000024646692,0.00012268008,0.0000057733687],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.004087226,0.00012120075,0.992819,0.000063447325,0.000012113891,0.000005825611,0.00025140855,0.0000070368515,0.0014676583,0.00009167974,0.00000473819,0.0010686711],"study_design_scores_gemma":[0.003951313,0.0018236275,0.98919886,0.00030076102,0.00004161061,0.00015667143,0.0002079079,0.0024684123,0.0013129545,0.0000137215575,0.00045530548,0.00006886814],"about_ca_topic_score_codex":0.000012669273,"about_ca_topic_score_gemma":0.000006166166,"teacher_disagreement_score":0.03297401,"about_ca_system_score_codex":0.00004178635,"about_ca_system_score_gemma":0.00007340002,"threshold_uncertainty_score":0.39494854},"labels":[],"label_agreement":null},{"id":"W2888196412","doi":"10.7759/cureus.3181","title":"Investigating the Efficacy of Anatomical Silicone Models Developed from a 3D Printed Mold for Perineal Repair Suturing Simulation","year":2018,"lang":"en","type":"article","venue":"Cureus","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":32,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Memorial University of Newfoundland","funders":"Memorial University of Newfoundland; Atlantic Canada Opportunities Agency","keywords":"Silicone; Mold; Medicine; Materials science; Composite material","score_opus":0.09528217061520652,"score_gpt":0.3521107200435502,"score_spread":0.25682854942834366,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2888196412","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9893197,0.00005255932,0.008925647,0.0001621166,0.00011045648,0.00043568545,0.0000061216338,0.00012640447,0.00086132303],"genre_scores_gemma":[0.9888385,0.0000012008607,0.010371661,0.0002548587,0.00043595207,0.0000119503575,0.000032431726,0.000018464409,0.00003499942],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9990916,0.000034045865,0.00033811806,0.00021350995,0.00016469839,0.00015799401],"domain_scores_gemma":[0.99848783,0.0008937897,0.000100913625,0.00022249956,0.0002013766,0.00009357278],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00022343134,0.000103702274,0.0002146968,0.000028084905,0.00009757931,0.000009877198,0.000067645604,0.00008064097,0.00009563414],"category_scores_gemma":[0.001173335,0.000072777926,0.00010021042,0.00013862635,0.00012517582,0.00006797887,0.00004259701,0.00010681323,0.000003786798],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0071744444,0.0017647841,0.20628658,0.0005920713,0.0027795383,0.000032190426,0.054950107,0.46166414,0.047720764,0.041614573,0.00036149248,0.1750593],"study_design_scores_gemma":[0.0031551623,0.00008826551,0.046111006,0.000087844506,0.000057954454,0.0000011644199,0.00014239959,0.9454316,0.002629146,0.0005608169,0.001647356,0.000087268345],"about_ca_topic_score_codex":0.00006928962,"about_ca_topic_score_gemma":0.000018357065,"teacher_disagreement_score":0.48376748,"about_ca_system_score_codex":0.000040077462,"about_ca_system_score_gemma":0.00006701383,"threshold_uncertainty_score":0.29677978},"labels":[],"label_agreement":null},{"id":"W2889352686","doi":"10.1111/vsu.12930","title":"Evaluating veterinary student skill acquisition on a laparoscopic suturing exercise after simulation training","year":2018,"lang":"en","type":"article","venue":"Veterinary Surgery","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":14,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Medicine; Trainer; Wilcoxon signed-rank test; Test (biology); Task (project management); Laparoscopic surgery; Physical therapy; Dreyfus model of skill acquisition; Mann–Whitney U test; Laparoscopy; Surgery","score_opus":0.18154842403977497,"score_gpt":0.42826376196146937,"score_spread":0.2467153379216944,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2889352686","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9962052,0.00011269042,0.000081901,0.000076185395,0.0011369153,0.00039461016,0.0000045729666,0.00024590772,0.0017420183],"genre_scores_gemma":[0.9974301,0.000013450993,0.00034954745,0.0007282056,0.0011284593,0.000086206346,0.00004929336,0.00005582198,0.00015890981],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9977135,0.00016921913,0.0005472467,0.00051815907,0.0005865472,0.00046533812],"domain_scores_gemma":[0.9982942,0.0008462775,0.00014359722,0.000366768,0.00013365451,0.00021553673],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0008101901,0.0002857904,0.0005152127,0.00032210638,0.00021438919,0.000059760965,0.000064394735,0.00013577043,0.0012165696],"category_scores_gemma":[0.00015988611,0.0002694627,0.0002278019,0.00030175538,0.00009352919,0.0002356427,0.00007523198,0.00019659525,0.00021042759],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.036236152,0.0019845944,0.11398604,0.00086659053,0.00044153343,0.0055892062,0.022101717,0.011978984,0.021149075,0.00004271396,0.00014366936,0.7854797],"study_design_scores_gemma":[0.004768375,0.0063644345,0.93906873,0.0035555698,0.0001711821,0.00022541684,0.00085102837,0.03834164,0.0008363282,0.000060853377,0.004992164,0.0007642567],"about_ca_topic_score_codex":0.0000030474862,"about_ca_topic_score_gemma":2.1813736e-7,"teacher_disagreement_score":0.8250827,"about_ca_system_score_codex":0.000119995966,"about_ca_system_score_gemma":0.00006221904,"threshold_uncertainty_score":0.99997574},"labels":[],"label_agreement":null},{"id":"W2889390764","doi":"10.1109/vr.2018.8446310","title":"User Performance of VR-Based Tissue Dissection Under the Effects of Force Models and Tracing Speeds","year":2018,"lang":"en","type":"article","venue":"","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Workload; Virtual reality; Computer science; Simulation; Surgical simulation; Tracing; Haptic technology; Work (physics); Dissection (medical); Human–computer interaction; Surgery; Medicine; Engineering","score_opus":0.026056606296953205,"score_gpt":0.30320392780510225,"score_spread":0.277147321508149,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2889390764","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97482204,0.000027359925,0.013125158,0.00006239796,0.00004529896,0.0001394479,1.3886788e-7,0.000014613169,0.011763546],"genre_scores_gemma":[0.998876,0.0000039650668,0.0001833167,0.00013994484,0.00003837186,0.0000013769951,0.0000010698267,0.000005217057,0.0007507507],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99964476,0.000012996334,0.00010985188,0.000064818094,0.00010360915,0.00006397264],"domain_scores_gemma":[0.99960124,0.00020196356,0.000034291254,0.00008054558,0.00005283649,0.000029101586],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0001015795,0.000045369605,0.00010323739,0.000029924788,0.000034725927,0.0000027287952,0.000016196956,0.000030311825,0.00008491749],"category_scores_gemma":[0.00001939138,0.000025930512,0.000019447158,0.00009333939,0.0000765243,0.00005191933,0.0000053963236,0.000039874125,0.0000011818382],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0046632797,0.00087066786,0.116479784,0.0040563624,0.00046115392,0.000010931833,0.009226853,0.049579106,0.26414883,0.033383265,0.00006660844,0.5170532],"study_design_scores_gemma":[0.0032087618,0.0010955431,0.07386816,0.00032627615,0.000080053884,0.000007009243,0.00029148522,0.49621704,0.42447466,0.00024864572,0.000104441824,0.000077910016],"about_ca_topic_score_codex":0.000013780258,"about_ca_topic_score_gemma":0.0000055034,"teacher_disagreement_score":0.5169752,"about_ca_system_score_codex":0.0000054754205,"about_ca_system_score_gemma":0.000009575976,"threshold_uncertainty_score":0.10574156},"labels":[],"label_agreement":null},{"id":"W2889701275","doi":"10.1007/s10278-018-0122-7","title":"Applying Modern Virtual and Augmented Reality Technologies to Medical Images and Models","year":2018,"lang":"en","type":"review","venue":"Journal of Digital Imaging","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":293,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa","funders":"","keywords":"Augmented reality; Workflow; Virtual reality; Variety (cybernetics); Computer science; Mixed reality; Human–computer interaction; Multimedia; Artificial intelligence","score_opus":0.08695886967301864,"score_gpt":0.38577819554418685,"score_spread":0.2988193258711682,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2889701275","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00021535251,0.98835,0.0073137763,0.0008117329,0.00008727452,0.00037658654,0.00001725798,0.00007910975,0.002748961],"genre_scores_gemma":[0.066179045,0.93282276,0.0004861001,0.0001722446,0.00021213938,0.000011252506,0.000010451334,0.0000405072,0.000065494656],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9982124,0.000027620026,0.0007688267,0.00024091578,0.0005350211,0.00021519177],"domain_scores_gemma":[0.9986844,0.00028957363,0.00035534875,0.00013694515,0.00015643967,0.00037725785],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00048772746,0.00024786324,0.0011681507,0.00033329954,0.000056967096,0.00020053302,0.00012219542,0.00013811486,0.000009598615],"category_scores_gemma":[0.0011128661,0.00016722521,0.00019144159,0.00017813974,0.00020516779,0.00047955918,0.0002137891,0.00051557634,0.0000023465295],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000026348205,0.0000306159,0.000056334837,0.000708,0.000110102075,0.00020730008,0.000048572747,0.0000020891898,2.9240505e-7,0.00004064105,0.00010744981,0.99866223],"study_design_scores_gemma":[0.0027757715,0.00034536704,0.000020001937,0.039304435,0.0009403464,0.006996968,0.0005327728,0.009242295,0.0000032999433,0.004119547,0.93517464,0.0005445561],"about_ca_topic_score_codex":9.1059024e-7,"about_ca_topic_score_gemma":1.2117722e-7,"teacher_disagreement_score":0.9981177,"about_ca_system_score_codex":0.000059707614,"about_ca_system_score_gemma":0.00017225754,"threshold_uncertainty_score":0.68192464},"labels":[],"label_agreement":null},{"id":"W2889762757","doi":"10.1111/vru.12678","title":"Visuospatial skills are better predictors than dexterity for basic ultrasonographic and fluoroscopic skills in veterinary students","year":2018,"lang":"en","type":"article","venue":"Veterinary Radiology & Ultrasound","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Guelph","funders":"","keywords":"Medicine; Fluoroscopy; Medical physics; Ultrasonography; Medical education; Veterinary medicine; Physical therapy; Radiology","score_opus":0.020825343275783084,"score_gpt":0.32244176808721736,"score_spread":0.3016164248114343,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2889762757","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99749416,0.00018228106,0.00020198393,0.00013305622,0.0007244323,0.00093344314,0.00006216772,0.00012002241,0.00014848034],"genre_scores_gemma":[0.9969025,0.00012165407,0.0010469189,0.00094605255,0.0005997325,0.00013519322,0.00011532425,0.000050034756,0.00008258523],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9976398,0.00024659728,0.00053161284,0.00072584115,0.00022483009,0.00063137076],"domain_scores_gemma":[0.9980859,0.0010535344,0.00015544116,0.00036183224,0.00007706532,0.00026623637],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00045456534,0.00037472666,0.00069943286,0.0002886393,0.00020802242,0.000046885707,0.0002003725,0.0003331738,0.00021139365],"category_scores_gemma":[0.00028933826,0.00034082308,0.000156397,0.00026997874,0.00068318454,0.00016968434,0.00007478864,0.00030126292,0.000014876927],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0010098539,0.0005020781,0.9764228,0.00009697462,0.00015026167,0.00017324853,0.00085546303,0.0000015947464,0.017602436,0.000008124328,0.000053540974,0.0031236664],"study_design_scores_gemma":[0.006577096,0.006996282,0.979119,0.000237195,0.00008053278,0.0013906175,0.000121027704,0.000044346503,0.00021850695,0.00012116287,0.004788415,0.00030578973],"about_ca_topic_score_codex":0.000017824987,"about_ca_topic_score_gemma":0.000013258885,"teacher_disagreement_score":0.01738393,"about_ca_system_score_codex":0.000071046445,"about_ca_system_score_gemma":0.00003259113,"threshold_uncertainty_score":0.9999044},"labels":[],"label_agreement":null},{"id":"W2889947886","doi":"10.1097/gox.0000000000001871","title":"A High Fidelity Cleft Lip Simulator","year":2018,"lang":"en","type":"article","venue":"Plastic & Reconstructive Surgery Global Open","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":39,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Hospital for Sick Children; University of Toronto","funders":"","keywords":"Computer science; Simulation; High fidelity; Fidelity; Computer graphics (images); Engineering; Electrical engineering","score_opus":0.04179315196339264,"score_gpt":0.3202848117543712,"score_spread":0.27849165979097856,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2889947886","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.96446747,0.00001387427,0.00079160754,0.00015051455,0.0021642344,0.0004520997,0.00011408282,0.00011479186,0.031731315],"genre_scores_gemma":[0.99694943,0.0000030687495,0.0016743129,0.0007017228,0.0004981662,0.00001331845,0.000041462226,0.000017836965,0.000100658275],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9979549,0.00011922643,0.0005792351,0.0005519867,0.00033608865,0.00045858318],"domain_scores_gemma":[0.9963281,0.0023133925,0.00018997365,0.00032226564,0.00040753753,0.00043870608],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00049735414,0.0002547753,0.00072580244,0.00007855414,0.00018882388,0.00011721713,0.0001857557,0.0001453052,0.0052802716],"category_scores_gemma":[0.0029589867,0.00021998823,0.00019286241,0.0005233417,0.0004248242,0.00029801673,0.00020115162,0.00017786026,0.00069438195],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0021596479,0.0001776685,0.8745349,0.000027501985,0.0003323907,0.000118509524,0.000050918665,0.00007919551,0.000017780343,0.005614302,0.0013191297,0.11556806],"study_design_scores_gemma":[0.0041036187,0.00022379881,0.9665641,0.00031382818,0.00015831253,0.00030531452,0.00022022474,0.0033634054,0.00015268076,0.0055360026,0.018568851,0.0004898663],"about_ca_topic_score_codex":0.0002861363,"about_ca_topic_score_gemma":0.000051878334,"teacher_disagreement_score":0.11507819,"about_ca_system_score_codex":0.00020812657,"about_ca_system_score_gemma":0.00039406284,"threshold_uncertainty_score":0.995629},"labels":[],"label_agreement":null},{"id":"W2890656023","doi":"10.1007/s00345-018-2472-7","title":"Analysis of a practical surgical skills laboratory for nerve sparing radical prostatectomy","year":2018,"lang":"en","type":"article","venue":"World Journal of Urology","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":3,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Princess Margaret Cancer Centre; University of Toronto","funders":"","keywords":"Neurovascular bundle; Medicine; Prostatectomy; Medical physics; Urology; Medical education; Surgery; Prostate cancer; Internal medicine","score_opus":0.02417800173056107,"score_gpt":0.3511738876834913,"score_spread":0.3269958859529302,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2890656023","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99063635,0.00026647517,0.002656194,0.0032994223,0.00025159938,0.00017232716,0.0000067336223,0.000014132011,0.0026967782],"genre_scores_gemma":[0.9964263,0.00001310083,0.0024961536,0.00050193456,0.00045154357,0.0000020261311,0.0000041405324,0.000010440187,0.000094396346],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.99862754,0.00013164744,0.0006455321,0.00013144223,0.00024513155,0.00021872442],"domain_scores_gemma":[0.99749583,0.0012389352,0.000394435,0.00011352381,0.00054317096,0.00021413392],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0009677878,0.00009110352,0.00064296107,0.00062349054,0.00003949123,0.0000069922567,0.000057879017,0.00008701176,0.00069639785],"category_scores_gemma":[0.0007912088,0.00006768015,0.00030077997,0.0009468153,0.0002763953,0.000062638166,0.000019633088,0.00030424818,0.00000387447],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.036840465,0.0037663237,0.8555407,0.000144716,0.0141003225,0.0047049937,0.0013975243,0.0017052536,0.0019509528,0.026346024,0.0017361635,0.051766593],"study_design_scores_gemma":[0.023539487,0.0044938526,0.21105993,0.00006614577,0.0067026545,0.0009616174,0.000082391016,0.015104,0.0009794715,0.00053821,0.736224,0.00024824892],"about_ca_topic_score_codex":0.0000014823668,"about_ca_topic_score_gemma":0.000010166936,"teacher_disagreement_score":0.73448783,"about_ca_system_score_codex":0.000025425468,"about_ca_system_score_gemma":0.000168141,"threshold_uncertainty_score":0.7625068},"labels":[],"label_agreement":null},{"id":"W2891715421","doi":"10.1007/s12055-018-0736-x","title":"First nationwide survey on the experience of Indian cardiac surgeons about international fellowship programmes","year":2018,"lang":"en","type":"article","venue":"Indian Journal of Thoracic and Cardiovascular Surgery","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa","funders":"","keywords":"Cardiac surgery; Cardiothoracic surgery; Vascular surgery; Medicine; General surgery; Medical education; Family medicine; Surgery","score_opus":0.04200830644879376,"score_gpt":0.31340133025061795,"score_spread":0.2713930238018242,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2891715421","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9957279,0.0017554812,0.00009944209,0.00038718717,0.00092252874,0.00014863003,0.000014589425,0.00001068395,0.00093358074],"genre_scores_gemma":[0.9988434,0.0004789296,0.000044632983,0.00015342589,0.00040074848,0.0000055849328,0.000012214333,0.000016876835,0.000044217966],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99778885,0.00039935482,0.00056952384,0.00017681665,0.0008456699,0.00021976589],"domain_scores_gemma":[0.9971588,0.0014464068,0.0002920207,0.00028360818,0.00061054033,0.00020858635],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0046392907,0.00015077689,0.0006264589,0.0003161579,0.00016147079,0.00005658567,0.00013662965,0.00009905663,0.0001282921],"category_scores_gemma":[0.0018342334,0.00010093982,0.0009779312,0.00040962256,0.00034000867,0.00012651007,0.000023351846,0.0002605791,0.0000068154095],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0004257656,0.00007793565,0.8427232,0.000044118122,0.0018659002,0.00031671132,0.003170303,0.000075642514,0.0000032499747,0.00003288322,0.000291598,0.15097268],"study_design_scores_gemma":[0.00041154065,0.0001077245,0.9713136,0.00059351855,0.00015013413,0.00027619433,0.0016737678,0.00003193674,0.00096843706,0.000041831518,0.024264442,0.00016690357],"about_ca_topic_score_codex":0.00011892381,"about_ca_topic_score_gemma":0.000023648932,"teacher_disagreement_score":0.15080577,"about_ca_system_score_codex":0.000026777838,"about_ca_system_score_gemma":0.00015849143,"threshold_uncertainty_score":0.41162062},"labels":[],"label_agreement":null},{"id":"W2891817191","doi":"10.1016/j.jpedsurg.2018.09.003","title":"The National Pediatric Surgery Simulation Program in France: A tool to develop resident training in pediatric surgery","year":2018,"lang":"en","type":"article","venue":"Journal of Pediatric Surgery","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":25,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Hospital for Sick Children","funders":"","keywords":"Medicine; Trainer; Curriculum; Likert scale; Medical education; Session (web analytics); Pediatric surgery; Fidelity; Pediatric Surgeon; Training (meteorology); Surgery; Psychology; Pedagogy","score_opus":0.07146485232695873,"score_gpt":0.34458208795080086,"score_spread":0.27311723562384216,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2891817191","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9944562,0.0014106289,0.00012080974,0.00086109375,0.0022806232,0.0004952895,0.00000368836,0.000062582956,0.00030910838],"genre_scores_gemma":[0.9745983,0.0016103359,0.00038150544,0.00051224476,0.022702629,0.00004281065,0.000010967566,0.000055230772,0.00008597546],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99327224,0.00042511095,0.0030545616,0.000426828,0.0019373439,0.0008839071],"domain_scores_gemma":[0.9741532,0.022240913,0.0012218592,0.00020220298,0.0017831333,0.0003986811],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.011031994,0.00036266833,0.0011147457,0.0036458871,0.00022217885,0.00012601615,0.00017843099,0.00027108108,0.000153543],"category_scores_gemma":[0.023460401,0.0002852739,0.0005092025,0.0078010377,0.00005876208,0.0004504534,0.000059200553,0.0007485942,0.00005328888],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00053284125,0.00022382794,0.9395571,0.00008390429,0.00002691073,0.00027348724,0.0007295181,0.002265307,9.5349384e-7,0.000008030589,0.009442407,0.046855766],"study_design_scores_gemma":[0.0012300414,0.00009265284,0.9873111,0.00008048402,0.00011787056,0.000038749626,0.0002187582,0.0012431754,0.000004723071,0.00015413322,0.0091214925,0.00038677],"about_ca_topic_score_codex":0.000015682934,"about_ca_topic_score_gemma":0.000025966536,"teacher_disagreement_score":0.0477541,"about_ca_system_score_codex":0.00035993065,"about_ca_system_score_gemma":0.004021446,"threshold_uncertainty_score":0.99995995},"labels":[],"label_agreement":null},{"id":"W2891978670","doi":"10.1016/j.jpedsurg.2018.08.014","title":"Refinement in the analysis of motion within low-cost laparoscopic simulators of differing size: Implications on assessing technical skills","year":2018,"lang":"en","type":"article","venue":"Journal of Pediatric Surgery","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":6,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"SickKids Foundation","funders":"Ethicon","keywords":"Task (project management); Motion (physics); Motion analysis; Medicine; Simulation; Degrees of freedom (physics and chemistry); Acceleration; Computer science; Medical physics; Artificial intelligence; Systems engineering","score_opus":0.037520097358896165,"score_gpt":0.3477549432817226,"score_spread":0.3102348459228264,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2891978670","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.998858,0.00003896608,0.00037626145,0.00022408682,0.00015936322,0.0000985177,0.0000025981444,0.0000060918537,0.00023616618],"genre_scores_gemma":[0.9991017,0.00004690258,0.00020123707,0.00012159727,0.0005111969,0.0000020596676,0.000003596685,0.0000075696357,0.000004139079],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9980936,0.000117332245,0.0010888169,0.00010777389,0.00046104475,0.00013141311],"domain_scores_gemma":[0.9953799,0.0032395415,0.00086188444,0.00020148412,0.00024713523,0.00007003755],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0016077046,0.00009382096,0.0005612495,0.00081573887,0.00004072691,0.000011909358,0.00008178416,0.00007422419,0.00008749673],"category_scores_gemma":[0.0018371597,0.000060510243,0.00031040187,0.001998639,0.000052110227,0.00007334871,0.000013780477,0.00022313635,8.0402833e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00008747224,0.00057187775,0.98864794,0.00003227703,0.00013179307,0.000009314064,0.00021451774,0.0032302684,0.0004091193,0.000032175798,0.000052202067,0.0065810205],"study_design_scores_gemma":[0.00077652413,0.00006763774,0.99717474,0.00008030223,0.0007292082,0.000003861499,0.00011651234,0.00064094795,0.00029900027,0.000024674266,0.000035385347,0.00005123524],"about_ca_topic_score_codex":0.0000071853074,"about_ca_topic_score_gemma":0.000005025738,"teacher_disagreement_score":0.008526749,"about_ca_system_score_codex":0.00006688411,"about_ca_system_score_gemma":0.000102339276,"threshold_uncertainty_score":0.2467536},"labels":[],"label_agreement":null},{"id":"W2892646839","doi":"10.1097/prs.0000000000005062","title":"Toward the Assessment of Core Procedural Competencies among Canadian Plastic Surgery Residents","year":2018,"lang":"en","type":"article","venue":"Plastic & Reconstructive Surgery","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of British Columbia","funders":"University of Toronto","keywords":"Medicine; Plastic surgery; Core competency; Breast reduction; Delphi method; Curriculum; Breast augmentation; Surgery; Medical education; Implant","score_opus":0.0635238084262723,"score_gpt":0.2941110235236889,"score_spread":0.2305872150974166,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2892646839","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9923445,0.000028379569,0.00013111591,0.00013435718,0.0027667496,0.00022461289,0.00004180913,0.00004921978,0.004279231],"genre_scores_gemma":[0.9992806,0.0000088424495,0.00015325981,0.00012813472,0.00031119416,0.000020329488,0.000036674828,0.000024892663,0.000036110432],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9979538,0.00009532562,0.00065369817,0.0003315129,0.00046402286,0.0005016754],"domain_scores_gemma":[0.9807659,0.017871296,0.000292525,0.00021967472,0.00046574709,0.00038485465],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0005583991,0.00023279789,0.0006551063,0.00044272825,0.00020899306,0.000030979554,0.000093288545,0.00011142488,0.0011128662],"category_scores_gemma":[0.006291286,0.00016600075,0.0002401504,0.0005115359,0.0011288219,0.00013342281,0.00003294924,0.00027971188,0.000029693476],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00010496281,0.00002662122,0.99536514,0.00007733462,0.00016575288,0.00006010223,0.00025549845,0.000016034628,0.000031094114,0.00023645212,0.00046718423,0.0031938232],"study_design_scores_gemma":[0.0004003413,0.000049433882,0.9944595,0.00050928217,0.0000967741,0.00013166481,0.0011164469,0.002543495,0.00012280596,0.00012478247,0.0002691334,0.00017631985],"about_ca_topic_score_codex":0.0052015916,"about_ca_topic_score_gemma":0.008261919,"teacher_disagreement_score":0.017775971,"about_ca_system_score_codex":0.00018459251,"about_ca_system_score_gemma":0.0016700161,"threshold_uncertainty_score":0.99980026},"labels":[],"label_agreement":null},{"id":"W2893324886","doi":"10.1016/j.jogc.2018.03.128","title":"A Novel Approach to Simulation-Based Perineal Repair in Undergraduate Medical Education","year":2018,"lang":"en","type":"article","venue":"Journal of Obstetrics and Gynaecology Canada","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":3,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Queen's University; McMaster University; University of Toronto; St. Michael's Hospital","funders":"","keywords":"Medicine; Tying; Curriculum; Medical education; Obstetrics and gynaecology; Knot tying; Medical knowledge; Session (web analytics); Surgery; Pregnancy; Psychology; Pedagogy","score_opus":0.023826886196003757,"score_gpt":0.2925389184759098,"score_spread":0.26871203227990603,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2893324886","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9802904,0.00031325687,0.004468431,0.0039225137,0.0042287004,0.00020152109,0.0000031918319,0.000009863802,0.0065620863],"genre_scores_gemma":[0.9925375,0.0000022591532,0.0029831792,0.004328558,0.00007051741,0.0000015745388,0.0000028504169,0.000006512329,0.00006702957],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99898505,0.00002835245,0.0003731567,0.00010912856,0.00036372498,0.00014057072],"domain_scores_gemma":[0.99752563,0.001587994,0.000117989584,0.00006769252,0.00033964202,0.00036107074],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.00028934074,0.00007132457,0.00022098378,0.000273239,0.00004427378,0.0000057355637,0.000048542544,0.00008693872,0.00012893107],"category_scores_gemma":[0.010137856,0.000058347552,0.000038320508,0.00048009117,0.00004211439,0.000027493668,0.000012489581,0.00020305053,4.4690898e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00012464184,0.0015245936,0.6121735,0.00010090057,0.00013666469,0.00061700476,0.00037401685,0.03664463,0.0000065636395,0.0014942292,0.0014331697,0.34537005],"study_design_scores_gemma":[0.0062022945,0.00046661633,0.7135459,0.000020047397,0.000035073397,0.00003760007,0.00020132663,0.22014974,0.0000034865852,0.000048560632,0.059179768,0.00010957485],"about_ca_topic_score_codex":0.003452421,"about_ca_topic_score_gemma":0.009830727,"teacher_disagreement_score":0.34526047,"about_ca_system_score_codex":0.00047707127,"about_ca_system_score_gemma":0.00468154,"threshold_uncertainty_score":0.9982002},"labels":[],"label_agreement":null},{"id":"W2893392684","doi":"10.1097/sap.0000000000001594","title":"Making Augmented and Virtual Reality Work for the Plastic Surgeon","year":2018,"lang":"en","type":"review","venue":"Annals of Plastic Surgery","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":23,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University Health Centre","funders":"","keywords":"Medicine; Augmented reality; Virtual reality; The Internet; Visualization; Resource (disambiguation); Point (geometry); Health care; Multimedia; Human–computer interaction; World Wide Web; Computer science; Artificial intelligence","score_opus":0.3890586056005176,"score_gpt":0.44136207561856416,"score_spread":0.05230347001804658,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2893392684","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0014570267,0.9945789,0.0009111443,0.000047846414,0.002010247,0.00064019085,0.00011839287,0.000058816764,0.00017746387],"genre_scores_gemma":[0.06470446,0.93411016,0.0000074197446,0.00012240699,0.0006374557,0.00007310343,0.000182688,0.00005805597,0.00010422412],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99772847,0.00016108488,0.0009909659,0.00038627366,0.0003428853,0.00039033286],"domain_scores_gemma":[0.9120581,0.086775444,0.00054916064,0.0002792837,0.00019892682,0.00013908914],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0016167453,0.0003472371,0.0018515305,0.00023781827,0.00012515878,0.00002845542,0.000086160195,0.00025632518,0.00018575862],"category_scores_gemma":[0.011703253,0.00021534618,0.00089058874,0.0004363311,0.00023649354,0.000037850354,0.000057492383,0.00023704302,0.000015082867],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0007577255,0.000118557095,0.0018621914,0.008785591,0.0013794381,0.0000219144,0.00003794301,0.000021345168,4.0526665e-8,0.00018129272,0.011109648,0.97572434],"study_design_scores_gemma":[0.00037403853,0.000100775505,0.0078109526,0.026282093,0.0012801255,0.000014030929,0.00002658283,0.0001435547,4.2198894e-7,0.00001775672,0.96370625,0.00024343835],"about_ca_topic_score_codex":0.0000056925296,"about_ca_topic_score_gemma":0.0000019932309,"teacher_disagreement_score":0.97548085,"about_ca_system_score_codex":0.00001627898,"about_ca_system_score_gemma":0.00024236168,"threshold_uncertainty_score":0.9966216},"labels":[],"label_agreement":null},{"id":"W2893496111","doi":"10.1016/j.jogc.2017.12.003","title":"Video-Based Teaching in Patient and Instrument Selection for Operative Vaginal Deliveries","year":2018,"lang":"en","type":"article","venue":"Journal of Obstetrics and Gynaecology Canada","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":8,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"St. Michael's Hospital; University of Toronto","funders":"","keywords":"Medicine; Thematic analysis; Forceps; Confidence interval; Focus group; Intervention (counseling); Vaginal delivery; Obstetrics and gynaecology; Descriptive statistics; Obstetrics; Gynecology; Nursing; Pregnancy; Surgery; Qualitative research","score_opus":0.01633858790889465,"score_gpt":0.26916709304266134,"score_spread":0.2528285051337667,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2893496111","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99773294,0.00021956235,0.000205597,0.00031981204,0.00096361793,0.00009870743,0.0000021461901,0.0000012903306,0.00045634434],"genre_scores_gemma":[0.998021,0.0000049878254,0.0012721799,0.0006673844,0.000019518455,0.0000016706873,0.0000011949554,0.0000033174572,0.000008737261],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99948514,0.000031116302,0.00021685449,0.00006689175,0.00010175483,0.00009824021],"domain_scores_gemma":[0.99881405,0.00082767085,0.000098578705,0.000018140629,0.00015253917,0.00008902064],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00015347054,0.00005297478,0.00015886594,0.00013355486,0.00009028157,0.000010654813,0.00001369558,0.00003823535,0.000041113748],"category_scores_gemma":[0.0012151764,0.000041515657,0.000014440116,0.00009407246,0.00003591267,0.000041636828,0.00000651965,0.000143311,2.3067871e-8],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00008939273,0.00006851526,0.511505,0.000021428907,0.00005158875,0.00015953605,0.0006587646,0.00015769173,0.000022588107,0.00036167464,0.000114238785,0.48678955],"study_design_scores_gemma":[0.012276826,0.004350351,0.9128793,0.000027029606,0.00006689277,0.00007379651,0.0012328299,0.016476078,0.00032053245,0.000087518216,0.05208202,0.00012683557],"about_ca_topic_score_codex":0.0035791222,"about_ca_topic_score_gemma":0.027058082,"teacher_disagreement_score":0.48666272,"about_ca_system_score_codex":0.0003823208,"about_ca_system_score_gemma":0.00041560674,"threshold_uncertainty_score":0.9906956},"labels":[],"label_agreement":null},{"id":"W2893617817","doi":"10.1002/bjs.10991","title":"Action observation for sensorimotor learning in surgery","year":2018,"lang":"en","type":"review","venue":"British journal of surgery","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":39,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University","funders":"","keywords":"Observational study; Observational learning; Medicine; PsycINFO; Motor learning; Motor skill; Action (physics); Task (project management); Curriculum; Dreyfus model of skill acquisition; Medical education; MEDLINE; Cognitive psychology; Physical medicine and rehabilitation; Psychology; Experiential learning; Neuroscience; Mathematics education","score_opus":0.337545633450169,"score_gpt":0.4013294611837811,"score_spread":0.06378382773361208,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2893617817","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.008779653,0.9891062,0.00011026713,0.00003543168,0.0015108859,0.00032583062,0.0000075048724,0.000028918486,0.000095336254],"genre_scores_gemma":[0.0011232733,0.9960767,0.00020227216,0.00006333201,0.0020411743,0.00001340551,0.00012872221,0.000059969087,0.00029115094],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9972059,0.00026198724,0.0017066451,0.00020033198,0.00035207547,0.00027306622],"domain_scores_gemma":[0.9925831,0.0053701494,0.0013827278,0.0000774305,0.00043107514,0.0001555374],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0029822402,0.00020009636,0.002245934,0.0006316497,0.00007480051,0.000066153225,0.000044194687,0.0003255895,0.00013091524],"category_scores_gemma":[0.004801565,0.00020664507,0.001471985,0.00046871774,0.000035818386,0.0002151785,0.000009678581,0.00069056434,0.000009703448],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00007355087,0.00006371213,0.003064311,0.004995366,0.000109628745,0.00056196953,0.000006442629,0.000003345296,1.400557e-7,7.669031e-7,0.002063381,0.98905736],"study_design_scores_gemma":[0.00045461615,0.000031199,0.0057769455,0.053852893,0.00028999778,0.0033224535,0.000019619052,0.000025805253,6.071346e-7,0.000009045412,0.9360439,0.0001729189],"about_ca_topic_score_codex":0.000012511346,"about_ca_topic_score_gemma":0.000004282736,"teacher_disagreement_score":0.98888445,"about_ca_system_score_codex":0.00019229884,"about_ca_system_score_gemma":0.00069704786,"threshold_uncertainty_score":0.84267414},"labels":[],"label_agreement":null},{"id":"W2893753676","doi":"10.1186/s40463-018-0309-4","title":"Assessing the role of virtual reality training in Canadian Otolaryngology–Head &amp; Neck Residency Programs: A national survey of program directors and residents","year":2018,"lang":"en","type":"article","venue":"Journal of Otolaryngology - Head and Neck Surgery","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":14,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Calgary","funders":"Division of Undergraduate Education","keywords":"Medical education; Competence (human resources); Otorhinolaryngology; Apprenticeship; Virtual reality; Medicine; Head and neck; Psychology; Computer science; Surgery; Geography","score_opus":0.09599146546912411,"score_gpt":0.3774300341983309,"score_spread":0.28143856872920675,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2893753676","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99717236,0.0008434297,0.0000035533453,0.00048596397,0.00018071427,0.00031782576,0.000007558191,0.000012813646,0.0009757591],"genre_scores_gemma":[0.9991987,0.00009716043,0.0003231469,0.00016616775,0.00014825567,0.000008329389,0.000028710712,0.000018277724,0.00001125109],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99681425,0.0007964783,0.0012406438,0.0002523437,0.00043398558,0.00046230858],"domain_scores_gemma":[0.9961078,0.0019977333,0.0006752795,0.00015635046,0.0006957495,0.00036706595],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0051990673,0.00019306682,0.00093460694,0.00060824794,0.00015551187,0.000041657302,0.000105204046,0.00026954658,0.0000481411],"category_scores_gemma":[0.0034218081,0.00014312596,0.00013942155,0.0006004546,0.00065045664,0.00034550033,0.000037950766,0.00052205246,7.946629e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0005463733,0.00018410645,0.97649175,0.000055561162,0.000114365874,0.00008266444,0.0011361229,0.000002320866,0.00015359574,0.00012379081,0.000027441072,0.021081889],"study_design_scores_gemma":[0.0013770603,0.00050210714,0.99474037,0.0007385895,0.000043335138,0.0005117119,0.00024475294,0.00028633582,0.00005955708,0.00039943334,0.0009816004,0.00011516247],"about_ca_topic_score_codex":0.043859277,"about_ca_topic_score_gemma":0.1488137,"teacher_disagreement_score":0.104954414,"about_ca_system_score_codex":0.000079675585,"about_ca_system_score_gemma":0.0018522061,"threshold_uncertainty_score":0.9625077},"labels":[],"label_agreement":null},{"id":"W2893877066","doi":"10.1097/bot.0000000000001289","title":"Practical Guide to Delivering Surgical Skills Courses in a Low-Income Country: Knowledge Gained From a Surgical Education Partnership in Haiti","year":2018,"lang":"en","type":"article","venue":"Journal of Orthopaedic Trauma","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Memorial University of Newfoundland","funders":"","keywords":"Medicine; General partnership; Medical education; Developing country; Quality (philosophy); Low income; Economic growth","score_opus":0.034157036220461706,"score_gpt":0.3874709196168297,"score_spread":0.35331388339636804,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2893877066","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98278856,0.00031042602,0.000109119654,0.001656444,0.00052427314,0.00025411195,0.000003974963,0.00002648182,0.014326628],"genre_scores_gemma":[0.9953723,0.000048482285,0.0014938655,0.0003477455,0.0024145714,0.0000085324955,0.000012936782,0.000027987911,0.00027357237],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99705935,0.0002641865,0.0013082473,0.0002924153,0.00064215035,0.0004336584],"domain_scores_gemma":[0.9971896,0.0012614406,0.00029069086,0.00018594779,0.00041749573,0.000654857],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001596071,0.00022516839,0.0006881304,0.000546981,0.00005045981,0.00004563172,0.000120254,0.00020348483,0.0007602032],"category_scores_gemma":[0.0012274598,0.00018572764,0.00021011045,0.00080394774,0.0001356703,0.00024425617,0.000037512134,0.00065881,0.000060936618],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.007904275,0.005258845,0.85153073,0.00010848245,0.00016968917,0.010127494,0.0035284907,0.00019454536,0.000044962686,0.0011988957,0.002199576,0.117733985],"study_design_scores_gemma":[0.021601731,0.0010203259,0.7214696,0.0028094419,0.00010682466,0.0016036943,0.00097268727,0.0018643776,0.000106002146,0.00008536859,0.24802718,0.00033280556],"about_ca_topic_score_codex":0.00010936448,"about_ca_topic_score_gemma":0.00034332176,"teacher_disagreement_score":0.2458276,"about_ca_system_score_codex":0.0003197673,"about_ca_system_score_gemma":0.0009170905,"threshold_uncertainty_score":0.8323692},"labels":[],"label_agreement":null},{"id":"W2895824610","doi":"10.1038/s41598-018-34105-3","title":"Locating human splenic capillary sheaths in virtual reality","year":2018,"lang":"en","type":"article","venue":"Scientific Reports","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":18,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Institute of Genetics","keywords":"Capillary action; CD34; Anatomy; Biology; Stromal cell; Pathology; Cell biology; Materials science; Medicine","score_opus":0.05183221609288385,"score_gpt":0.3467139967343051,"score_spread":0.29488178064142123,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2895824610","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9469252,0.000029072275,0.000065758824,0.00013566537,0.001720522,0.00017240699,2.6194786e-7,0.00007463652,0.050876435],"genre_scores_gemma":[0.9968242,3.156761e-7,0.00006267194,0.00010525254,0.00020709154,0.0000042659185,0.00004641264,0.000009600649,0.00274016],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99828696,0.000039378487,0.0004981949,0.00050883327,0.0004126457,0.00025398054],"domain_scores_gemma":[0.9990265,0.000037367936,0.00012127416,0.000525781,0.00014281204,0.00014626894],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0018831419,0.00008783104,0.00018244784,0.00015004177,0.00024204675,0.0000620392,0.000041474625,0.000061612474,0.00087831967],"category_scores_gemma":[0.00033492644,0.00007536385,0.000060095786,0.00052867224,0.00032544433,0.00007926174,0.000040651874,0.0001265782,0.000050768485],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00019101374,0.0009737678,0.80046344,0.00016276761,0.00007342491,0.008367712,0.0092837745,0.00046512746,0.06044385,0.0038071696,0.010839659,0.104928285],"study_design_scores_gemma":[0.006341534,0.000882658,0.5763342,0.00090845797,0.00012434549,0.0022691651,0.0027319635,0.014283619,0.03943955,0.018686848,0.33685404,0.0011436148],"about_ca_topic_score_codex":0.00009487849,"about_ca_topic_score_gemma":0.0001428444,"teacher_disagreement_score":0.32601437,"about_ca_system_score_codex":0.00006476594,"about_ca_system_score_gemma":0.00011124914,"threshold_uncertainty_score":0.9616984},"labels":[],"label_agreement":null},{"id":"W2895859430","doi":"10.1016/j.jmig.2018.09.187","title":"Excises: Excision of Superficial Endometriosis Simulation","year":2018,"lang":"en","type":"article","venue":"Journal of Minimally Invasive Gynecology","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Manitoba; University of Ottawa","funders":"","keywords":"Endometriosis; Medicine; Surgical excision; Gynecology; Medical physics; General surgery; Surgery","score_opus":0.0444729954772793,"score_gpt":0.3328200783833899,"score_spread":0.2883470829061106,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2895859430","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99377304,0.00012717771,0.0005522274,0.00027732452,0.0005166277,0.00014103776,0.000002569536,0.000008235898,0.0046017724],"genre_scores_gemma":[0.9968326,0.00007288624,0.0018259778,0.00052052917,0.00068527495,9.4562586e-7,0.000002540336,0.000013875215,0.00004535113],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99828076,0.00011457227,0.0009042316,0.00013220072,0.00037318273,0.00019505649],"domain_scores_gemma":[0.99086124,0.0068266164,0.0006216882,0.00012412663,0.0014077898,0.00015852755],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00051405426,0.000118844815,0.0005710498,0.0005372069,0.000055391025,0.0000069954635,0.00011115282,0.0001738705,0.0023803792],"category_scores_gemma":[0.0145330215,0.00009429515,0.00023845608,0.00041972386,0.00020535394,0.0001214638,0.000035762514,0.00020059495,0.000035025965],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.026011914,0.004025521,0.3324733,0.0003880335,0.0020091839,0.0017302952,0.00856311,0.005551411,0.2493246,0.0014827097,0.0021122517,0.36632767],"study_design_scores_gemma":[0.039407413,0.034309827,0.7939628,0.0006422441,0.00094021315,0.0006702821,0.002913987,0.0048896465,0.060323767,0.0012547328,0.06016948,0.00051566],"about_ca_topic_score_codex":0.0000024393585,"about_ca_topic_score_gemma":0.000011677219,"teacher_disagreement_score":0.46148944,"about_ca_system_score_codex":0.000078532874,"about_ca_system_score_gemma":0.00033162395,"threshold_uncertainty_score":0.9985316},"labels":[],"label_agreement":null},{"id":"W2896322559","doi":"10.1002/ca.23292","title":"Virtual reality and cardiac anatomy: Exploring immersive three‐dimensional cardiac imaging, a pilot study in undergraduate medical anatomy education","year":2018,"lang":"en","type":"article","venue":"Clinical Anatomy","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":310,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Toronto General Hospital; Hospital for Sick Children; University of Toronto; Sunnybrook Health Science Centre","funders":"Nvidia; National Geographic Society; Facebook","keywords":"Medicine; Gross anatomy; Anatomy; Virtual reality; Human–computer interaction; Computer science","score_opus":0.10599918420458859,"score_gpt":0.42393946864225246,"score_spread":0.31794028443766387,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2896322559","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98864436,0.00053021475,0.00006014631,0.006201212,0.0015043884,0.0008063297,0.000008375807,0.000086472486,0.0021584998],"genre_scores_gemma":[0.9974425,0.00011611552,0.00008871358,0.0011165526,0.000992105,0.00008032374,0.00004739898,0.00003676887,0.00007951379],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9960892,0.0005419807,0.001087284,0.0008955234,0.0009119345,0.00047403504],"domain_scores_gemma":[0.9969548,0.0012140111,0.00018058765,0.00045429045,0.00034326102,0.000853062],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0025731013,0.00030832735,0.00093029067,0.0002476577,0.00018023886,0.000038515773,0.00015198183,0.00013340777,0.00021908707],"category_scores_gemma":[0.001284792,0.00026729243,0.00021561036,0.00062585674,0.0006806536,0.00024008461,0.00021941701,0.00079072354,0.00007074208],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0005707664,0.001661747,0.8856199,0.000014825071,0.00020862767,0.00012277924,0.0002372137,0.0000015570839,0.0000029914959,0.0028162184,0.000610821,0.10813257],"study_design_scores_gemma":[0.0067091305,0.0016787916,0.9678124,0.00021871802,0.00019026574,0.000011380642,0.0018992545,0.0024909345,0.00001176271,0.0013191795,0.017294217,0.00036392154],"about_ca_topic_score_codex":0.00074543897,"about_ca_topic_score_gemma":0.00020710359,"teacher_disagreement_score":0.10776865,"about_ca_system_score_codex":0.00013147743,"about_ca_system_score_gemma":0.00075734,"threshold_uncertainty_score":0.99997795},"labels":[],"label_agreement":null},{"id":"W2896458430","doi":"10.1007/s00464-018-6531-3","title":"Validation of a virtual intracorporeal suturing simulator","year":2018,"lang":"en","type":"article","venue":"Surgical Endoscopy","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":15,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"National Institute of Biomedical Imaging and Bioengineering; McGill University","keywords":"Trainer; Face validity; Medicine; Simulation; Wilcoxon signed-rank test; Computer science; Psychometrics; Operating system; Mann–Whitney U test","score_opus":0.02478079899384224,"score_gpt":0.3190038698218467,"score_spread":0.2942230708280045,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2896458430","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.96509296,0.000017969827,0.00015580883,0.00008716696,0.0002884025,0.00013599015,0.000004231123,0.000086400505,0.034131046],"genre_scores_gemma":[0.9985916,0.0000055744486,0.0002891592,0.00008573422,0.00077854417,0.0000035595012,0.00002794245,0.0000157381,0.000202156],"study_design_codex":"observational","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9988903,0.000043230488,0.00033522816,0.00020566206,0.00031832312,0.00020725238],"domain_scores_gemma":[0.999132,0.00029635648,0.000089888395,0.00016945768,0.00012834276,0.00018399992],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00021432897,0.00011291419,0.000283493,0.00008717347,0.000050620118,0.000009495514,0.000051490577,0.0000948821,0.0021188508],"category_scores_gemma":[0.000117916476,0.000090509486,0.00011484245,0.00024400243,0.00017629542,0.000068819856,0.000028012899,0.00013390342,0.00009675866],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.053229317,0.0048154504,0.41336322,0.0005973934,0.0014732248,0.002255466,0.007243148,0.004739074,0.030442318,0.14184639,0.0008866536,0.33910835],"study_design_scores_gemma":[0.11623025,0.0044329055,0.026527716,0.00052536983,0.00028561475,0.00019533957,0.0005065521,0.024649445,0.64900976,0.0015994525,0.17526406,0.00077352714],"about_ca_topic_score_codex":0.000012912154,"about_ca_topic_score_gemma":6.131009e-7,"teacher_disagreement_score":0.61856747,"about_ca_system_score_codex":0.000025928866,"about_ca_system_score_gemma":0.000049359092,"threshold_uncertainty_score":0.99879336},"labels":[],"label_agreement":null},{"id":"W2897052693","doi":"10.1016/j.euf.2018.10.002","title":"The Past, the Present, and the Future of Robotic Urology: Robot-assisted Surgery and Human-assisted Robots","year":2018,"lang":"en","type":"editorial","venue":"European Urology Focus","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":14,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Intuitive","keywords":"Medicine; Robot; Czech; Robotic surgery; Surgical robot; Meaning (existential); Invasive surgery; Artificial intelligence; Surgery; Human–computer interaction; Computer science; Linguistics","score_opus":0.021227186389581796,"score_gpt":0.2783469473253134,"score_spread":0.2571197609357316,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2897052693","genre_codex":"editorial","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"editorial","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.015923936,0.068214096,0.00023457262,0.07842356,0.7858485,0.0031137783,0.000062554864,0.00045546563,0.047723513],"genre_scores_gemma":[0.5638268,0.0008086444,0.000015656207,0.0005568362,0.4329606,0.000021699858,0.0001027943,0.00012033293,0.0015866747],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99441636,0.0030592687,0.00084202166,0.0006393552,0.00051365077,0.0005293763],"domain_scores_gemma":[0.98620224,0.011717648,0.0006973754,0.00091426185,0.00030440936,0.00016408668],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.0031498892,0.00046183294,0.0009970907,0.00012232011,0.00082099024,0.000086058164,0.0004220357,0.00053872436,0.00006466029],"category_scores_gemma":[0.0010870546,0.0002112598,0.00029485553,0.00024951965,0.0030558107,0.00003637675,0.00037566945,0.0015804408,0.000022110207],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0033633544,0.00012410605,0.0024436156,0.00008056785,0.00110681,0.00028327084,0.00041040624,0.00008136737,0.000010718074,0.0007630313,0.9371943,0.05413848],"study_design_scores_gemma":[0.004578091,0.0003437325,0.11444763,0.000028157732,0.0008958102,0.000124834,0.000053260166,0.00012296686,6.9387124e-7,0.00015277037,0.8790623,0.00018976003],"about_ca_topic_score_codex":0.000029217797,"about_ca_topic_score_gemma":0.00005555906,"teacher_disagreement_score":0.5479028,"about_ca_system_score_codex":0.000016663773,"about_ca_system_score_gemma":0.000103780905,"threshold_uncertainty_score":0.9996573},"labels":[],"label_agreement":null},{"id":"W2897533498","doi":"10.4103/jpi.jpi_52_18","title":"Validation of Remote Digital Frozen Sections for Cancer and Transplant Intraoperative Services","year":2018,"lang":"en","type":"article","venue":"Journal of Pathology Informatics","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":42,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University Hospital Foundation","funders":"","keywords":"Concordance; Medicine; Medical diagnosis; Kappa; Gold standard (test); Cancer; Cancer detection; Radiology; Medical physics; Nuclear medicine; Internal medicine","score_opus":0.025099461732445087,"score_gpt":0.3205129440496486,"score_spread":0.2954134823172035,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2897533498","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98346835,0.000026393285,0.015034591,0.00021513918,0.00013547488,0.00008481542,0.000030022036,0.0000039904517,0.0010012174],"genre_scores_gemma":[0.9934536,0.000047084406,0.0060765506,0.00026481983,0.00012716367,4.779171e-7,0.00000935433,0.0000029908322,0.000017942639],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99941903,0.0000069580105,0.00041433302,0.000020903955,0.000078238125,0.00006051598],"domain_scores_gemma":[0.9991539,0.00007702494,0.00026364293,0.000033309163,0.00042634486,0.000045777208],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00016597963,0.000045807516,0.00017502905,0.00007932449,0.000038664235,0.00001071017,0.0000230823,0.00005470129,0.00002146018],"category_scores_gemma":[0.00004605534,0.000032000073,0.000040636496,0.00005394618,0.000067445704,0.00022489368,0.0000044005565,0.00007902562,8.5006604e-7],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0042909593,0.00037361894,0.099249676,0.0018416357,0.00121027,0.00011323503,0.27396643,0.0019931267,0.0061171297,0.0012576234,0.00017873573,0.60940754],"study_design_scores_gemma":[0.077060565,0.02328204,0.19208756,0.0050634337,0.003556117,0.018038629,0.07510804,0.33481818,0.17184705,0.007792311,0.09007087,0.0012752066],"about_ca_topic_score_codex":0.0000010388633,"about_ca_topic_score_gemma":0.0000025424526,"teacher_disagreement_score":0.60813236,"about_ca_system_score_codex":0.000010835045,"about_ca_system_score_gemma":0.000036625977,"threshold_uncertainty_score":0.13049251},"labels":[],"label_agreement":null},{"id":"W2898154835","doi":"10.1016/j.ijporl.2018.10.039","title":"The use of video glasses improved learning of tonsillectomy and adenoidectomy surgery: A randomized controlled trial","year":2018,"lang":"en","type":"article","venue":"International Journal of Pediatric Otorhinolaryngology","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":12,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"BC Children's Hospital; University of British Columbia; University of British Columbia Hospital","funders":"","keywords":"Medicine; Adenoidectomy; Tonsillectomy; Randomized controlled trial; Surgery","score_opus":0.030049775756439304,"score_gpt":0.3040679719852995,"score_spread":0.2740181962288602,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2898154835","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99573314,0.00097266445,0.00046950544,0.00056216,0.0014732371,0.00059654575,0.0000017128509,0.000009254958,0.00018180725],"genre_scores_gemma":[0.99680245,0.00085204176,0.0003484272,0.00010186216,0.001735368,0.000011213919,0.0000020736927,0.000011380431,0.00013516888],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.997212,0.0005743861,0.0014794104,0.000118335825,0.00046295236,0.00015290373],"domain_scores_gemma":[0.9813815,0.015138282,0.0017271617,0.00008789287,0.001568745,0.00009643499],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0020966153,0.00012770579,0.0012950765,0.00046298627,0.00005982693,0.000029959108,0.00013596636,0.00011040481,0.00012218535],"category_scores_gemma":[0.016870068,0.00007424601,0.0005474921,0.00017201176,0.00032375584,0.00014579065,0.00004820649,0.00029357203,0.000001146708],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.9451478,0.0001457825,0.050205354,0.000011242465,0.0012537697,0.0000356657,0.00023086327,0.000012500057,0.00035442028,0.00032496767,0.00017918466,0.002098433],"study_design_scores_gemma":[0.9815558,0.00094173924,0.008484246,0.000033730994,0.00068730453,0.00020550944,0.000046574147,0.0026638745,0.00022196198,0.00013543859,0.004937646,0.00008613987],"about_ca_topic_score_codex":0.00004125998,"about_ca_topic_score_gemma":0.0000041646726,"teacher_disagreement_score":0.041721106,"about_ca_system_score_codex":0.00002884469,"about_ca_system_score_gemma":0.00031469818,"threshold_uncertainty_score":0.99141127},"labels":[],"label_agreement":null},{"id":"W2898680615","doi":"10.1016/j.jogc.2018.01.008","title":"Impact of a Multidimensional Technical Skills Training Session Before Obstetrics and Gynaecology Clerkship Rotation on Performance and Exposure","year":2018,"lang":"en","type":"article","venue":"Journal of Obstetrics and Gynaecology Canada","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":3,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Memorial University of Newfoundland; McGill University","funders":"","keywords":"Medicine; Obstetrics and gynaecology; Objective structured clinical examination; Confidence interval; Curriculum; Obstetrics; Gynecology; Medical education; Pregnancy; Internal medicine; Psychology","score_opus":0.020535950672160467,"score_gpt":0.2836385515903023,"score_spread":0.26310260091814186,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2898680615","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9966378,0.00056399126,0.000016813952,0.00009297313,0.002006551,0.00014717314,0.0000074271506,0.00000481486,0.0005224388],"genre_scores_gemma":[0.998831,0.000076838485,0.00080913963,0.00020424342,0.000036015084,0.0000013157796,0.0000047358135,0.0000118329535,0.000024919918],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99863666,0.00006640045,0.0005579338,0.00017463046,0.00032626142,0.00023811377],"domain_scores_gemma":[0.99390656,0.0048383283,0.00042695116,0.00008373577,0.00044500205,0.0002993967],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00037616276,0.00015316841,0.00048477732,0.00035381876,0.00013624292,0.000009449477,0.000045180153,0.00022612387,0.00018911426],"category_scores_gemma":[0.007844025,0.000109642126,0.000060065326,0.00037911805,0.00019308322,0.000085449334,0.000034627574,0.00040573173,1.8897283e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000036791695,0.00009109335,0.58464986,0.000025961916,0.00006636631,0.000246858,0.00030787196,0.00007042172,0.00003804048,0.00006381343,0.000027287386,0.41437563],"study_design_scores_gemma":[0.005916402,0.004568457,0.9865607,0.000021899916,0.00006938849,0.00015176863,0.00023186658,0.0019436678,0.000025257186,0.000037700225,0.0003804478,0.0000924634],"about_ca_topic_score_codex":0.00020236449,"about_ca_topic_score_gemma":0.00049776095,"teacher_disagreement_score":0.41428316,"about_ca_system_score_codex":0.000440329,"about_ca_system_score_gemma":0.0008329032,"threshold_uncertainty_score":0.9390598},"labels":[],"label_agreement":null},{"id":"W2898797213","doi":"10.1109/embc.2018.8512397","title":"The Development of a Benchtop Breast Reconstruction Surgical Simulator","year":2018,"lang":"en","type":"article","venue":"","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Breast reconstruction; Medical physics; Simulation; Delphi; Mastectomy; Computer science; Surgery; Medicine; Breast cancer","score_opus":0.029452005063241228,"score_gpt":0.3045864678067809,"score_spread":0.27513446274353964,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2898797213","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.92701805,0.000011563875,0.00028693548,0.00023834979,0.00012396228,0.00007863264,3.6327253e-7,0.000032254487,0.07220989],"genre_scores_gemma":[0.9976744,0.0000010776099,0.0013598887,0.000033437904,0.0001278575,0.0000014984104,0.0000017652394,0.0000036539623,0.00079640123],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9994389,0.000012897892,0.00022313367,0.000082007355,0.00014567058,0.00009743383],"domain_scores_gemma":[0.9995398,0.00014598525,0.000036513848,0.00008655865,0.00012352393,0.00006760913],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00020585988,0.00004594725,0.000092592636,0.00002177196,0.00011229505,0.0000060455072,0.000025302947,0.000034705707,0.0013275992],"category_scores_gemma":[0.00003210383,0.000025027177,0.00003667665,0.000105692176,0.00011332335,0.000021107378,0.000012715402,0.000044740373,0.0000458987],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00032838,0.00004553454,0.024007175,0.0000064958954,0.00005351655,0.0000027452272,0.00037838897,0.0000058685237,0.000096521086,0.003152947,0.000017796378,0.97190464],"study_design_scores_gemma":[0.011846443,0.00032996532,0.47565106,0.00018878494,0.00006681914,0.0008915197,0.0018832379,0.025961332,0.010442714,0.00053278817,0.4718875,0.00031783778],"about_ca_topic_score_codex":0.000002290539,"about_ca_topic_score_gemma":0.00001126959,"teacher_disagreement_score":0.97158676,"about_ca_system_score_codex":0.000015977193,"about_ca_system_score_gemma":0.00006339703,"threshold_uncertainty_score":0.99958533},"labels":[],"label_agreement":null},{"id":"W2898843343","doi":"10.1109/embc.2018.8513077","title":"Robotics-Assisted Surgical Skills Evaluation based on Electrocortical Activity","year":2018,"lang":"en","type":"article","venue":"","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University","funders":"","keywords":"Electroencephalography; Artificial intelligence; Cognition; Robotics; Psychology; Computer science; Robot; Neuroscience","score_opus":0.05040935855238267,"score_gpt":0.3739138032471344,"score_spread":0.32350444469475176,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2898843343","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7588237,0.0000023164866,0.0045887795,0.001746921,0.0001117312,0.0003650417,4.5986147e-7,0.00015391922,0.23420712],"genre_scores_gemma":[0.9973609,3.6555446e-7,0.00086736283,0.0009474711,0.0002605875,0.00000978197,0.000016917173,0.00001151177,0.00052509713],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9986953,0.000116223826,0.00015774835,0.00023180804,0.0005757292,0.000223174],"domain_scores_gemma":[0.9989816,0.0003906633,0.00003199172,0.00019434022,0.00021617388,0.00018524131],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00044897778,0.000103398816,0.00018354632,0.00007462992,0.00007766807,0.000016034606,0.000029912651,0.0000989495,0.006018684],"category_scores_gemma":[0.00031256682,0.0000751495,0.00009002964,0.00023997345,0.00007467752,0.000034562392,0.000007936025,0.00015428958,0.0002748038],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.006156508,0.0052040513,0.032690544,0.000030605137,0.00015749902,0.00021572468,0.00008440062,0.0020151394,0.0028118643,0.01591035,0.00046415871,0.9342592],"study_design_scores_gemma":[0.008775798,0.0010253418,0.31233898,0.000034770903,0.000100681915,0.000025684407,0.000005392539,0.6703143,0.0036061504,0.00013764699,0.0035007324,0.00013452301],"about_ca_topic_score_codex":0.000004520224,"about_ca_topic_score_gemma":0.0000062141485,"teacher_disagreement_score":0.93412465,"about_ca_system_score_codex":0.000100077385,"about_ca_system_score_gemma":0.00011863149,"threshold_uncertainty_score":0.99489},"labels":[],"label_agreement":null},{"id":"W2899669258","doi":"10.1016/j.jss.2018.10.014","title":"Branches From the “SEAD”: Sustained and Feasible Expansion of the Surgical Exploration and Discovery Program","year":2018,"lang":"en","type":"article","venue":"Journal of Surgical Research","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":6,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University; University of Toronto; Dalhousie University; University of Ottawa","funders":"","keywords":"Computer science; Medicine","score_opus":0.15544514001786608,"score_gpt":0.43841824483591013,"score_spread":0.28297310481804405,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2899669258","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98544085,0.00082678924,0.000028833772,0.011554995,0.00006696975,0.00030472944,0.0000023042076,0.00000630647,0.001768249],"genre_scores_gemma":[0.99834484,0.0007400385,0.00008288818,0.00003510142,0.0005465686,0.00000385534,0.0000018603477,0.000008838109,0.00023603944],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9977501,0.00043310493,0.00039538334,0.00013957008,0.0010522022,0.00022962585],"domain_scores_gemma":[0.9963999,0.0024782547,0.00012623327,0.00016464714,0.0006483771,0.00018261663],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0023344466,0.00008410313,0.00027156528,0.00008074318,0.00021781962,0.00009615877,0.00011491348,0.00008687593,0.00010729525],"category_scores_gemma":[0.0007780151,0.000037021957,0.00010721014,0.00043126824,0.0008114935,0.0002774624,0.00012278312,0.000539171,0.0000015660405],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.019255655,0.0011547921,0.23172493,0.00016414643,0.00034485562,0.0009010366,0.0048980885,0.000020039743,0.0024363077,0.011018017,0.0012597039,0.72682244],"study_design_scores_gemma":[0.041789904,0.008966827,0.50421584,0.00232609,0.0002446524,0.0011868493,0.01769202,0.006509621,0.010782715,0.021373436,0.38447556,0.00043646534],"about_ca_topic_score_codex":0.000030039393,"about_ca_topic_score_gemma":0.00000705529,"teacher_disagreement_score":0.72638595,"about_ca_system_score_codex":0.000029395518,"about_ca_system_score_gemma":0.00017254712,"threshold_uncertainty_score":0.29899815},"labels":[],"label_agreement":null},{"id":"W2900721392","doi":"10.1016/j.jsurg.2018.10.016","title":"Factors Affecting the Development of Confidence Among Surgical Trainees","year":2018,"lang":"en","type":"article","venue":"Journal of surgical education","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":46,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Health Sciences Centre; University of Alberta","funders":"","keywords":"Medicine; Medical education; Psychology","score_opus":0.06204799146702173,"score_gpt":0.3636880003375813,"score_spread":0.3016400088705596,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2900721392","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99199957,0.000120878445,0.00012885661,0.0004231659,0.00046267998,0.0001022441,2.1637094e-7,0.000008504468,0.0067539127],"genre_scores_gemma":[0.99878937,0.00001081769,0.00037770448,0.000030946314,0.0006231492,9.0462515e-7,0.00000244924,0.0000076204506,0.00015705074],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9985963,0.00008235837,0.0006639029,0.00009073331,0.00042991998,0.00013679155],"domain_scores_gemma":[0.9980396,0.0007835701,0.0004223956,0.00009058536,0.0004942496,0.00016961955],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00096608454,0.0000993212,0.00028856852,0.00010734578,0.000108932436,0.000017647999,0.000088593566,0.00006968175,0.00066010805],"category_scores_gemma":[0.00030843462,0.00005332212,0.00015305128,0.00026125181,0.00019242024,0.000110733745,0.000013382903,0.00023702663,0.0000043825075],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0015545707,0.0021296819,0.6074273,0.00018197982,0.0004934958,0.000080517355,0.059471086,0.00008313223,0.00081030966,0.0032118554,0.00045650717,0.32409957],"study_design_scores_gemma":[0.0030749037,0.00042485652,0.91343796,0.00058740913,0.00010250791,0.0003261261,0.014565595,0.00016994652,0.008252256,0.00015259993,0.058744892,0.00016094504],"about_ca_topic_score_codex":0.000005484085,"about_ca_topic_score_gemma":0.0000034192472,"teacher_disagreement_score":0.32393864,"about_ca_system_score_codex":0.000053353575,"about_ca_system_score_gemma":0.0004981144,"threshold_uncertainty_score":0.72277206},"labels":[],"label_agreement":null},{"id":"W2900820800","doi":"10.2196/11251","title":"See-Through Type 3D Head-Mounted Display–Based Surgical Microscope System for Microsurgery: A Feasibility Study","year":2018,"lang":"en","type":"article","venue":"JMIR mhealth and uhealth","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Ministry of Science and ICT, South Korea; National Research Foundation of Korea; National Research Foundation","keywords":"Microsurgery; Head (geology); Operating microscope; Computer science; Medicine; Surgery; Biology","score_opus":0.11546899133994039,"score_gpt":0.4711480985999423,"score_spread":0.3556791072600019,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2900820800","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99370736,0.0003299226,0.00020890158,0.00095079344,0.00059047143,0.0030694017,0.00006594658,0.00021493957,0.00086228235],"genre_scores_gemma":[0.99654114,0.000015605205,0.00084433606,0.0016059804,0.00054223876,0.00009844264,0.00011995069,0.000041684096,0.00019062193],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99724627,0.0002414741,0.00076586247,0.00068511884,0.00030660277,0.0007546806],"domain_scores_gemma":[0.99782383,0.0004839114,0.00021652514,0.00040820715,0.0003512937,0.00071621133],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0012649285,0.00027815573,0.0007847403,0.00009810291,0.00054186996,0.000043523807,0.00007048585,0.0001767497,0.00010056703],"category_scores_gemma":[0.000112707094,0.00021999776,0.00010254383,0.000477998,0.00018403966,0.000077268625,0.00002850064,0.00026864783,0.000048077633],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.042784587,0.0055728643,0.91694725,0.010299032,0.00015461964,0.00017457083,0.0045343316,0.000007945825,0.00020171952,0.00086711877,0.0024780761,0.015977904],"study_design_scores_gemma":[0.056844164,0.013425138,0.7528013,0.00089211756,0.00040971432,0.0001917293,0.0028447867,0.012952345,0.00017744189,0.000036693993,0.15867275,0.0007518119],"about_ca_topic_score_codex":0.00027765642,"about_ca_topic_score_gemma":0.00014167817,"teacher_disagreement_score":0.16414592,"about_ca_system_score_codex":0.00028490878,"about_ca_system_score_gemma":0.0007234246,"threshold_uncertainty_score":0.8971248},"labels":[],"label_agreement":null},{"id":"W2901076795","doi":"10.1016/j.jtcvs.2018.08.124","title":"Disparity between recent graduates’ and experienced surgeons' assessment of time to operative independence","year":2018,"lang":"en","type":"article","venue":"Journal of Thoracic and Cardiovascular Surgery","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":9,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Independence (probability theory); Medicine; Psychology; General surgery; Medical education; Mathematics; Statistics","score_opus":0.04396887861535962,"score_gpt":0.36911793497876366,"score_spread":0.325149056363404,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2901076795","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9940627,0.0013695814,0.0031989228,0.00026347913,0.00011440954,0.00012429101,0.000003049941,0.0000068354807,0.0008567304],"genre_scores_gemma":[0.99843097,0.0005934634,0.0006656023,0.00008810927,0.00016668896,0.0000017481409,0.000002171464,0.000009102835,0.000042152977],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9982754,0.00023231769,0.0004914506,0.00017549406,0.0006631486,0.00016218347],"domain_scores_gemma":[0.9984611,0.0003710682,0.00015268078,0.00017345091,0.0005352519,0.00030639797],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002907804,0.00012121682,0.0008673318,0.0001671431,0.00007337681,0.00002614561,0.0000439112,0.000075247386,0.00016784627],"category_scores_gemma":[0.00042958139,0.00008935666,0.00036340352,0.0002705424,0.00014011846,0.0001382519,0.000050963867,0.00019221609,0.000003427786],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0002639429,0.000064716536,0.52674097,0.000053011532,0.0012467084,0.00011947982,0.0006010217,0.000041222054,0.00015994432,0.0000093049875,0.00012144597,0.47057825],"study_design_scores_gemma":[0.00071182585,0.00031172356,0.9826885,0.00045609474,0.00053480384,0.00029678657,0.00048876175,0.00025730612,0.002803958,0.000041225165,0.011210286,0.00019872158],"about_ca_topic_score_codex":0.000012574898,"about_ca_topic_score_gemma":5.8299725e-7,"teacher_disagreement_score":0.47037953,"about_ca_system_score_codex":0.000026033582,"about_ca_system_score_gemma":0.00014444589,"threshold_uncertainty_score":0.3643859},"labels":[],"label_agreement":null},{"id":"W2901077000","doi":"10.1503/cjs.014217","title":"Comparison of knot-tying proficiency and knot characteristics for square and reversing half hitch alternating-post surgical knots in a simulated deep body cavity among novice medical students","year":2018,"lang":"en","type":"article","venue":"Canadian Journal of Surgery","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Queen's University","funders":"","keywords":"Medicine; Knot (papermaking); Knot tying; Surgery; Combinatorics; Mathematics; Engineering","score_opus":0.04905002743139901,"score_gpt":0.36532652524168197,"score_spread":0.31627649781028294,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2901077000","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.998642,0.00027091708,0.000059976166,0.00043325996,0.00029035908,0.00020161919,0.000008679498,0.0000053523727,0.000087780805],"genre_scores_gemma":[0.99955404,0.000013699798,0.000053567655,0.00011498746,0.0002250161,8.6369937e-7,0.000012306439,0.00001705143,0.000008462312],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99792945,0.00009281932,0.00092197274,0.00018581373,0.0005155105,0.00035444277],"domain_scores_gemma":[0.99692416,0.0012254602,0.00042305054,0.00008804366,0.0004363725,0.00090293033],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0016193406,0.00014517129,0.0007157744,0.0004585899,0.00015593434,0.000051037183,0.00010019791,0.00015850179,0.000087103894],"category_scores_gemma":[0.002121188,0.00013143812,0.00009314449,0.00026830845,0.00027618266,0.00013096862,0.000023785948,0.00034531517,4.3556958e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00026557417,0.000089265086,0.98245627,0.00011285751,0.000041587362,0.00057320786,0.0011051373,0.000011822176,0.000038589587,0.0000075756543,0.000009855407,0.015288286],"study_design_scores_gemma":[0.0027973454,0.0002139564,0.9724087,0.0014744361,0.00006544737,0.00019557372,0.000558428,0.02102476,0.00010391433,0.000006677409,0.0010063866,0.0001443349],"about_ca_topic_score_codex":0.0018164528,"about_ca_topic_score_gemma":0.0030935039,"teacher_disagreement_score":0.021012938,"about_ca_system_score_codex":0.00011452471,"about_ca_system_score_gemma":0.0005636737,"threshold_uncertainty_score":0.5359891},"labels":[],"label_agreement":null},{"id":"W2901235535","doi":"10.1016/j.media.2018.11.008","title":"CATARACTS: Challenge on automatic tool annotation for cataRACT surgery","year":2018,"lang":"en","type":"article","venue":"Medical Image Analysis","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":128,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"D-Wave Systems (Canada)","funders":"European Regional Development Fund; Centro de Matemática Universidade do Porto; Fundação para a Ciência e a Tecnologia","keywords":"Workflow; Annotation; Context (archaeology); Computer science; Cataracts; Cataract surgery; Artificial intelligence; Medicine; Surgery","score_opus":0.04315227666897925,"score_gpt":0.35849689856686356,"score_spread":0.3153446218978843,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2901235535","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9564248,0.00007877258,0.025558932,0.009857946,0.00020772334,0.00037733908,0.000022291926,0.00024500917,0.007227226],"genre_scores_gemma":[0.995037,0.000025818077,0.0006928369,0.0028435637,0.00055874937,0.00003079144,0.00052115467,0.000015861036,0.0002742167],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99821264,0.00006171672,0.0004592785,0.00030884476,0.000687303,0.00027024702],"domain_scores_gemma":[0.9977103,0.0013610666,0.00011381063,0.00028924565,0.00023838486,0.00028720874],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0009147189,0.00013860481,0.0005211503,0.0003783,0.00011722228,0.000028856617,0.00006999364,0.000121570854,0.00493086],"category_scores_gemma":[0.003772055,0.000105552725,0.00043654902,0.0008146797,0.00013922092,0.00011298906,0.000013565205,0.00014560591,0.00029569783],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00056807906,0.0015461773,0.012255319,0.00022694479,0.0033228144,0.00036893142,0.0010803738,0.000014549696,0.00008392089,0.00036174027,0.006303855,0.9738673],"study_design_scores_gemma":[0.00571124,0.0010166041,0.15595758,0.0003542848,0.0056926943,0.000020360021,0.0004194519,0.7545089,0.0008899729,0.00035421946,0.07441122,0.00066343177],"about_ca_topic_score_codex":0.00004690291,"about_ca_topic_score_gemma":0.000040090697,"teacher_disagreement_score":0.97320384,"about_ca_system_score_codex":0.00004427995,"about_ca_system_score_gemma":0.000108644585,"threshold_uncertainty_score":0.9959788},"labels":[],"label_agreement":null},{"id":"W2901264911","doi":"10.1503/cjs.017517","title":"The state of transcatheter aortic valve implantation training in Canadian cardiac surgery residency programs","year":2018,"lang":"en","type":"article","venue":"Canadian Journal of Surgery","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"University of Toronto; Health Sciences Centre; University Health Network; Sunnybrook Health Science Centre","funders":"","keywords":"Medicine; Residency training; Cardiac surgery; Aortic valve; Cardiac catheterization; General surgery; Cardiology; Surgery; Medical education; Continuing education","score_opus":0.06524704099577482,"score_gpt":0.29008230773966387,"score_spread":0.22483526674388904,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2901264911","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9964913,0.00074942224,0.0000072208322,0.0008051191,0.0008138879,0.00013670127,0.000014007218,0.0000042473557,0.0009780534],"genre_scores_gemma":[0.99942213,0.000090279864,0.000020902515,0.00016870718,0.00022050594,0.0000031252785,0.000011572713,0.000019876297,0.000042897063],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.998065,0.00014959337,0.0008287368,0.00010889022,0.00024000733,0.0006077924],"domain_scores_gemma":[0.997125,0.0010796704,0.0002569151,0.00013058214,0.00031278687,0.0010950451],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0024832769,0.00011711682,0.0004918749,0.0007792651,0.00013791535,0.00003958249,0.000069359405,0.00006549719,0.00008717861],"category_scores_gemma":[0.0005562909,0.00008869948,0.0005535805,0.0004959168,0.0002001453,0.00012771145,0.0000014151709,0.00023003333,0.00000395449],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00008740742,0.00000672314,0.5984457,0.000022601296,0.00014664109,0.000169188,0.0043050773,0.000009379019,0.000016561338,0.000029824927,0.0001843012,0.39657655],"study_design_scores_gemma":[0.00038670137,0.000090191745,0.97592264,0.0007257521,0.00010258377,0.00019398636,0.0014161576,0.0000782012,0.00016558118,0.0005888485,0.020149216,0.00018011824],"about_ca_topic_score_codex":0.17612463,"about_ca_topic_score_gemma":0.7294605,"teacher_disagreement_score":0.55333585,"about_ca_system_score_codex":0.00021866368,"about_ca_system_score_gemma":0.008828437,"threshold_uncertainty_score":0.9967906},"labels":[],"label_agreement":null},{"id":"W2901757934","doi":"10.1503/cjs.015917","title":"Effect of rater training on the reliability of technical skill assessments: a randomized controlled trial","year":2018,"lang":"en","type":"article","venue":"Canadian Journal of Surgery","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":21,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"University of Manitoba","funders":"","keywords":"Medicine; Checklist; Inter-rater reliability; Intraclass correlation; Reliability (semiconductor); Randomized controlled trial; Physical therapy; Intra-rater reliability; Visual analogue scale; Confidence interval; Observational study; Rating scale; Medical physics; Physical medicine and rehabilitation; Surgery; Psychometrics; Statistics; Psychology; Clinical psychology; Internal medicine","score_opus":0.04436002821238123,"score_gpt":0.3359270642908207,"score_spread":0.2915670360784395,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2901757934","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9914341,0.000043138138,0.000049500166,0.00097548065,0.0006598637,0.0008795268,0.0000026535567,0.0000036927872,0.0059520453],"genre_scores_gemma":[0.9992932,0.0000048120305,0.000026775817,0.0003021077,0.00030409818,0.000013481324,0.0000011743989,0.000009891492,0.00004443578],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.99718696,0.0010440192,0.0011714093,0.00008999139,0.00031265806,0.00019495466],"domain_scores_gemma":[0.9819891,0.016492868,0.00065128994,0.0001688401,0.00037636145,0.00032156144],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.012527918,0.00011505429,0.0019033239,0.00027977835,0.00005241541,0.000010271128,0.000073384515,0.00012085859,0.00087808626],"category_scores_gemma":[0.016042706,0.000055752214,0.0009191968,0.00019277244,0.00044816392,0.000044529283,0.000003497324,0.0003319755,0.0000015564312],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.9924134,0.000049884417,0.0025809954,0.000023007198,0.00027117511,0.000060595834,0.00019151009,0.000013961931,0.000093508526,0.00016675105,0.00029728032,0.003837924],"study_design_scores_gemma":[0.99285287,0.0013318643,0.0025270237,0.0005485257,0.00037832302,0.00003852561,0.00008585566,0.00019299383,0.00076626457,0.00009935884,0.0011042168,0.00007420148],"about_ca_topic_score_codex":0.00011580541,"about_ca_topic_score_gemma":0.000059519953,"teacher_disagreement_score":0.015448849,"about_ca_system_score_codex":0.00007339991,"about_ca_system_score_gemma":0.0011083898,"threshold_uncertainty_score":0.99224555},"labels":[],"label_agreement":null},{"id":"W2901831534","doi":"10.1007/s11517-020-02155-3","title":"Machine learning distinguishes neurosurgical skill levels in a virtual reality tumor resection task","year":2020,"lang":"en","type":"article","venue":"Medical & Biological Engineering & Computing","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":32,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University; Montreal Neurological Institute and Hospital","funders":"","keywords":"Virtual reality; Task (project management); Psychomotor learning; Support vector machine; Neurosurgery; Apprenticeship; Resection; Pentium","score_opus":0.05230224147475476,"score_gpt":0.29652908131297295,"score_spread":0.2442268398382182,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2901831534","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9680278,0.00013829194,0.02699379,0.0022059502,0.00025224077,0.00022499057,0.0000042663487,0.000593082,0.0015596242],"genre_scores_gemma":[0.9974285,0.0000094993175,0.000302529,0.0014879572,0.00068237353,0.000004498262,0.000046023586,0.000025855436,0.0000128135935],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9973408,0.00021017925,0.0007223441,0.0006101896,0.0005650748,0.0005513919],"domain_scores_gemma":[0.9977261,0.0012775247,0.000093950985,0.00011741695,0.00005156215,0.00073344196],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0010158685,0.0002766147,0.00062952534,0.000080539525,0.0001055729,0.000031624833,0.00016419438,0.00024035874,0.00055914297],"category_scores_gemma":[0.015298913,0.00021005333,0.00016484645,0.0006351803,0.000106394225,0.000035696165,0.00021272856,0.0016145883,0.000039198105],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0013713469,0.00074807706,0.598814,0.0003336759,0.00011765394,0.0053510736,0.0014476206,0.27464494,0.002238065,0.0026383451,0.00006578013,0.112229384],"study_design_scores_gemma":[0.0021972412,0.00052595045,0.22641835,0.000196775,0.00000839061,0.00008960823,0.00003771618,0.7624269,0.000030918764,0.000009734888,0.007849629,0.00020874882],"about_ca_topic_score_codex":0.000038631202,"about_ca_topic_score_gemma":0.0000018157643,"teacher_disagreement_score":0.487782,"about_ca_system_score_codex":0.00006726248,"about_ca_system_score_gemma":0.00004480622,"threshold_uncertainty_score":0.9929956},"labels":[],"label_agreement":null},{"id":"W2901860466","doi":"10.1177/2292550318800324","title":"High Fidelity Microsurgical Simulation: The Thiel Model and Evaluation Instrument","year":2018,"lang":"en","type":"article","venue":"Plastic Surgery","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Sherbrooke; Université de Montréal","funders":"","keywords":"Fidelity; Computer science; Simulation; High fidelity; Computer graphics (images); Engineering; Telecommunications; Electrical engineering","score_opus":0.09282389241689716,"score_gpt":0.33260082072681046,"score_spread":0.23977692830991332,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2901860466","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9954475,0.0000554894,0.0021851494,0.0005042761,0.0007850218,0.00015392357,0.000004024821,0.000048744674,0.00081583404],"genre_scores_gemma":[0.9990564,0.000007060156,0.00015019045,0.00035647798,0.0003491526,0.00001243432,0.000026981086,0.000009500444,0.00003179582],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9988012,0.00008218111,0.0003037452,0.00021550407,0.00042445477,0.00017291418],"domain_scores_gemma":[0.9903177,0.009109805,0.000071149894,0.00016821625,0.00021995058,0.00011316772],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0009917609,0.00010799441,0.00020585847,0.00005676405,0.0001702707,0.00003172879,0.000026665506,0.00007170481,0.0006473523],"category_scores_gemma":[0.0029863687,0.00006991816,0.00006580515,0.00015215117,0.00016623034,0.000064178304,0.0000290321,0.00011270805,0.00004154665],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.003044332,0.0005098697,0.19724256,0.000109296685,0.00034137067,0.000037445658,0.0014614712,0.4286548,0.00040609846,0.0033159263,0.0018530268,0.36302382],"study_design_scores_gemma":[0.0009992386,0.000025415193,0.16165943,0.000039767943,0.000074988195,0.000009071314,0.00002939289,0.834705,0.00004520694,0.00037939643,0.00195716,0.000075949465],"about_ca_topic_score_codex":0.000011338733,"about_ca_topic_score_gemma":0.0000032753119,"teacher_disagreement_score":0.40605018,"about_ca_system_score_codex":0.00004052993,"about_ca_system_score_gemma":0.000109726316,"threshold_uncertainty_score":0.7088054},"labels":[],"label_agreement":null},{"id":"W2902057897","doi":"10.1089/end.2018.0732","title":"Evaluation of Optimal Timing of Expert Feedback in a Simulated Flexible Ureteroscopy Course","year":2018,"lang":"en","type":"article","venue":"Journal of Endourology","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"St. Michael's Hospital; University of Toronto; McMaster University; Dalhousie University","funders":"","keywords":"Medicine; Ureteroscopy; Session (web analytics); Curriculum; Significant difference; Task (project management); Learning curve; Medical physics; Physical therapy; Urology; Internal medicine; Ureter","score_opus":0.11678971419905172,"score_gpt":0.4277182280715607,"score_spread":0.31092851387250897,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2902057897","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9966808,0.00033179545,0.00032110538,0.00026324645,0.00020550698,0.00010273241,6.433721e-7,0.0000042972406,0.0020898553],"genre_scores_gemma":[0.9984058,0.000010035609,0.001207409,0.00019189782,0.00016346954,4.625107e-7,0.000001190281,0.0000083883815,0.0000113130545],"study_design_codex":"bench_or_experimental","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9985396,0.00017984436,0.00061238534,0.00007910469,0.00045137078,0.00013765066],"domain_scores_gemma":[0.9982577,0.0002192973,0.00044055635,0.00009256824,0.0009206209,0.00006927952],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.001627271,0.00007173365,0.00038549295,0.0002089775,0.000012625085,0.0000020794128,0.000058711168,0.000100981386,0.0011259358],"category_scores_gemma":[0.0005720691,0.000057441262,0.000090019064,0.00018006444,0.00011818366,0.000062106046,0.000013270444,0.00017310033,0.000003155052],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.028565582,0.0033700939,0.2935353,0.00012198325,0.0016013599,0.00028803537,0.01495576,0.23664059,0.29757336,0.00033824006,0.000667648,0.12234207],"study_design_scores_gemma":[0.060167354,0.009941057,0.24645038,0.00051229895,0.00088308845,0.00051020394,0.0009422026,0.58274025,0.095227376,0.00052619184,0.0018743419,0.0002252636],"about_ca_topic_score_codex":0.000008940105,"about_ca_topic_score_gemma":0.0000020138673,"teacher_disagreement_score":0.34609964,"about_ca_system_score_codex":0.0000346869,"about_ca_system_score_gemma":0.00018883239,"threshold_uncertainty_score":0.99978715},"labels":[],"label_agreement":null},{"id":"W2902682793","doi":"10.1080/10401334.2018.1503961","title":"Comparison of the Ottawa Surgical Competency Operating Room Evaluation (O-SCORE) to a Single-Item Performance Score","year":2018,"lang":"en","type":"article","venue":"Teaching and Learning in Medicine","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":26,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Ottawa","funders":"University of Ottawa","keywords":"Orthopedic surgery; Physical therapy; Medicine; Competence (human resources); Correlation; Psychology; Surgery; Social psychology","score_opus":0.08601178017627288,"score_gpt":0.3859940064628766,"score_spread":0.29998222628660376,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2902682793","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97736806,0.00019658793,0.00013621527,0.0015658912,0.00015737144,0.00029300814,1.3009445e-7,0.000047285746,0.020235429],"genre_scores_gemma":[0.998362,0.000002118485,0.0006768754,0.00031001304,0.00036681895,0.0000059596646,0.000008824853,0.000013830446,0.0002535696],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9978725,0.0006316997,0.0005071008,0.00023846286,0.000543456,0.00020682],"domain_scores_gemma":[0.9987461,0.0007159271,0.0001405318,0.0001583296,0.00012965208,0.000109440065],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.004109918,0.00013194155,0.00041772783,0.00013562848,0.00037362907,0.000011278429,0.000079792066,0.00006620714,0.00017882712],"category_scores_gemma":[0.003568195,0.000081953374,0.000033052096,0.0002886169,0.00015437519,0.00004823791,0.000045669192,0.0010021243,0.000004491073],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00007607739,0.00007122638,0.8075873,0.000046123,0.0000101946025,0.0000023382652,0.011975428,0.0023838524,0.00094621966,0.00013326251,0.00002940013,0.17673858],"study_design_scores_gemma":[0.0038775366,0.0013818191,0.68327594,0.0022487827,0.00005869276,0.000031993783,0.002402489,0.29844022,0.00015172841,0.0000072630774,0.00801439,0.000109149834],"about_ca_topic_score_codex":0.00014123257,"about_ca_topic_score_gemma":0.00003067454,"teacher_disagreement_score":0.29605636,"about_ca_system_score_codex":0.00005408667,"about_ca_system_score_gemma":0.00005058455,"threshold_uncertainty_score":0.43537867},"labels":[],"label_agreement":null},{"id":"W2902895591","doi":"10.1016/j.amjsurg.2018.11.031","title":"Cognitive challenges of junior residents attempting to learn surgical skills by observing procedures","year":2018,"lang":"en","type":"article","venue":"The American Journal of Surgery","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":18,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa","funders":"","keywords":"Cognition; Surgical procedures; Focus group; Psychology; Medical education; Medicine; Surgery; Psychiatry","score_opus":0.0637860207638355,"score_gpt":0.3478599006977011,"score_spread":0.2840738799338656,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2902895591","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9959031,0.0005277009,0.000023285555,0.0024093078,0.00011467532,0.00007414288,0.0000022629636,0.000012757935,0.00093277066],"genre_scores_gemma":[0.99825066,0.000346553,0.000060520757,0.0007680608,0.00044625072,0.0000018774092,7.517439e-7,0.000020328554,0.00010498447],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99832195,0.0002149017,0.0005845939,0.00012629868,0.0004801021,0.00027216825],"domain_scores_gemma":[0.9956059,0.002820774,0.0007102406,0.00011736616,0.00050087785,0.0002448475],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0015967048,0.000119680815,0.00064309844,0.0001629396,0.00007931132,0.000012042325,0.00011045865,0.000025124908,0.0001401556],"category_scores_gemma":[0.0019374302,0.000075884775,0.0001728226,0.00039301615,0.00035007574,0.00007429454,0.00004309132,0.00021711111,0.000014631374],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0042749103,0.00046845293,0.34235716,0.00011665031,0.00060694106,0.00030200524,0.009316997,0.000020494223,0.0014518637,0.000031251744,0.0009391973,0.64011407],"study_design_scores_gemma":[0.0017783185,0.001067906,0.97262603,0.0024796198,0.00012331856,0.0005914716,0.016219702,0.000024217183,0.002290953,0.00005952565,0.002522037,0.0002168849],"about_ca_topic_score_codex":0.00002215674,"about_ca_topic_score_gemma":0.0000015130045,"teacher_disagreement_score":0.63989717,"about_ca_system_score_codex":0.00003261385,"about_ca_system_score_gemma":0.00013919872,"threshold_uncertainty_score":0.30944914},"labels":[],"label_agreement":null},{"id":"W2902939193","doi":"10.1097/sla.0000000000003125","title":"The Construction of Surgical Trust","year":2018,"lang":"en","type":"article","venue":"Annals of Surgery","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":15,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Competence (human resources); Medicine; Laparoscopic cholecystectomy; Trustworthiness; Intervention (counseling); Decision aids; Nursing; Social psychology; Surgery; Psychology","score_opus":0.24957020720061238,"score_gpt":0.38701523826612044,"score_spread":0.13744503106550807,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2902939193","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97287714,0.00017785885,0.0000070095366,0.0020918495,0.0002013294,0.00003754942,0.0000020773618,0.000013779386,0.024591397],"genre_scores_gemma":[0.99922675,0.0002865706,0.000027879589,0.00012969768,0.00017029126,8.296734e-7,0.000003101434,0.00000417511,0.00015072],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9993453,0.00003130347,0.00028019652,0.000066101245,0.00016866055,0.00010846118],"domain_scores_gemma":[0.9985359,0.00093702105,0.00010706463,0.00011689985,0.00024968444,0.000053464366],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0005291874,0.000043264128,0.00019261007,0.000048720376,0.00004706589,0.0000031094567,0.000022123879,0.00004006488,0.00036009724],"category_scores_gemma":[0.00021137278,0.000027036675,0.00013702206,0.00016785869,0.00038923882,0.000027815518,0.000008665572,0.00004553719,0.0000111239115],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0016897417,0.00014661497,0.40872613,0.000058911897,0.00018497491,0.000032111886,0.00015537569,0.000002373,0.0002524546,0.015907612,0.00495163,0.5678921],"study_design_scores_gemma":[0.0013983478,0.00018968154,0.34938717,0.00023090106,0.00003862255,0.0001031138,0.00046636385,0.0003862366,0.041281838,0.0017122539,0.6046673,0.00013815003],"about_ca_topic_score_codex":0.000008311401,"about_ca_topic_score_gemma":5.302272e-7,"teacher_disagreement_score":0.5997157,"about_ca_system_score_codex":0.0000014738275,"about_ca_system_score_gemma":0.000039547478,"threshold_uncertainty_score":0.3942812},"labels":[],"label_agreement":null},{"id":"W2904017600","doi":"10.3138/jvme.0617-077r2","title":"Effect of Short- Versus Long-Term Video Game Playing on Basic Laparoscopic Skills Acquisition of Veterinary Medicine Students","year":2018,"lang":"en","type":"article","venue":"Journal of Veterinary Medical Education","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Medicine; Video game; Test (biology); Intervention (counseling); Curriculum; Significant difference; Randomized controlled trial; Physical therapy; Psychology; Surgery; Multimedia; Nursing; Internal medicine; Pedagogy","score_opus":0.06315946366488177,"score_gpt":0.4483803347825267,"score_spread":0.3852208711176449,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2904017600","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9956219,0.00023239956,0.00005691172,0.0004065275,0.0027428882,0.00024393141,0.0000012938309,0.000012534823,0.00068158883],"genre_scores_gemma":[0.998057,0.00011101627,0.0000674954,0.00029221587,0.0013953343,0.0000061369483,0.000020621006,0.000020459942,0.00002971215],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99684095,0.0003169151,0.0009833154,0.00019102612,0.0014695836,0.00019820563],"domain_scores_gemma":[0.9975411,0.00096480345,0.0005143483,0.00023228384,0.00034435123,0.00040309757],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.001501683,0.00019333961,0.00069709664,0.00035199372,0.000049202696,0.00000734201,0.00021904074,0.00016979857,0.0015712326],"category_scores_gemma":[0.001697587,0.00013961377,0.00016408699,0.00027126246,0.0003141895,0.0001456755,0.000051917355,0.0003399454,0.000009806938],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.07685328,0.008073571,0.28722295,0.0026410844,0.0010441825,0.0009876634,0.0042482815,0.000021746919,0.06004534,0.000064194915,0.00062385184,0.55817384],"study_design_scores_gemma":[0.022771228,0.13540706,0.82183236,0.010544174,0.00050365255,0.0010952404,0.00018686471,0.00014228038,0.0064117573,0.00001561608,0.0008842451,0.00020552367],"about_ca_topic_score_codex":0.0000053305025,"about_ca_topic_score_gemma":3.849183e-7,"teacher_disagreement_score":0.5579683,"about_ca_system_score_codex":0.00013702016,"about_ca_system_score_gemma":0.00030631552,"threshold_uncertainty_score":0.9993415},"labels":[],"label_agreement":null},{"id":"W2904609996","doi":"10.1016/j.jsurg.2018.11.005","title":"Surgery Tutor for Computational Assessment of Technical Proficiency in Soft-Tissue Tumor Resection in a Simulated Setting","year":2018,"lang":"en","type":"article","venue":"Journal of surgical education","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":4,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University","funders":"","keywords":"TUTOR; Soft tissue; Medicine; Intraclass correlation; Medical knowledge; Surgery; Margin (machine learning); Construct validity; Physical therapy; Medical physics; Psychology; Computer science; Medical education; Patient satisfaction; Machine learning; Mathematics education; Clinical psychology; Psychometrics","score_opus":0.037146584440867714,"score_gpt":0.4152726773926158,"score_spread":0.3781260929517481,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2904609996","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99528104,0.00006803014,0.0020190333,0.0013023253,0.00033235637,0.00033731174,0.0000011302722,0.000008856462,0.0006498932],"genre_scores_gemma":[0.99581647,0.0000050265753,0.0037153997,0.000075538795,0.00033225026,0.0000053448325,0.000016255024,0.000009142725,0.000024599198],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9983706,0.00008618851,0.0008997037,0.00013114279,0.0003591746,0.00015317464],"domain_scores_gemma":[0.9976446,0.0011415755,0.00042490504,0.000061505394,0.00063252257,0.00009488688],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0017369463,0.00007973176,0.00035308197,0.0004122078,0.000037679227,0.000011691165,0.000043638178,0.000078325465,0.00017340353],"category_scores_gemma":[0.00074842054,0.00006832754,0.000106015905,0.00051228696,0.000071172355,0.00012535093,0.000009225558,0.00023392033,0.0000012908646],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.004264652,0.0060239127,0.82752556,0.0004577927,0.00005651528,0.00011317912,0.001216647,0.036560994,0.002893133,0.0011287895,0.00065793726,0.119100876],"study_design_scores_gemma":[0.005253219,0.0009026542,0.9027042,0.0010458039,0.000032351156,0.00031957126,0.0005622247,0.08267039,0.00032874968,0.001210666,0.0048320494,0.00013814536],"about_ca_topic_score_codex":0.000021288206,"about_ca_topic_score_gemma":0.000009239566,"teacher_disagreement_score":0.11896273,"about_ca_system_score_codex":0.00020335225,"about_ca_system_score_gemma":0.0010189347,"threshold_uncertainty_score":0.27863166},"labels":[],"label_agreement":null},{"id":"W2904706975","doi":"10.18192/uojm.v8i2.2424","title":"Interventional 3D Augmented Reality in Orthopedic, Trauma and Vascular Surgery","year":2018,"lang":"en","type":"article","venue":"University of Ottawa Journal of Medicine","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"University of Ottawa","funders":"","keywords":"Workflow; Orthopedic surgery; Visualization; Augmented reality; Medical physics; Computer science; Overlay; Computer-assisted surgery; Medicine; Human–computer interaction; Surgery; Artificial intelligence","score_opus":0.04240574475455286,"score_gpt":0.2886480742950922,"score_spread":0.24624232954053935,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2904706975","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9905034,0.00037007112,0.0013260895,0.0025732866,0.0001380192,0.000056673864,0.0000014665109,0.0000053825743,0.005025669],"genre_scores_gemma":[0.9991169,0.00010966229,0.0003517441,0.000110948364,0.00016507074,9.567822e-9,0.0000049086684,0.0000034688103,0.00013729499],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9990186,0.00008750449,0.00036844783,0.00008447072,0.00034684295,0.0000941508],"domain_scores_gemma":[0.99901545,0.00021571662,0.00026331437,0.000070996604,0.00028007798,0.00015444607],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0013365144,0.00006573044,0.0003954417,0.00033439035,0.00003424849,0.0000012048241,0.000047329817,0.00005250616,0.0016183824],"category_scores_gemma":[0.00030251668,0.00005457926,0.000113881026,0.00019627868,0.0004026031,0.00008041546,0.000017181066,0.0001612389,0.0000013829805],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0012568363,0.00054353545,0.84049743,0.00019249291,0.00043685563,0.0007696866,0.0018619762,0.000013481204,0.00013529175,0.00087645923,0.004010081,0.1494059],"study_design_scores_gemma":[0.011952563,0.0007615563,0.9013452,0.0012090984,0.00016867675,0.00013034692,0.0011237488,0.00039974102,0.00002313551,0.00006577656,0.08276003,0.000060166032],"about_ca_topic_score_codex":0.00012314298,"about_ca_topic_score_gemma":0.00008402987,"teacher_disagreement_score":0.14934573,"about_ca_system_score_codex":0.00003907311,"about_ca_system_score_gemma":0.000055055305,"threshold_uncertainty_score":0.9992943},"labels":[],"label_agreement":null},{"id":"W2905572562","doi":"10.1007/978-3-030-04375-9_10","title":"Haptic Training in a Virtual Environment to Train Cognitive Functions of Medical Students: Work in Progress","year":2018,"lang":"en","type":"book-chapter","venue":"Lecture notes in computer science","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"University of Ottawa","keywords":"Gesture; Computer science; Haptic technology; Focus (optics); Human–computer interaction; Virtual reality; Multimedia; Virtual machine; Cognitive load; Gesture recognition; Software; Simulation; Cognition; Artificial intelligence","score_opus":0.03795246960903509,"score_gpt":0.31907962687889124,"score_spread":0.28112715726985615,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2905572562","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.17352453,0.0002106099,0.8206683,0.0016768614,0.0006686272,0.0014114294,0.000008827015,0.00004467093,0.0017861746],"genre_scores_gemma":[0.9944933,0.0000057069974,0.004004393,0.0011166097,0.00022269165,0.00002257486,0.000009036381,0.000020239058,0.00010542441],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9964407,0.000041367362,0.0005705881,0.00069511146,0.0018691077,0.00038312137],"domain_scores_gemma":[0.9986702,0.00070153846,0.00010880579,0.0002151248,0.000054020515,0.00025031497],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0015114802,0.00025779678,0.0005565984,0.00077974214,0.000041841064,0.000041792246,0.00045283066,0.00028970867,0.0006750984],"category_scores_gemma":[0.0003318916,0.000223813,0.00007368712,0.0005315507,0.0009241348,0.000058652487,0.00028390094,0.00070377113,0.000029929106],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00026502289,0.00019906063,0.0062913555,0.000022422233,0.000025886047,0.0002912129,0.015639167,0.004457356,0.0000043299406,0.00018967743,0.0000016656967,0.97261286],"study_design_scores_gemma":[0.05720797,0.014424531,0.3481037,0.07974925,0.0003908992,0.00041611076,0.0010254922,0.46178713,0.00027564654,0.01869414,0.012619149,0.0053059636],"about_ca_topic_score_codex":0.000006893248,"about_ca_topic_score_gemma":0.00009777985,"teacher_disagreement_score":0.96730685,"about_ca_system_score_codex":0.00020997356,"about_ca_system_score_gemma":0.00033038578,"threshold_uncertainty_score":0.9126829},"labels":[],"label_agreement":null},{"id":"W2905590467","doi":"10.1007/s10151-018-1917-8","title":"Distal purse-string suture technique for TaTME","year":2018,"lang":"en","type":"article","venue":"Techniques in Coloproctology","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":4,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"NOSM University; Northeast Cancer Centre; Health Sciences North; Science North","funders":"","keywords":"Abdominal surgery; Medicine; Colorectal surgery; Fibrous joint; Surgery","score_opus":0.03555516167774918,"score_gpt":0.3756125835560432,"score_spread":0.340057421878294,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2905590467","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.45663354,0.00020870927,0.41449952,0.0040181354,0.0006279437,0.010140534,0.000039134884,0.003184595,0.11064791],"genre_scores_gemma":[0.94587666,0.000005846314,0.052128814,0.0006706166,0.00021923921,0.00075384096,0.000025491707,0.000024460785,0.00029503476],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99894375,0.000029462935,0.0003006107,0.00030305414,0.00009316202,0.00032997353],"domain_scores_gemma":[0.999321,0.00019928825,0.00006786475,0.00020102588,0.00013640213,0.00007440992],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00033964802,0.00014279844,0.00033612046,0.00019065083,0.00006702692,0.0000074184873,0.000101682075,0.0003369557,0.00020371353],"category_scores_gemma":[0.00030094045,0.00012613229,0.00007596456,0.00027729696,0.00025018884,0.00004420322,0.000044079374,0.00024359704,0.000008027302],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.009241081,0.0018833131,0.17253129,0.00079862366,0.00023490979,0.0009090273,0.002028156,0.0000055383307,0.16872758,0.21487021,0.0055730827,0.42319718],"study_design_scores_gemma":[0.0047803484,0.004031756,0.012800276,0.00030993918,0.000070075504,0.00041642645,0.00017650037,0.0006705639,0.408821,0.019998994,0.54735655,0.0005676196],"about_ca_topic_score_codex":0.0000118829685,"about_ca_topic_score_gemma":0.000039347007,"teacher_disagreement_score":0.54178345,"about_ca_system_score_codex":0.00009795459,"about_ca_system_score_gemma":0.000066116074,"threshold_uncertainty_score":0.51435256},"labels":[],"label_agreement":null},{"id":"W2906933192","doi":"10.3748/wjg.v24.i48.5439","title":"Virtual reality simulation in endoscopy training: Current evidence and future directions","year":2018,"lang":"en","type":"review","venue":"World Journal of Gastroenterology","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":109,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto; St. Michael's Hospital","funders":"","keywords":"Virtual reality; Sigmoidoscopy; Esophagogastroduodenoscopy; Endoscopy; Colonoscopy; Instructional simulation; Curriculum; Medical physics; Randomized controlled trial; Computer science; Medicine; Surgery; Human–computer interaction; Psychology; Internal medicine","score_opus":0.1419844987219883,"score_gpt":0.4200648404310616,"score_spread":0.27808034170907336,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2906933192","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0016123194,0.99591404,0.00023990277,0.00047363064,0.0013371765,0.00028816328,0.0000046084183,0.000013275068,0.00011686561],"genre_scores_gemma":[0.027973993,0.96965367,0.0001372177,0.00010806653,0.0020565232,0.0000055813016,0.000009721761,0.000020931597,0.000034313864],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9975739,0.0005146048,0.0011532615,0.00024542297,0.00023380466,0.00027898396],"domain_scores_gemma":[0.99802876,0.00063426583,0.0008258895,0.00014640024,0.00014500077,0.00021968818],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00090625987,0.00025107697,0.0015914432,0.00076197786,0.000046675326,0.000017004497,0.000096321426,0.00012588255,0.00014200568],"category_scores_gemma":[0.00024308689,0.00018813956,0.00034078272,0.00032946735,0.00013632118,0.00011349105,0.00003533316,0.00083735597,0.0000030377962],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00066067214,0.00011907981,0.0028746491,0.0006976168,0.00012268442,0.00006455886,0.00029381525,0.000042362477,6.3288084e-8,0.000028512686,0.000064186024,0.9950318],"study_design_scores_gemma":[0.00195499,0.0011080166,0.002056336,0.011054177,0.00050235336,0.00047541183,0.000046737365,0.00017000777,1.7713235e-8,0.000017419128,0.9825435,0.000071009876],"about_ca_topic_score_codex":0.0000017744572,"about_ca_topic_score_gemma":0.00008722425,"teacher_disagreement_score":0.9949608,"about_ca_system_score_codex":0.00014071337,"about_ca_system_score_gemma":0.00014804455,"threshold_uncertainty_score":0.76721084},"labels":[],"label_agreement":null},{"id":"W2907097835","doi":"10.1007/978-3-319-98276-2_11","title":"Use of Simulation in High-Stakes Summative Assessments in Surgery","year":2019,"lang":"en","type":"book-chapter","venue":"Comprehensive healthcare simulation","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"St. Michael's Hospital; University of Toronto","funders":"","keywords":"Summative assessment; Credentialing; Certification; Competence (human resources); Engineering ethics; Board certification; Medical education; Computer science; Formative assessment; Psychology; Medicine; Engineering; Pedagogy; Political science; Social psychology","score_opus":0.26327283644252286,"score_gpt":0.41026397499442013,"score_spread":0.14699113855189727,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2907097835","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9754528,0.001194499,0.0017107567,0.0006457001,0.001307259,0.0056671975,0.00022426649,0.0001886427,0.013608921],"genre_scores_gemma":[0.9935924,0.00010669122,0.00019412891,0.0004599909,0.00009885637,0.000007506293,0.0012370363,0.00008689422,0.0042165113],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.996652,0.00020010148,0.0015241815,0.00060252694,0.00068203616,0.00033911725],"domain_scores_gemma":[0.9913006,0.006288718,0.00080614566,0.00044890592,0.00101087,0.00014479],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00024594154,0.00043604051,0.0014748417,0.0011818657,0.000038030674,0.000020243724,0.000057116536,0.00065732416,0.00023551118],"category_scores_gemma":[0.00030415962,0.00045801062,0.00023744686,0.00025158052,0.00007411286,0.00028294025,0.000044994373,0.0006982614,0.000038725975],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.001002042,0.000080931335,0.08626,0.00092437107,0.00006578406,0.000048169444,0.00028172025,0.8743819,0.000008060647,0.0043818057,0.000008282787,0.032556906],"study_design_scores_gemma":[0.0037179042,0.00026136407,0.40703368,0.004707172,0.00006739553,0.0000018089916,0.00010385075,0.5638328,0.000008910286,0.0021003832,0.01762242,0.00054232037],"about_ca_topic_score_codex":0.00041218914,"about_ca_topic_score_gemma":0.00024561986,"teacher_disagreement_score":0.32077366,"about_ca_system_score_codex":0.0005279345,"about_ca_system_score_gemma":0.00043364224,"threshold_uncertainty_score":0.99978715},"labels":[],"label_agreement":null},{"id":"W2907357227","doi":"10.5489/cuaj.5849","title":"The role of mobile technology for resident assessment of surgical skills in the CBME era","year":2019,"lang":"en","type":"article","venue":"Canadian Urological Association Journal","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Queen's University","funders":"","keywords":"Medicine","score_opus":0.006713794439275604,"score_gpt":0.27633330867885264,"score_spread":0.26961951423957703,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2907357227","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9818895,0.00024711833,0.000008961124,0.011265385,0.00009621267,0.00042125332,0.000009265188,0.0000050784843,0.0060572666],"genre_scores_gemma":[0.99926007,0.000066997934,0.00007291304,0.00035998796,0.00006996212,0.000021795277,0.000004655674,0.000004179171,0.0001394167],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99875534,0.00015478514,0.0004274896,0.00009299308,0.00030100407,0.00026837445],"domain_scores_gemma":[0.99793714,0.001354835,0.00027804778,0.00010481808,0.00021309526,0.0001120748],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001766153,0.00006430266,0.0002397422,0.00013085325,0.00009937818,0.000018021356,0.00014466078,0.00017819706,0.0002226885],"category_scores_gemma":[0.000446255,0.000034277975,0.00012355152,0.00026715006,0.00004303148,0.000025010135,0.000009217526,0.0004451395,0.000003370278],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000047558602,0.00005860815,0.97584856,0.0000023823818,0.000042892032,0.000011464269,0.00012206704,0.0003807368,0.000038217702,0.00984723,0.0001190147,0.013481249],"study_design_scores_gemma":[0.002476621,0.00053043704,0.7303497,0.000014732171,0.000025070927,0.000047465048,0.001059595,0.001239713,0.000034046294,0.0052982834,0.25887242,0.000051900748],"about_ca_topic_score_codex":0.00012919145,"about_ca_topic_score_gemma":0.00022807835,"teacher_disagreement_score":0.25875342,"about_ca_system_score_codex":0.00024919753,"about_ca_system_score_gemma":0.00031824366,"threshold_uncertainty_score":0.2438283},"labels":[],"label_agreement":null},{"id":"W2907580272","doi":"10.1590/0100-6991e-20181992","title":"Modelo ex-vivo com coração bovino: proposta para treinamento de dissecção microscópica e de microanastomoses vasculares.","year":2018,"lang":"pt","type":"article","venue":"Revista do Colégio Brasileiro de Cirurgiões","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Toronto Western Hospital","funders":"","keywords":"Dissection (medical); Computer science; Humanities; Medicine; Surgery; Art","score_opus":0.03816428492507212,"score_gpt":0.3280371847976418,"score_spread":0.2898728998725697,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2907580272","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9675156,0.012386184,0.012029856,0.00091637165,0.0003871303,0.0022591883,0.00032259236,0.00045192547,0.0037311672],"genre_scores_gemma":[0.98807216,0.0010972704,0.00095835194,0.0022464283,0.0009886553,0.00010670302,0.00016439172,0.0002763672,0.00608969],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.992413,0.00095841044,0.0015878673,0.0015552402,0.0010067776,0.002478747],"domain_scores_gemma":[0.99441,0.0009727842,0.00066330796,0.0016117663,0.00057529315,0.0017668754],"candidate_categories":["metaepi_narrow","scholarly_communication","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0016861438,0.0011963596,0.0018286315,0.0004240419,0.0008356519,0.0011835487,0.0008907884,0.0007906637,0.0038064185],"category_scores_gemma":[0.0009485317,0.0011841331,0.0009691634,0.001119594,0.0010402098,0.000310193,0.00032912337,0.001004368,0.00041232462],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.004353643,0.0030277164,0.88671845,0.0034924785,0.0021837489,0.002364729,0.012694387,0.00035519147,0.029582674,0.0059523736,0.016934909,0.03233968],"study_design_scores_gemma":[0.028604163,0.0037972743,0.33650035,0.011870869,0.0046601305,0.0014417465,0.008513721,0.07792504,0.020362105,0.00043519615,0.5005529,0.005336546],"about_ca_topic_score_codex":0.00050039904,"about_ca_topic_score_gemma":0.00010059596,"teacher_disagreement_score":0.5502181,"about_ca_system_score_codex":0.0016335542,"about_ca_system_score_gemma":0.0015453123,"threshold_uncertainty_score":0.9998533},"labels":[],"label_agreement":null},{"id":"W2907836808","doi":"10.1007/s00464-018-06617-6","title":"Adaptation of the fundamentals of laparoscopic surgery box for endoscopic simulation: performance evaluation of the first 100 participants","year":2019,"lang":"en","type":"article","venue":"Surgical Endoscopy","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":6,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto; University Health Network","funders":"University Health Network; Society of American Gastrointestinal and Endoscopic Surgeons","keywords":"Medicine; Task (project management); Endoscopy; Reliability (semiconductor); Test (biology); Medical physics; Laparoscopy; Abdominal surgery; Physical therapy; Surgery","score_opus":0.11799381264379512,"score_gpt":0.36364145704753,"score_spread":0.24564764440373488,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2907836808","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9968729,0.00018741461,0.000020011312,0.00016228286,0.00046483296,0.0011959112,0.000015952803,0.00001119646,0.0010694748],"genre_scores_gemma":[0.9996427,0.000014785394,0.000044183464,0.000056025543,0.00004522363,0.000045863017,0.000013696949,0.000013063026,0.00012445106],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9979707,0.00014457617,0.00067544554,0.0001835361,0.00081360014,0.00021215591],"domain_scores_gemma":[0.99728066,0.0015409763,0.00043724608,0.00035761629,0.00033195803,0.000051526276],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0010214542,0.00012289126,0.00045774525,0.00005723778,0.000073680174,0.0000048914985,0.0001077812,0.00008169116,0.0006891057],"category_scores_gemma":[0.00043633115,0.00007313788,0.00026489285,0.00037350538,0.00013705374,0.00008275034,0.000036606165,0.0000935928,0.0000054598486],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00092568237,0.00024168701,0.8637692,0.00044527827,0.000092716036,2.0947195e-7,0.0004779647,0.12775338,0.0004036668,0.0003217623,0.00000972536,0.005558745],"study_design_scores_gemma":[0.026743952,0.00031701458,0.52913857,0.0011540306,0.00037075763,0.0000015059144,0.00027167765,0.364311,0.07262863,0.000103944774,0.004826728,0.0001322131],"about_ca_topic_score_codex":0.000022905957,"about_ca_topic_score_gemma":0.000008058643,"teacher_disagreement_score":0.33463064,"about_ca_system_score_codex":0.000053921478,"about_ca_system_score_gemma":0.00022490403,"threshold_uncertainty_score":0.75452244},"labels":[],"label_agreement":null},{"id":"W2907949433","doi":"10.1109/lra.2018.2890209","title":"Play Me Back: A Unified Training Platform for Robotic and Laparoscopic Surgery","year":2018,"lang":"en","type":"article","venue":"IEEE Robotics and Automation Letters","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":19,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"Natural Sciences and Engineering Research Council of Canada; Canada Foundation for Innovation","keywords":"Training (meteorology); Robotic surgery; Laparoscopic surgery; Medicine; Physical medicine and rehabilitation; Computer science; Surgery; Laparoscopy; Physics","score_opus":0.0636943044043961,"score_gpt":0.2945607904691776,"score_spread":0.2308664860647815,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2907949433","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9520239,0.000029438748,0.04258126,0.004259501,0.00041295192,0.0003089817,0.0000022594454,0.00009844835,0.00028326313],"genre_scores_gemma":[0.9911544,0.000008827517,0.005325352,0.0030961153,0.00027055733,0.000007243215,0.000027752234,0.00001827674,0.000091532806],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.999169,0.000014029103,0.0002673188,0.00019893849,0.00012880348,0.0002218997],"domain_scores_gemma":[0.9991952,0.0004486208,0.000084859945,0.00009097972,0.00004910886,0.00013122706],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00022387407,0.0001258854,0.0002914792,0.00011743818,0.00014589011,0.000058219426,0.00002172455,0.00007165582,0.000039509385],"category_scores_gemma":[0.00007736494,0.00011078909,0.000051213894,0.0001131848,0.00011332172,0.00011789458,0.0000075504704,0.00007183615,0.000010186079],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0028800962,0.0009795406,0.1261608,0.0049631777,0.002764834,0.00024815882,0.051042024,0.2399973,0.12493831,0.047487546,0.034100093,0.36443812],"study_design_scores_gemma":[0.0081414,0.00031676958,0.07003114,0.00056400045,0.00023093421,0.00009015156,0.00045473845,0.913602,0.0018393258,0.00043095282,0.0037633006,0.0005352859],"about_ca_topic_score_codex":0.00000305034,"about_ca_topic_score_gemma":0.000002907613,"teacher_disagreement_score":0.67360467,"about_ca_system_score_codex":0.000019604107,"about_ca_system_score_gemma":0.00003036015,"threshold_uncertainty_score":0.45178482},"labels":[],"label_agreement":null},{"id":"W2909453148","doi":"10.1089/lap.2018.0254","title":"Refining How We Define Laparoscopic Expertise","year":2019,"lang":"en","type":"article","venue":"Journal of Laparoendoscopic & Advanced Surgical Techniques","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Hospital for Sick Children","funders":"","keywords":"Psychomotor learning; Task (project management); Variance (accounting); Medicine; Laparoscopic surgery; Medical physics; Construct (python library); Computer science; Physical medicine and rehabilitation; Physical therapy; Artificial intelligence; Laparoscopy; Surgery; Engineering; Cognition","score_opus":0.023356740267230214,"score_gpt":0.31471575754404796,"score_spread":0.29135901727681773,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2909453148","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.970575,0.0032652332,0.00042037974,0.004659246,0.0005236705,0.00033481038,0.0000025947581,0.00026917955,0.019949915],"genre_scores_gemma":[0.9768942,0.0010660291,0.018856453,0.00043553073,0.0002878787,0.000013625061,0.000004902603,0.000041537878,0.0023998406],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9977372,0.0001039614,0.0007854347,0.0002949082,0.00064822816,0.0004302668],"domain_scores_gemma":[0.9981498,0.00039114006,0.00049014075,0.00033249118,0.00028334232,0.00035304393],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0003603728,0.00028499938,0.0010592759,0.00027101568,0.00006223657,0.000046598772,0.00018621821,0.00015721904,0.00072557974],"category_scores_gemma":[0.00023353814,0.00021066934,0.000361094,0.00035593045,0.00008469537,0.00036297835,0.000057352732,0.0006721297,0.000027170854],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.006401191,0.0012400048,0.12218992,0.0006358335,0.00051783223,0.0051440736,0.0005822832,0.0001383903,0.07639146,0.0053837816,0.0014950712,0.77988017],"study_design_scores_gemma":[0.015688179,0.0028577507,0.0027245784,0.0024902301,0.000114367445,0.0014741167,0.00022436165,0.00012161904,0.09831138,0.0006480403,0.87491363,0.00043176586],"about_ca_topic_score_codex":0.0000019776598,"about_ca_topic_score_gemma":7.623623e-7,"teacher_disagreement_score":0.8734185,"about_ca_system_score_codex":0.00015068422,"about_ca_system_score_gemma":0.00010627538,"threshold_uncertainty_score":0.8590846},"labels":[],"label_agreement":null},{"id":"W2909833778","doi":"10.1109/smc.2018.00516","title":"User Performance of VR-Based Dissection: Direct Mapping and Motion Coupling of a Surgical Tool","year":2018,"lang":"en","type":"article","venue":"","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Haptic technology; Computer science; Virtual reality; Motion (physics); Coupling (piping); Simulation; Mode (computer interface); Robot; Interface (matter); Human–computer interaction; Artificial intelligence; Engineering","score_opus":0.02988249376463923,"score_gpt":0.286722851070505,"score_spread":0.25684035730586574,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2909833778","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9848386,0.000017693137,0.00079039036,0.000048533766,0.00004491549,0.000082443104,4.821972e-7,0.000029326437,0.01414761],"genre_scores_gemma":[0.99933296,0.000008154926,0.00033814993,0.000026121985,0.00007142515,0.0000014516014,0.0000036848069,0.0000045388233,0.00021352935],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9995158,0.000005207671,0.00018961281,0.00009439577,0.00012377834,0.000071239876],"domain_scores_gemma":[0.99964,0.00010627907,0.000047206147,0.00006954991,0.000100301324,0.000036684407],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0001844713,0.000049285034,0.00015432629,0.00005536132,0.000033141892,0.0000030597298,0.00001214733,0.00003788114,0.0005107669],"category_scores_gemma":[0.00003063451,0.00003702242,0.000033796907,0.00014965641,0.00007496853,0.000041501396,0.0000070868127,0.000040422405,0.0000023051832],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0010640748,0.0001981343,0.9429011,0.00033586027,0.00005859606,0.000008221818,0.00033680163,0.0010047388,0.004823725,0.0005567159,0.000009798862,0.04870223],"study_design_scores_gemma":[0.004787905,0.00053061056,0.44101873,0.0003528979,0.000037900063,0.000019308063,0.00014864093,0.5064118,0.040409382,0.000005051056,0.0061654137,0.00011239313],"about_ca_topic_score_codex":0.0000076532815,"about_ca_topic_score_gemma":0.0000012257275,"teacher_disagreement_score":0.50540704,"about_ca_system_score_codex":0.000007861709,"about_ca_system_score_gemma":0.000013092214,"threshold_uncertainty_score":0.559254},"labels":[],"label_agreement":null},{"id":"W2910844681","doi":"10.1007/s00464-018-06631-8","title":"White paper: technology for surgical telementoring—SAGES Project 6 Technology Working Group","year":2019,"lang":"en","type":"article","venue":"Surgical Endoscopy","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":40,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University","funders":"","keywords":"Summit; Videoconferencing; Health technology; Medicine; Telemedicine; Quality (philosophy); Engineering management; Health care; Multimedia; Telecommunications; Computer science; Engineering","score_opus":0.02450441465427848,"score_gpt":0.32460664057781863,"score_spread":0.30010222592354013,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2910844681","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.94298,0.0010490562,0.000114588736,0.0032176217,0.0006935787,0.0019845401,0.000010406538,0.0011093235,0.048840865],"genre_scores_gemma":[0.993611,0.00012029683,0.0027575258,0.00015744749,0.00036589775,0.00026773117,0.000062224746,0.000063295,0.0025946302],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.99735725,0.00004906496,0.0005858009,0.00074998685,0.0003948376,0.0008630505],"domain_scores_gemma":[0.9985994,0.00048720645,0.00013832762,0.00048979546,0.000112456924,0.00017282087],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00045130748,0.00033887703,0.0007797109,0.000642954,0.00013899131,0.000037662878,0.00022262,0.000542871,0.0016901274],"category_scores_gemma":[0.00012804782,0.00027281858,0.00027606232,0.0013658236,0.00019047319,0.00009533853,0.00013475427,0.000581367,0.00015897362],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.005328169,0.00076888857,0.78668046,0.0002647466,0.00037943153,0.0010385308,0.00016687931,0.000045522153,0.00060829683,0.08233993,0.00023337595,0.12214577],"study_design_scores_gemma":[0.043388776,0.000869666,0.0008564506,0.00022653457,0.00006343469,0.00023058246,0.00037466164,0.00038434364,0.0008485428,0.0007239931,0.9517097,0.00032331597],"about_ca_topic_score_codex":0.000006676955,"about_ca_topic_score_gemma":0.0000033681076,"teacher_disagreement_score":0.95147634,"about_ca_system_score_codex":0.000100823774,"about_ca_system_score_gemma":0.00008044181,"threshold_uncertainty_score":0.9999724},"labels":[],"label_agreement":null},{"id":"W2911261024","doi":"10.1007/s11701-019-00927-0","title":"Training of laparoscopic novices both individually and in dyads using a simulation task","year":2019,"lang":"en","type":"article","venue":"Journal of Robotic Surgery","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"Royal Alexandra Hospital Foundation","keywords":"Medicine; Task (project management); Duration (music); Significant difference; Training (meteorology); Physical medicine and rehabilitation; Physical therapy; Audiology; Cognitive psychology; Psychology; Internal medicine","score_opus":0.08531959577396635,"score_gpt":0.3346101839676676,"score_spread":0.24929058819370126,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2911261024","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99854934,0.00027673124,0.00048235862,0.00006245433,0.00027553906,0.00007723235,3.8860142e-7,0.000004625026,0.0002713388],"genre_scores_gemma":[0.99890256,0.000015435631,0.00085256435,0.00012448258,0.00007639771,1.494864e-7,0.0000013099689,0.000010731344,0.00001635484],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9987422,0.00006280627,0.0006553355,0.00009064336,0.0003046347,0.0001443843],"domain_scores_gemma":[0.99785525,0.001451945,0.0004464518,0.0000682654,0.000087770815,0.0000903193],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0009180164,0.00008621128,0.0005793223,0.0004056725,0.000015268404,0.000013350007,0.000028513294,0.00007020243,0.00009643562],"category_scores_gemma":[0.00036267546,0.0000709858,0.000101654754,0.0002634201,0.000030052981,0.00017356494,0.000011673204,0.000174864,0.0000010068812],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00019111969,0.000059312253,0.7211021,0.00008801434,0.00005202308,0.00004424694,0.0008735823,0.26869947,0.00091548235,0.000009662118,0.000001214916,0.007963771],"study_design_scores_gemma":[0.0036504862,0.00014347472,0.86498743,0.0015944052,0.00011389057,0.00013761797,0.00093445537,0.1279587,0.00010519284,0.00007008031,0.00017841323,0.00012586094],"about_ca_topic_score_codex":0.0000072008615,"about_ca_topic_score_gemma":0.0000019088784,"teacher_disagreement_score":0.14388531,"about_ca_system_score_codex":0.000033147164,"about_ca_system_score_gemma":0.00017399235,"threshold_uncertainty_score":0.2894717},"labels":[],"label_agreement":null},{"id":"W2911288245","doi":"10.1186/s40463-019-0330-2","title":"Perioperative Teaching and Feedback: How are we doing in Canadian OTL-HNS programs?","year":2019,"lang":"en","type":"article","venue":"Journal of Otolaryngology - Head and Neck Surgery","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Manitoba; Western University; McGill University","funders":"","keywords":"Perioperative; Mathematics education; Computer science; Medicine; Psychology; Surgery","score_opus":0.02813028729757099,"score_gpt":0.2855419845424176,"score_spread":0.2574116972448466,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2911288245","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9892182,0.0011672894,0.0000028326403,0.007476583,0.00021059603,0.00016623385,9.728178e-7,0.000008351935,0.0017489498],"genre_scores_gemma":[0.9983734,0.00022925665,0.00024443134,0.0008055714,0.00012526195,0.0000018710075,0.0000033559477,0.000013386189,0.00020348684],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99885464,0.00016505181,0.00034151613,0.00016324843,0.00012860613,0.00034692115],"domain_scores_gemma":[0.99879813,0.0004550804,0.00017572047,0.00007382078,0.00007409866,0.00042312255],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0009312988,0.00013583609,0.00062495656,0.00041255966,0.00011250357,0.00004930501,0.00003061907,0.00014797311,0.00008890546],"category_scores_gemma":[0.00021262032,0.00010408225,0.00009434009,0.00012370004,0.000067924324,0.0002317584,0.000015782349,0.0007408551,0.000002687434],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00016285326,0.00004943827,0.9844416,0.000057412057,0.000044843782,0.0008135147,0.0009181135,0.0000051909396,0.0000950013,0.00006163899,0.000039260674,0.013311167],"study_design_scores_gemma":[0.00210383,0.00020121511,0.9520608,0.00090246357,0.000021500637,0.0013056977,0.00076085597,0.00049401127,0.00000996816,0.000010572522,0.042017564,0.00011147229],"about_ca_topic_score_codex":0.0016307296,"about_ca_topic_score_gemma":0.007348502,"teacher_disagreement_score":0.041978303,"about_ca_system_score_codex":0.00006591832,"about_ca_system_score_gemma":0.00026347663,"threshold_uncertainty_score":0.4244351},"labels":[],"label_agreement":null},{"id":"W2911683291","doi":"10.29007/v37c","title":"Evaluation of the Use of Artificial X-Rays for Educational and Intraoperative Guidance During C-Arm Positioning","year":2018,"lang":"en","type":"article","venue":"EPiC series in health sciences","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"British Columbia Institute of Technology; University of Calgary; University of British Columbia","funders":"","keywords":"Computer science; Fluoroscopy; Radiography; Medical physics; Accreditation; Radiation exposure; Artificial intelligence; Simulation; Medicine; Nuclear medicine; Radiology; Medical education","score_opus":0.20716240126064545,"score_gpt":0.4376197559175599,"score_spread":0.23045735465691447,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2911683291","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9951982,0.000113150345,0.000048178386,0.003845344,0.00018046956,0.00032570466,0.0000025645897,0.000002433371,0.000283941],"genre_scores_gemma":[0.9964393,0.000006089548,0.0032461835,0.00018730634,0.000084466985,0.000015440393,0.0000010364994,0.0000013726171,0.000018847746],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99916124,0.0000930378,0.00026350984,0.0001044615,0.00029088085,0.000086881955],"domain_scores_gemma":[0.99928063,0.00025426163,0.000116899275,0.000051139737,0.00027204418,0.000025044339],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0015404067,0.000032185253,0.000092737304,0.000047652626,0.00021814411,0.000009339758,0.000031723604,0.000014606659,0.00008950828],"category_scores_gemma":[0.0011913151,0.000022070975,0.000012879145,0.00025933748,0.00052043895,0.00013582253,0.000011177465,0.000028705676,1.3495506e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00089514424,0.00045926915,0.67351365,0.00068845745,0.000043392633,2.1967013e-7,0.04009241,0.015994804,0.0048389276,0.14718364,0.00005696572,0.11623309],"study_design_scores_gemma":[0.0008091542,0.00049935916,0.94373786,0.0004216149,0.0000114283985,0.0000048898196,0.0014392651,0.040979307,0.0063876384,0.005464123,0.00019995801,0.0000453994],"about_ca_topic_score_codex":0.00006564606,"about_ca_topic_score_gemma":0.00010993606,"teacher_disagreement_score":0.27022418,"about_ca_system_score_codex":0.0000373306,"about_ca_system_score_gemma":0.00041079958,"threshold_uncertainty_score":0.19175789},"labels":[],"label_agreement":null},{"id":"W2911784036","doi":"10.1016/j.jsurg.2019.01.001","title":"The Inter-Rater Reliability of Technical Skills Assessment and Retention of Rater Training","year":2019,"lang":"en","type":"article","venue":"Journal of surgical education","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":18,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa; Ottawa Hospital","funders":"","keywords":"Intraclass correlation; Session (web analytics); Inter-rater reliability; Context (archaeology); Reliability (semiconductor); Laparoscopic cholecystectomy; Medicine; Physical therapy; Psychology; General surgery; Computer science; Rating scale; Psychometrics; Clinical psychology","score_opus":0.025218665180249882,"score_gpt":0.3640945645040595,"score_spread":0.3388758993238096,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2911784036","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9934329,0.000098850775,0.00007093837,0.0017421546,0.00034284894,0.000141903,5.061319e-7,0.0000033551219,0.0041665463],"genre_scores_gemma":[0.998912,0.00009249912,0.00062935473,0.000038990343,0.000089864654,0.0000015477473,0.0000027663252,0.000005150208,0.00022784297],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9987906,0.00010457959,0.0006655404,0.00008621284,0.00026802855,0.00008501832],"domain_scores_gemma":[0.9985407,0.00046223565,0.0004030595,0.00012245901,0.0003895065,0.00008206486],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0013943157,0.000063220534,0.00027692123,0.00006852696,0.000024438817,0.000011963983,0.00004705737,0.00006778774,0.00022486811],"category_scores_gemma":[0.00015822986,0.00003524907,0.00012786308,0.00011237216,0.00009202366,0.0001026055,0.000015426931,0.00022609888,0.000001235775],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0019799278,0.0019760511,0.70005083,0.00030550128,0.0001520018,0.000011338512,0.0017636111,0.00010222167,0.015008984,0.0037652806,0.00027620525,0.27460808],"study_design_scores_gemma":[0.0036971474,0.00085579476,0.96768725,0.0006337131,0.0001035216,0.00023352577,0.0016259335,0.0004299184,0.0011345062,0.001084953,0.022425724,0.0000880301],"about_ca_topic_score_codex":0.000002940108,"about_ca_topic_score_gemma":3.3117337e-7,"teacher_disagreement_score":0.27452004,"about_ca_system_score_codex":0.00005633126,"about_ca_system_score_gemma":0.00022762864,"threshold_uncertainty_score":0.2462148},"labels":[],"label_agreement":null},{"id":"W2913438952","doi":"10.1109/iisa.2018.8633592","title":"Non-Immersive Virtual Cardiac Auscultation Interactions Employing a 3D Printed Stethoscope","year":2018,"lang":"en","type":"article","venue":"","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"The Wilson Centre; Ontario Tech University","funders":"Universidad Militar Nueva Granada","keywords":"Stethoscope; Auscultation; Heart sounds; Computer science; Heart Auscultation; Virtual reality; Usability; Visualization; Multimedia; Human–computer interaction; Medicine; Artificial intelligence; Cardiology; Electrocardiography; Radiology","score_opus":0.03678901310950856,"score_gpt":0.3550719777029133,"score_spread":0.31828296459340477,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2913438952","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.84408814,0.0000046311034,0.016565714,0.00034947583,0.0006073587,0.0002844587,0.0000017599385,0.00009546078,0.13800298],"genre_scores_gemma":[0.9918373,0.0000020694108,0.0018150298,0.000577455,0.000302995,0.000011625069,0.000027322656,0.00001332201,0.0054128515],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99930096,0.000027200678,0.00018195937,0.00018178529,0.00015923007,0.00014887398],"domain_scores_gemma":[0.9993152,0.0001641595,0.000043539818,0.000118818614,0.00023866104,0.000119635595],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.000116667594,0.00008858956,0.00016275226,0.000090234156,0.000109779176,0.000018863451,0.000027725135,0.000043210126,0.0020970753],"category_scores_gemma":[0.00016749604,0.00007115836,0.00008353002,0.0002240341,0.0000561109,0.00011705326,0.000022627104,0.00013301171,0.00056964357],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.004217341,0.0010104486,0.24371906,0.00010818347,0.002054339,0.00007289969,0.050074637,0.0003361864,0.08171112,0.007330344,0.004566057,0.6047994],"study_design_scores_gemma":[0.01419217,0.002580399,0.5342829,0.00060097995,0.0004937336,0.000032636,0.029012404,0.05421181,0.03822726,0.00006746306,0.32551196,0.00078623084],"about_ca_topic_score_codex":0.00006205647,"about_ca_topic_score_gemma":0.000014111773,"teacher_disagreement_score":0.60401314,"about_ca_system_score_codex":0.000055234774,"about_ca_system_score_gemma":0.000039255505,"threshold_uncertainty_score":0.9988151},"labels":[],"label_agreement":null},{"id":"W2913932226","doi":"10.1016/j.jpedsurg.2019.01.047","title":"A transition to discipline curriculum for pediatric surgery trainees: Evaluation of a pediatric surgery boot camp from 2017 to 2018","year":2019,"lang":"en","type":"article","venue":"Journal of Pediatric Surgery","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":13,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Alberta Children's Hospital; Izaak Walton Killam Health Centre; Montreal Children's Hospital; University of Calgary; McGill University; Dalhousie University","funders":"","keywords":"Boot camp; Medicine; Pediatric surgery; Multivariate analysis of variance; Curriculum; Demographics; Confidence interval; Family medicine; General surgery; Medical education; Surgery; Psychology; Internal medicine","score_opus":0.07051888581989631,"score_gpt":0.33709674501202236,"score_spread":0.26657785919212607,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2913932226","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98946434,0.002288083,0.0014874296,0.0010708892,0.004189879,0.0012124241,0.00015734241,0.00004860126,0.00008100327],"genre_scores_gemma":[0.9755049,0.00094540505,0.0005724273,0.00036354316,0.022252291,0.000054134154,0.00017264826,0.000080555095,0.000054123517],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99318457,0.0003948736,0.0028483395,0.0005744971,0.002271572,0.0007261314],"domain_scores_gemma":[0.9851159,0.009938391,0.0017083752,0.0004477872,0.0019004792,0.0008890742],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00857537,0.00047158447,0.0019981987,0.003250354,0.000112817965,0.000053707638,0.0001551222,0.00031016392,0.0008693115],"category_scores_gemma":[0.0051690424,0.00040302362,0.0017212345,0.0026058748,0.000022610133,0.00045826158,0.00003929359,0.00040074205,0.00010332291],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0017426587,0.0011846351,0.84285253,0.0005515754,0.0002452808,0.000101635975,0.0012903889,0.0038225383,0.00010193395,0.0000033564495,0.13862163,0.009481838],"study_design_scores_gemma":[0.011727349,0.0010904107,0.95888275,0.00048758072,0.011142852,0.00013556404,0.0019017825,0.006439748,0.00018206547,0.0004112129,0.005557904,0.0020407757],"about_ca_topic_score_codex":0.000052793443,"about_ca_topic_score_gemma":0.000008193499,"teacher_disagreement_score":0.13306373,"about_ca_system_score_codex":0.00027629812,"about_ca_system_score_gemma":0.0018059076,"threshold_uncertainty_score":0.99984217},"labels":[],"label_agreement":null},{"id":"W2914411004","doi":"10.5489/cuaj.5717","title":"Introduction of an ex-vivo pig model for teaching percutaneous nephrolithotomy access techniques","year":2018,"lang":"en","type":"article","venue":"Canadian Urological Association Journal","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Percutaneous nephrolithotomy; Ex vivo; Medicine; Percutaneous; Session (web analytics); Fluoroscopy; Animal model; Silicone; Surgery; Medical physics; In vivo; Computer science; Internal medicine; Biology","score_opus":0.026329729061872503,"score_gpt":0.3093569934575409,"score_spread":0.2830272643956684,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2914411004","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97158647,0.000012874181,0.009053657,0.01331268,0.00020876034,0.00035586,0.000028412274,0.000076338016,0.0053649605],"genre_scores_gemma":[0.9885924,0.000004002686,0.0055021206,0.0029439281,0.0025009739,0.000005533519,0.000022791051,0.000013122671,0.00041514443],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9987714,0.000120805635,0.00035168914,0.00018421582,0.00024287016,0.0003289985],"domain_scores_gemma":[0.9985439,0.00012245809,0.00024504223,0.0000984907,0.00050114316,0.0004889192],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0010503648,0.000104231614,0.00024432602,0.00018717609,0.00030533236,0.000071851704,0.00011558037,0.00022506942,0.00064741966],"category_scores_gemma":[0.0012278543,0.00008576204,0.000111722766,0.00011106923,0.000057819216,0.00021714813,0.000009594076,0.0004056045,0.000004002866],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.004493811,0.0013183767,0.283807,0.000113099115,0.0011793819,0.00045993095,0.00796935,0.008000848,0.016655505,0.018710474,0.054672223,0.60262],"study_design_scores_gemma":[0.0032158296,0.0027431922,0.03897886,0.000034869365,0.0003022587,0.0021628009,0.0003736108,0.44829705,0.0011406703,0.015281521,0.48695895,0.00051038014],"about_ca_topic_score_codex":0.00022832923,"about_ca_topic_score_gemma":0.00028106285,"teacher_disagreement_score":0.6021096,"about_ca_system_score_codex":0.00047014203,"about_ca_system_score_gemma":0.00025226478,"threshold_uncertainty_score":0.7088791},"labels":[],"label_agreement":null},{"id":"W2914655316","doi":"10.1177/1556984519828016","title":"Optimizing Surgical Skills in Cardiac Surgery Residents with Cardiac Transplant in the High-Fidelity Porcine Model","year":2019,"lang":"en","type":"article","venue":"Innovations Technology and Techniques in Cardiothoracic and Vascular Surgery","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Calgary","funders":"LivaNova","keywords":"Cardiac surgery; Medicine; Fidelity; Medical physics; Cardiology; Intensive care medicine; Computer science","score_opus":0.016052413123379565,"score_gpt":0.28839366686026074,"score_spread":0.2723412537368812,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2914655316","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9948991,0.0016662674,0.0009523797,0.00079053827,0.000053409618,0.00073461316,0.000013642096,0.00017294611,0.0007170856],"genre_scores_gemma":[0.9954664,0.0022934682,0.001772911,0.00015565923,0.000028633885,0.00016620543,0.000073896415,0.000025267755,0.000017541253],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9978465,0.00024315155,0.00070863176,0.0005058541,0.00031530464,0.00038055686],"domain_scores_gemma":[0.9983354,0.000932758,0.00009871761,0.0004825288,0.00010711795,0.000043434968],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.003955799,0.0002530774,0.0011612432,0.0020183998,0.000074048185,0.00002550679,0.00008210688,0.0004743845,0.000006095575],"category_scores_gemma":[0.00013596273,0.00018929597,0.00017154228,0.0028986887,0.00020423501,0.00017005777,0.000045232944,0.00078733166,8.4070945e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00014210785,0.000098453726,0.9730319,0.00010001927,0.000085994434,0.00024337984,0.00014200066,0.00013008063,0.000057314068,0.0035085161,0.00001666395,0.022443607],"study_design_scores_gemma":[0.0015322043,0.00008962289,0.98621684,0.002016659,0.00015684644,0.0002093037,0.0006284852,0.0012954761,0.0016582309,0.0026585476,0.00280619,0.00073159643],"about_ca_topic_score_codex":0.00011914538,"about_ca_topic_score_gemma":0.000012140791,"teacher_disagreement_score":0.02171201,"about_ca_system_score_codex":0.00006888892,"about_ca_system_score_gemma":0.000126924,"threshold_uncertainty_score":0.7719266},"labels":[],"label_agreement":null},{"id":"W2915285117","doi":"10.1111/jocs.14005","title":"Training in cardiac surgery using human cadavers: Effectiveness of “Silent Teachers”","year":2019,"lang":"en","type":"article","venue":"Journal of Cardiac Surgery","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Montreal Heart Institute","funders":"","keywords":"Medicine; Median sternotomy; Cadaver; Surgery; Pulmonary artery; Cardiac surgery; Pericardiectomy; Thoracotomy; Cardiopulmonary bypass; Pericardium; Cardiology","score_opus":0.06611463334629508,"score_gpt":0.330720935535862,"score_spread":0.26460630218956693,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2915285117","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9935077,0.0011432411,0.000015246089,0.000016848107,0.0019549471,0.00020462122,0.0000074125523,0.000012543345,0.0031374728],"genre_scores_gemma":[0.9993916,0.00007428481,0.000046596026,0.00003108471,0.0003863057,0.0000018847819,0.000010459942,0.000034551416,0.000023240755],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9967743,0.0009592446,0.0010545468,0.0001885812,0.000684109,0.00033917843],"domain_scores_gemma":[0.99307096,0.0056938864,0.0005911654,0.0002031559,0.00023968081,0.00020117979],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.008138176,0.0001978718,0.0021674722,0.0007347675,0.000034009303,0.000016523682,0.000052319752,0.0001598536,0.00011777564],"category_scores_gemma":[0.00063805917,0.00017376355,0.001704125,0.00047824462,0.000059132668,0.0002251625,0.000021691965,0.00045108056,0.0000042118554],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00045058352,0.0000946514,0.96720237,0.00024546732,0.00052382494,0.00012487819,0.0009901039,0.0006159146,0.010676206,0.00002004188,0.00009131658,0.018964631],"study_design_scores_gemma":[0.0010889501,0.00009323618,0.9794328,0.0032001676,0.0003255134,0.000083943014,0.0025980899,0.00008431166,0.007206328,0.000047202815,0.005532119,0.00030734032],"about_ca_topic_score_codex":0.000047531692,"about_ca_topic_score_gemma":4.400645e-7,"teacher_disagreement_score":0.01865729,"about_ca_system_score_codex":0.00024716955,"about_ca_system_score_gemma":0.000550313,"threshold_uncertainty_score":0.70858717},"labels":[],"label_agreement":null},{"id":"W2916109441","doi":"10.1016/j.jsurg.2019.02.002","title":"Evaluation of Urology Residency Training and Perceived Resident Abilities in the United States","year":2019,"lang":"en","type":"article","venue":"Journal of surgical education","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":94,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"St. Paul's Hospital; University of British Columbia","funders":"","keywords":"Subspecialty; Medicine; Curriculum; Urology; Mentorship; Medical education; Specialty; Salary; Family medicine; Psychology","score_opus":0.07589668267602866,"score_gpt":0.38126061799359656,"score_spread":0.3053639353175679,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2916109441","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9923002,0.00057638827,0.0000021412175,0.0043852977,0.0001333934,0.00017987214,2.8574797e-7,0.0000020966252,0.0024203318],"genre_scores_gemma":[0.999347,0.0002534279,0.000049522685,0.00020522263,0.0000859694,0.000002637126,0.0000080527225,0.0000039062747,0.000044293014],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9983569,0.0004669395,0.00045640089,0.00007286869,0.00056404795,0.00008283784],"domain_scores_gemma":[0.9981144,0.0009278334,0.00021691325,0.00007911586,0.00061186677,0.0000498572],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0037357383,0.00005495244,0.00020400481,0.00024880096,0.000018617468,0.000010331916,0.000042716936,0.000051166087,0.000467648],"category_scores_gemma":[0.00065040245,0.000034370874,0.0000500001,0.00022653246,0.00005497285,0.00008961197,0.0000050615286,0.00019554383,0.0000015567327],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0032685043,0.001688329,0.48231363,0.00030429807,0.0002510042,0.00005545702,0.23548359,0.019817624,0.0007000391,0.010558785,0.0003569703,0.24520177],"study_design_scores_gemma":[0.0041150274,0.0005161351,0.9262483,0.00017596544,0.00015764833,0.00026007651,0.051490344,0.0059427028,0.000012009815,0.006215874,0.0048108795,0.000055013505],"about_ca_topic_score_codex":0.000067945504,"about_ca_topic_score_gemma":0.000007644667,"teacher_disagreement_score":0.44393468,"about_ca_system_score_codex":0.00005489983,"about_ca_system_score_gemma":0.0005215925,"threshold_uncertainty_score":0.51204175},"labels":[],"label_agreement":null},{"id":"W2917297228","doi":"10.1136/bmjopen-2018-024134","title":"Protocol for a randomised trial evaluating the effect of applying gamification to simulation-based endoscopy training","year":2019,"lang":"en","type":"article","venue":"BMJ Open","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"The Wilson Centre; Hospital for Sick Children; University of Toronto; St. Michael's Hospital","funders":"Canadian Association of Gastroenterology","keywords":"Curriculum; Medicine; Simulation training; Protocol (science); Colonoscopy; Medical education; Transfer of training; Simulation; Computer science; Psychology; Knowledge management; Alternative medicine","score_opus":0.2894178721351562,"score_gpt":0.5508637753793899,"score_spread":0.2614459032442337,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2917297228","genre_codex":"protocol","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.16178682,2.5832512e-7,0.00613765,0.00019610979,0.000064986496,0.8281932,0.0000020647071,0.000024308514,0.0035946085],"genre_scores_gemma":[0.5356181,1.064362e-9,0.0013707067,0.00014763008,0.00007368008,0.4626781,0.000010600871,0.000011506356,0.000089630455],"study_design_codex":"randomized_trial","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9984676,0.0003032968,0.00050053094,0.00022059561,0.00035218208,0.00015579542],"domain_scores_gemma":[0.9919485,0.007300766,0.00026607414,0.0003050676,0.00011296564,0.00006666834],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.004956108,0.000113119866,0.0004279878,0.00005804741,0.00009064887,0.00004913953,0.00015707382,0.000049466507,0.00032135134],"category_scores_gemma":[0.004170291,0.00006866299,0.00014054452,0.00019691717,0.000014497755,0.000059057245,0.000029460447,0.00007231339,0.000019017483],"study_design_candidate":"randomized_trial","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.7951594,0.000041344727,0.0012831339,0.00028081104,0.000044695815,2.8960244e-7,0.00062776543,0.1312817,0.0023503795,0.000049968865,0.000007577191,0.068872936],"study_design_scores_gemma":[0.4932314,0.003480443,0.0002611112,0.00033491667,0.0000465682,1.7576068e-7,0.00008204541,0.4990976,0.0019302064,0.000014946475,0.0014486853,0.00007194332],"about_ca_topic_score_codex":0.000007836252,"about_ca_topic_score_gemma":6.9242446e-7,"teacher_disagreement_score":0.3738313,"about_ca_system_score_codex":0.000030133284,"about_ca_system_score_gemma":0.00019463799,"threshold_uncertainty_score":0.49925292},"labels":[],"label_agreement":null},{"id":"W2917365037","doi":"","title":"Simulation-Based Training in Operating Room: A Review Study","year":2018,"lang":"en","type":"review","venue":"DOAJ (DOAJ: Directory of Open Access Journals)","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Training (meteorology); Medical education; Medicine; Simulation training; Medical physics; Computer science; Simulation; Geography","score_opus":0.6061801209596069,"score_gpt":0.6553826224484337,"score_spread":0.049202501488826766,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2917365037","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0007399659,0.9897041,0.0001281669,0.000037459948,0.00036694747,0.004307576,0.000020910504,0.00005858439,0.004636327],"genre_scores_gemma":[0.033457648,0.9645664,0.00020457717,0.00073933526,0.0004321582,0.00022082162,0.0000940444,0.00014692811,0.00013809944],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9927455,0.0012636053,0.0033396601,0.0008998788,0.0011970331,0.00055432686],"domain_scores_gemma":[0.9921178,0.004097527,0.0020152174,0.0007862645,0.00053710927,0.0004460558],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0051157516,0.000784724,0.005436591,0.0015012451,0.00023706352,0.0006679722,0.0016086069,0.00028984118,0.01771638],"category_scores_gemma":[0.005015116,0.00061208487,0.00084963813,0.0029069262,0.000089797824,0.0008134477,0.00042892582,0.0012176336,0.000049945218],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006647657,0.00061904005,0.012005125,0.017519189,0.00048402572,0.00026591902,0.00028787027,0.0020692886,0.0000012637277,0.0000043500945,0.00044778123,0.9662297],"study_design_scores_gemma":[0.0028454985,0.00006255441,0.0044835517,0.24954626,0.001858318,0.000013982257,0.00012695485,0.0025997832,0.000001384273,0.000046480283,0.7375824,0.00083284016],"about_ca_topic_score_codex":0.00012652046,"about_ca_topic_score_gemma":0.000033658223,"teacher_disagreement_score":0.9653968,"about_ca_system_score_codex":0.00026914125,"about_ca_system_score_gemma":0.0012388661,"threshold_uncertainty_score":0.9996331},"labels":[],"label_agreement":null},{"id":"W2917471801","doi":"10.1016/j.jsurg.2019.01.014","title":"ACS/ASE Medical Student Simulation-Based Skills Curriculum Study: Implementation Phase","year":2019,"lang":"en","type":"article","venue":"Journal of surgical education","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":23,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Knot tying; Curriculum; Tying; Medical education; Session (web analytics); Medicine; Medical knowledge; Psychology; Computer science; Surgery; Pedagogy","score_opus":0.02102243426097374,"score_gpt":0.457184206064398,"score_spread":0.4361617718034243,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2917471801","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9959055,0.00008278087,0.00022650692,0.0014667617,0.0009149943,0.0006159969,0.0000014609511,0.000021349842,0.0007646585],"genre_scores_gemma":[0.9985425,0.0000138206715,0.000115260205,0.0005754772,0.0005703129,0.000008546745,0.00004085734,0.000016312348,0.00011690157],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99711895,0.00016778687,0.0009393648,0.00018690176,0.0013969798,0.00019002898],"domain_scores_gemma":[0.99759483,0.0006631454,0.0004681369,0.0001657557,0.00064030377,0.000467825],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0011153426,0.00014885208,0.00040188417,0.00026813304,0.00005972715,0.00004352821,0.000109583576,0.00009485445,0.0075064152],"category_scores_gemma":[0.00028358187,0.00011119711,0.00019072345,0.00037833574,0.000026403935,0.00020667288,0.000016637703,0.00034219035,0.00007857149],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000655888,0.023648076,0.70550525,0.000046959496,0.00018817052,0.000207331,0.0012425107,0.0075560897,0.000033375676,0.00016575925,0.00021414862,0.26053646],"study_design_scores_gemma":[0.19093564,0.010662692,0.55203164,0.0010146826,0.0010551981,0.00039933118,0.03420037,0.059529904,0.00041759523,0.00016327793,0.14866994,0.0009197554],"about_ca_topic_score_codex":0.000015572201,"about_ca_topic_score_gemma":0.0000021249025,"teacher_disagreement_score":0.2596167,"about_ca_system_score_codex":0.00017539288,"about_ca_system_score_gemma":0.0010124756,"threshold_uncertainty_score":0.9934009},"labels":[],"label_agreement":null},{"id":"W2919275001","doi":"10.29007/4vw6","title":"Immersive Simulation of the Reduction of Femoral Diaphyseal Fracture","year":2018,"lang":"en","type":"article","venue":"EPiC series in health sciences","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Sherbrooke","funders":"","keywords":"Drill; Forceps; Computer science; Reduction (mathematics); Virtual reality; Femur; Orthopedic surgery; Femoral fracture; Simulation; Engineering; Surgery; Artificial intelligence; Medicine; Mathematics; Mechanical engineering","score_opus":0.05905559356659844,"score_gpt":0.39594542306442504,"score_spread":0.3368898294978266,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2919275001","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99293166,0.00008713685,0.00007644377,0.004170806,0.00040026224,0.00017692677,8.642768e-7,0.000004963997,0.002150911],"genre_scores_gemma":[0.9991981,0.0000091187185,0.0002767778,0.00036651935,0.00010466177,0.0000010801621,8.5101817e-7,0.0000016097213,0.000041276202],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9992413,0.000058195797,0.000253902,0.00010401789,0.00023027365,0.00011232621],"domain_scores_gemma":[0.9995299,0.00010689462,0.00017308009,0.00008536249,0.00007063259,0.000034131368],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00045475786,0.000039108563,0.00013153059,0.00005964717,0.00011091808,0.0000026354132,0.000059461614,0.000028535638,0.00014066677],"category_scores_gemma":[0.00018551502,0.00002410129,0.00002991765,0.0005653476,0.0007007726,0.00010066289,0.000013756872,0.00006399319,7.509235e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0008294007,0.00019985982,0.83039117,0.00040428512,0.00001863804,0.0000011353861,0.026823768,0.09320729,0.0005651075,0.006046651,0.00009797924,0.041414708],"study_design_scores_gemma":[0.00081401033,0.0008306517,0.9710281,0.00023974616,0.0000045048628,0.0000046476925,0.005278777,0.012630476,0.00492165,0.0017323671,0.002462541,0.000052529078],"about_ca_topic_score_codex":0.00018150371,"about_ca_topic_score_gemma":0.00001821874,"teacher_disagreement_score":0.14063692,"about_ca_system_score_codex":0.000022306762,"about_ca_system_score_gemma":0.00015281637,"threshold_uncertainty_score":0.25820258},"labels":[],"label_agreement":null},{"id":"W2919426030","doi":"10.29007/72d4","title":"An Exploration of Augmented Reality in Computer Assisted Orthopaedic Surgery","year":2018,"lang":"en","type":"article","venue":"EPiC series in health sciences","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Victoria","funders":"","keywords":"Augmented reality; Workflow; Headset; Computer science; Drill; Computer-assisted surgery; Focus (optics); Human–computer interaction; Computer vision; Artificial intelligence; Engineering","score_opus":0.22418661915783586,"score_gpt":0.4309040509818144,"score_spread":0.20671743182397853,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2919426030","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99462646,0.000042275544,0.00084992027,0.0032054363,0.00035247995,0.00017107511,9.665441e-7,0.000028749491,0.00072266354],"genre_scores_gemma":[0.997485,0.000030880852,0.0016058948,0.00074743177,0.000103750965,0.0000055692503,0.000011356182,0.0000023979196,0.000007716924],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9986297,0.00020847122,0.000516658,0.00019592306,0.00025759754,0.00019163477],"domain_scores_gemma":[0.9993488,0.0002533466,0.00013701216,0.00011301124,0.00005604728,0.00009177975],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0025151374,0.00005562565,0.00023469936,0.00021294119,0.0000817399,0.000009340025,0.00005015267,0.000033394503,0.00014333412],"category_scores_gemma":[0.0001834686,0.000044799726,0.000024461755,0.0009392014,0.00041533163,0.00047200872,0.0000113997785,0.00006459792,0.0000018153797],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00019148718,0.000150236,0.87665915,0.000102706465,0.00000201087,0.000007714324,0.0021478126,0.00027093492,0.000009149773,0.0008308841,0.000023496052,0.119604416],"study_design_scores_gemma":[0.00060220965,0.0005697503,0.9833717,0.0002512693,8.6505224e-7,0.0000048852116,0.0008463363,0.013129299,0.000050910687,0.00045696466,0.0006669655,0.00004886387],"about_ca_topic_score_codex":0.00057323865,"about_ca_topic_score_gemma":0.0007833383,"teacher_disagreement_score":0.119555555,"about_ca_system_score_codex":0.000043851356,"about_ca_system_score_gemma":0.00026354103,"threshold_uncertainty_score":0.18268798},"labels":[],"label_agreement":null},{"id":"W2919880573","doi":"10.1097/sla.0000000000003250","title":"Nontechnical Skill Assessment of the Collective Surgical Team Using the Non-Technical Skills for Surgeons (NOTSS) System","year":2019,"lang":"en","type":"article","venue":"Annals of Surgery","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":44,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ottawa Hospital; University of Toronto; St. Michael's Hospital","funders":"","keywords":"Medicine; Construct validity; Reliability (semiconductor); Concurrent validity; Inter-rater reliability; Medical education; Physical therapy; Rating scale; Psychometrics; Psychology; Clinical psychology","score_opus":0.14164433459241974,"score_gpt":0.4029203232645496,"score_spread":0.26127598867212987,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2919880573","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98632336,0.000063012725,0.00048175227,0.00081193395,0.00040100171,0.0012487756,0.000044433298,0.00004781414,0.010577891],"genre_scores_gemma":[0.9991164,0.000018153441,0.00017089506,0.0002443221,0.00007874006,0.000036432455,0.000009344634,0.000026853271,0.00029883007],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9977192,0.00017696894,0.0008498464,0.0002857409,0.00060688215,0.00036130924],"domain_scores_gemma":[0.9921643,0.0062715188,0.0004122863,0.0005296082,0.00050711626,0.00011513343],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0023789594,0.0001864362,0.00089985615,0.00012962971,0.00012224857,0.000011732098,0.00016680999,0.00020865466,0.00008039928],"category_scores_gemma":[0.00049708283,0.00010361259,0.00095440453,0.00062095036,0.00022614947,0.0000584583,0.00009575551,0.00029476313,0.0000023824462],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0016218384,0.0023684397,0.9705339,0.0010394986,0.0009030166,0.000048888294,0.00031831194,0.0015503657,0.0041669784,0.006330851,0.005604992,0.0055129235],"study_design_scores_gemma":[0.0049562682,0.00041086145,0.9299072,0.0033285676,0.00037481237,0.00030161793,0.0010540524,0.027593387,0.01656782,0.00020892428,0.014737222,0.0005592321],"about_ca_topic_score_codex":0.000040566567,"about_ca_topic_score_gemma":0.000003039029,"teacher_disagreement_score":0.040626664,"about_ca_system_score_codex":0.00007628828,"about_ca_system_score_gemma":0.00058469886,"threshold_uncertainty_score":0.4225199},"labels":[],"label_agreement":null},{"id":"W2920286486","doi":"10.1002/9781118863343.ch1.3","title":"Simulation in Urology","year":2019,"lang":"en","type":"other","venue":"","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"St. Thomas Hospital","funders":"","keywords":"Teamwork; Curriculum; Surgical simulation; Patient safety; Simulation training; Medicine; Population; Medical education; Medical physics; Computer science; Surgery; Simulation; Psychology; Health care; Pedagogy","score_opus":0.03591285347235653,"score_gpt":0.33748790052806965,"score_spread":0.30157504705571314,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2920286486","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00009555991,0.000071117545,0.00033371593,0.00011100073,0.00010731532,0.00017583602,4.8545036e-7,0.00008981124,0.99901515],"genre_scores_gemma":[0.36438155,0.000002349532,0.000053336007,0.0006042794,0.00007251076,8.9742537e-7,0.00001690163,0.000060442653,0.6348077],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99966836,0.000010756312,0.000080352474,0.000107316824,0.000062617655,0.00007060598],"domain_scores_gemma":[0.9997483,0.000105360385,0.000025017003,0.00009135787,0.0000053291933,0.000024667614],"candidate_categories":["insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.000033298256,0.00005833607,0.00016221408,0.0001559842,0.000001629674,0.0000014239058,0.000012885582,0.00018900348,0.020408474],"category_scores_gemma":[0.000042562177,0.000045615492,0.000026758575,0.00006103626,0.000007675328,0.0000039635825,0.0000054135608,0.000091883194,0.0011319304],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0011023626,0.0008672071,0.17630287,0.0006946049,0.00044769794,0.0005558695,0.00042497253,0.17570035,0.000013571244,0.03068564,0.2367212,0.37648365],"study_design_scores_gemma":[0.0017778625,0.000025921045,0.0021863536,0.000023836083,0.000008527894,5.201703e-7,0.000004148772,0.03508627,1.6274515e-7,0.000014894843,0.9608253,0.000046162542],"about_ca_topic_score_codex":0.00003308085,"about_ca_topic_score_gemma":0.000027531445,"teacher_disagreement_score":0.7241041,"about_ca_system_score_codex":0.000009155495,"about_ca_system_score_gemma":0.000014028737,"threshold_uncertainty_score":0.9996458},"labels":[],"label_agreement":null},{"id":"W2920932416","doi":"10.1016/j.jss.2019.02.006","title":"The Resident Report Card: A Tool for Operative Feedback and Evaluation of Technical Skills","year":2019,"lang":"en","type":"article","venue":"Journal of Surgical Research","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":20,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Formative assessment; Cohort; Medicine; Curriculum; Medical education; Medical physics; Hum; Family medicine; Psychology; Internal medicine","score_opus":0.13129435736043016,"score_gpt":0.5112539235385435,"score_spread":0.37995956617811333,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2920932416","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98613614,0.0004896367,0.000012035605,0.002537493,0.000071132345,0.00070195115,0.0000011339187,0.0000026011749,0.010047873],"genre_scores_gemma":[0.9984363,0.00020674037,0.00013702203,0.000012505168,0.00014016536,0.000010809412,0.0000016436038,0.00000743535,0.0010473932],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.996665,0.00035607896,0.00062373444,0.00012671578,0.0020277272,0.00020072717],"domain_scores_gemma":[0.99236125,0.0041595036,0.00016935116,0.00016460755,0.0030062457,0.0001390391],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.017359344,0.00005984153,0.00030362263,0.00011524385,0.00009560366,0.000036708123,0.000079863334,0.0000815824,0.00020082177],"category_scores_gemma":[0.004225384,0.000031739848,0.00014496762,0.00022689135,0.00015582306,0.0000724804,0.00004772018,0.00043834123,0.0000042441343],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.036418535,0.0019985356,0.2676873,0.0005154045,0.0015281833,0.0033627837,0.0028274825,0.0017224372,0.024965487,0.02265739,0.0060582915,0.6302582],"study_design_scores_gemma":[0.05826327,0.009572331,0.69158375,0.001685026,0.00041950776,0.007454492,0.003379898,0.011366436,0.006519373,0.007331935,0.20206447,0.00035950137],"about_ca_topic_score_codex":0.0000061243377,"about_ca_topic_score_gemma":0.0000020570408,"teacher_disagreement_score":0.62989867,"about_ca_system_score_codex":0.00013562373,"about_ca_system_score_gemma":0.0004157986,"threshold_uncertainty_score":0.60164374},"labels":[],"label_agreement":null},{"id":"W2921423065","doi":"10.1007/s11548-019-01938-w","title":"On the feasibility of transperineal 3D ultrasound image guidance for robotic radical prostatectomy","year":2019,"lang":"en","type":"article","venue":"International Journal of Computer Assisted Radiology and Surgery","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":7,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"Canadian Institutes of Health Research","keywords":"Prostatectomy; Ultrasound; Computer science; Computer vision; Artificial intelligence; Urology; Medical physics; Medicine; Radiology; Prostate; Cancer; Internal medicine","score_opus":0.03799403203382135,"score_gpt":0.3175158330379567,"score_spread":0.2795218010041354,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2921423065","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.96790385,0.00010448603,0.028924357,0.001770118,0.0008627462,0.00017600192,0.0000053573035,0.000006498819,0.00024660263],"genre_scores_gemma":[0.9966825,0.000020460047,0.002289228,0.0007475982,0.0002239703,0.0000018493541,0.000009641973,0.000005965664,0.00001877629],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99895126,0.00012450268,0.00050338195,0.00011368054,0.00020459399,0.000102602855],"domain_scores_gemma":[0.99453443,0.0047804927,0.00023664034,0.00007961778,0.00030750537,0.00006133962],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0007836843,0.0000853012,0.00037843367,0.0001081366,0.000025573818,0.000012684199,0.00009183906,0.00006455618,0.00012292685],"category_scores_gemma":[0.00027527992,0.000051663555,0.00022746183,0.00005214487,0.00016291748,0.000054900975,0.00000730563,0.00018895548,0.0000010983459],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.018628284,0.0011788766,0.90758556,0.00026044654,0.0026209163,0.00040219867,0.00062218175,0.005523907,0.0062463246,0.010844239,0.0021206315,0.043966435],"study_design_scores_gemma":[0.0057458663,0.00069289346,0.9739019,0.00037368276,0.0000660645,0.0025459235,0.000023912291,0.013711004,0.00038650917,0.0010584727,0.0013748265,0.000118917626],"about_ca_topic_score_codex":7.6413414e-7,"about_ca_topic_score_gemma":1.7996508e-7,"teacher_disagreement_score":0.066316366,"about_ca_system_score_codex":0.000030084546,"about_ca_system_score_gemma":0.00008053923,"threshold_uncertainty_score":0.21067786},"labels":[],"label_agreement":null},{"id":"W2921534042","doi":"10.1093/jcag/gwz006.210","title":"A211 IMPACT OF A GAME-BASED LEARNING INTERVENTION IN SIMULATION-BASED ENDOSCOPY TRAINING ON COLONOSCOPY PERFORMANCE IN NOVICE ENDOSCOPISTS - A RANDOMIZED CONTROLLED TRIAL","year":2019,"lang":"en","type":"article","venue":"Journal of the Canadian Association of Gastroenterology","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Toronto; SickKids Foundation; The Wilson Centre; Hospital for Sick Children; St. Michael's Hospital","funders":"","keywords":"Curriculum; Colonoscopy; Randomized controlled trial; Medicine; Endoscopy; Physical therapy; Medical physics; Medical education; Psychology; Surgery; Internal medicine","score_opus":0.013626504821291996,"score_gpt":0.2957041775624454,"score_spread":0.28207767274115336,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2921534042","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99727356,0.0000064941505,0.00007702792,0.0008082858,0.00031877766,0.0012895084,0.000004118807,0.0000027875687,0.00021945765],"genre_scores_gemma":[0.9994656,0.0000017545099,0.000070844486,0.00033702992,0.000041869764,0.000015741603,0.00000643077,0.000011457368,0.000049276652],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.99659777,0.001248256,0.0013724397,0.00011167544,0.00038088879,0.0002889591],"domain_scores_gemma":[0.9948436,0.0022927793,0.0023512938,0.000098812685,0.0002917191,0.000121768506],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.003702098,0.00013826933,0.0014968117,0.00083065184,0.000025782623,0.000010062183,0.00011242055,0.00017755531,0.00024443096],"category_scores_gemma":[0.003944451,0.00009947307,0.0007459738,0.00024787174,0.000045836154,0.000065013126,0.000005278721,0.0006369286,0.0000015857361],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.36658338,0.000089689536,0.3538247,0.000013032563,0.000097587705,0.000002112814,0.00015726696,0.27915314,0.000034535282,0.0000029324458,6.813472e-7,0.000040929826],"study_design_scores_gemma":[0.6651816,0.0035701308,0.16181767,0.0004251094,0.00007078438,0.0000010048877,0.000035131387,0.16882816,0.00002296263,0.0000037464033,0.00001263427,0.00003107217],"about_ca_topic_score_codex":0.0016714393,"about_ca_topic_score_gemma":0.01725327,"teacher_disagreement_score":0.29859823,"about_ca_system_score_codex":0.0014840229,"about_ca_system_score_gemma":0.00087420485,"threshold_uncertainty_score":0.96277297},"labels":[],"label_agreement":null},{"id":"W2921565575","doi":"10.2106/jbjs.17.01512","title":"Resident Surgical Skills Web-Based Evaluation","year":2019,"lang":"en","type":"article","venue":"Journal of Bone and Joint Surgery","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":29,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Medicine; Summative assessment; Physical therapy; Curriculum; Surgery; Medical education; Formative assessment; Psychology","score_opus":0.03485624686203842,"score_gpt":0.31891952885034974,"score_spread":0.2840632819883113,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2921565575","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.993983,0.0007283322,0.000014045466,0.0013502119,0.00031841703,0.000103631864,5.342038e-7,0.000009150693,0.0034926778],"genre_scores_gemma":[0.9988766,0.00011966171,0.000078045465,0.0004113087,0.00021257285,8.003031e-7,0.00000410301,0.000008475842,0.00028844053],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9983147,0.00011064294,0.0007476415,0.00009352886,0.0006072645,0.00012622276],"domain_scores_gemma":[0.9983902,0.00070738845,0.00036896847,0.000087721666,0.00027362953,0.00017211966],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.003358346,0.00007959879,0.00057069573,0.00032095774,0.000026507583,0.000018975625,0.000006276745,0.00006336723,0.002060719],"category_scores_gemma":[0.00046006203,0.00005673846,0.00030738916,0.00012618463,0.000022846212,0.00009191248,0.000007462839,0.00018045238,0.000028004682],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0020683755,0.00056016713,0.87381136,0.00023502873,0.00019860268,0.00170415,0.00019991524,0.0008802404,0.001977356,0.00013961365,0.005618862,0.11260632],"study_design_scores_gemma":[0.012487445,0.00030813954,0.9016023,0.0011232535,0.00021003626,0.0010818543,0.00013656662,0.007977617,0.00085586234,0.00019241867,0.073839135,0.00018533882],"about_ca_topic_score_codex":0.000002443475,"about_ca_topic_score_gemma":4.5731875e-7,"teacher_disagreement_score":0.112420976,"about_ca_system_score_codex":0.000038832764,"about_ca_system_score_gemma":0.00027803663,"threshold_uncertainty_score":0.99885154},"labels":[],"label_agreement":null},{"id":"W2921884208","doi":"10.1117/12.2513053","title":"Evaluation of 3D slicer as a medical virtual reality visualization platform","year":2019,"lang":"en","type":"article","venue":"","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":13,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University","funders":"","keywords":"Visualization; Virtual reality; Computer science; Human–computer interaction; Computer graphics (images); Augmented reality; Data visualization; Artificial intelligence","score_opus":0.09766763131236754,"score_gpt":0.422845870650652,"score_spread":0.32517823933828444,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2921884208","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.73647016,0.00000879753,0.0009232563,0.00017851924,0.0000827704,0.00024175562,5.0645815e-7,0.000037776703,0.26205644],"genre_scores_gemma":[0.9985325,0.0000029786404,0.000030221834,0.0006324486,0.000055636618,0.0000040638774,0.000054682503,0.000006689545,0.0006808054],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9978004,0.000060294355,0.0002624528,0.00012866301,0.0016657225,0.00008245706],"domain_scores_gemma":[0.9991938,0.00014100925,0.00006111854,0.00012771125,0.00036783834,0.00010852311],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0020913873,0.000057373993,0.0001576231,0.00005521729,0.000014770924,0.0000040277405,0.000028969833,0.00010940202,0.0321967],"category_scores_gemma":[0.00094261026,0.000042476106,0.00004098758,0.0001605018,0.000024131818,0.00007244656,0.000014975269,0.00006794476,0.0002328042],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0009801238,0.0008072396,0.06321513,0.00010064553,0.00030341264,0.00000748813,0.0015956219,0.0019864754,0.00073879305,0.2185202,0.00032989838,0.711415],"study_design_scores_gemma":[0.011651469,0.00044752168,0.050216462,0.00011112699,0.0001910321,0.000013841346,0.0005341266,0.9299636,0.0010277001,0.00088994234,0.0048395866,0.00011357709],"about_ca_topic_score_codex":0.00006845578,"about_ca_topic_score_gemma":0.000012418185,"teacher_disagreement_score":0.92797714,"about_ca_system_score_codex":0.00004958036,"about_ca_system_score_gemma":0.0002296544,"threshold_uncertainty_score":0.968688},"labels":[],"label_agreement":null},{"id":"W2922061857","doi":"10.1016/j.wneu.2019.03.059","title":"A Comparison of Visual Rating Scales and Simulated Virtual Reality Metrics in Neurosurgical Training: A Generalizability Theory Study","year":2019,"lang":"en","type":"article","venue":"World Neurosurgery","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":16,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University; Artificial Intelligence in Medicine (Canada)","funders":"Fonds de Recherche du Québec - Santé; National Research Council Canada; Montreal Neurological Institute and Hospital; School of Life Sciences and Biotechnology Division of Life Sciences, Korea University; McGill University","keywords":"Generalizability theory; Rating scale; Medicine; Reliability (semiconductor); Scale (ratio); Neurosurgery; Medical physics; Inter-rater reliability; Intraclass correlation; Psychology; Psychometrics; Clinical psychology; Surgery; Developmental psychology","score_opus":0.09848270130194468,"score_gpt":0.38809347961095275,"score_spread":0.28961077830900805,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2922061857","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9981057,0.000055910336,0.000030378733,0.00016495996,0.000232725,0.0006617053,0.000003890125,0.00008396797,0.00066075654],"genre_scores_gemma":[0.9994135,0.0000036313554,0.000013200194,0.0003502062,0.0000402264,0.000005513991,0.000011048878,0.000028750792,0.00013392098],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9965398,0.00095987273,0.0011072529,0.00056024623,0.00050172664,0.00033111786],"domain_scores_gemma":[0.99455494,0.004641308,0.0002441827,0.00028755097,0.000074943026,0.00019705106],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0021061418,0.00023228991,0.0010216755,0.000549054,0.00006441905,0.000030110654,0.000065335706,0.00007903099,0.00012963341],"category_scores_gemma":[0.0015749634,0.00020338435,0.00014722954,0.0015961295,0.00014334254,0.00008936351,0.00008472615,0.00044039806,0.0000033841802],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0011959262,0.0015587255,0.98116523,0.000042209213,0.0000237843,0.00007558674,0.001160998,0.004125137,0.0010772569,0.0002926077,0.0000065234553,0.009276027],"study_design_scores_gemma":[0.0046476596,0.0006357766,0.9125652,0.000051630283,0.00004158873,0.000008710224,0.0009409803,0.080255,0.0002948769,0.00006181082,0.00030074405,0.00019602066],"about_ca_topic_score_codex":0.000023432684,"about_ca_topic_score_gemma":0.000031298354,"teacher_disagreement_score":0.07612987,"about_ca_system_score_codex":0.000036357214,"about_ca_system_score_gemma":0.000053536,"threshold_uncertainty_score":0.8293773},"labels":[],"label_agreement":null},{"id":"W2922063626","doi":"10.5206/uwomj.v87i2.1128","title":"CSTAR, Robotics, and Minimally Invasive Surgery: An Interview with Dr. Christopher Schlachta","year":2019,"lang":"en","type":"article","venue":"University of Western Ontario Medical Journal","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Internship; Invasive surgery; Medicine; Robotic surgery; General surgery; Robotics; Surgery; Medical education; Artificial intelligence; Robot","score_opus":0.03085230724456059,"score_gpt":0.2397164005943761,"score_spread":0.2088640933498155,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2922063626","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9949933,0.00008203932,0.00036386872,0.0023956702,0.0000924145,0.00008854568,7.9353396e-7,0.000013788821,0.0019695293],"genre_scores_gemma":[0.9963512,0.0000892009,0.00071905705,0.0007600494,0.000052351388,1.8969972e-8,0.0000093524695,0.000009189787,0.0020096004],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9988215,0.00008458213,0.00020232167,0.00017028002,0.0005461601,0.00017516148],"domain_scores_gemma":[0.99877197,0.00019058303,0.00015008422,0.00012262342,0.00014192142,0.000622827],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00046907912,0.00011200307,0.00041135857,0.0001036553,0.00006624346,0.000018612582,0.000115282826,0.00011033148,0.0040751384],"category_scores_gemma":[0.00005539677,0.000090732035,0.00008724553,0.00006682345,0.00017378593,0.00019026319,0.000054643155,0.00049093674,0.00001918831],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0007401269,0.00015932725,0.9801413,0.00006306718,0.00015447638,0.0011995155,0.0020866473,0.000019292464,0.000010988886,0.000018780636,0.000109463654,0.015297024],"study_design_scores_gemma":[0.008182271,0.001095073,0.942462,0.0017907202,0.00021361388,0.001333762,0.002681702,0.0001847126,0.000010674523,0.000023595474,0.041809082,0.00021277425],"about_ca_topic_score_codex":0.0019079511,"about_ca_topic_score_gemma":0.03240247,"teacher_disagreement_score":0.041699618,"about_ca_system_score_codex":0.000111665184,"about_ca_system_score_gemma":0.00080428954,"threshold_uncertainty_score":0.9968353},"labels":[],"label_agreement":null},{"id":"W2925694227","doi":"10.7759/cureus.4385","title":"Development of In-situ Simulation Lab for Training Gynecology Residents in Basic Laparoscopic and Hysteroscopic Operative Skills","year":2019,"lang":"en","type":"article","venue":"Cureus","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Medicine; Simulation training; Medical physics; Laparoscopy; General surgery; Medical education; Simulation","score_opus":0.04285857049735782,"score_gpt":0.3529914625058738,"score_spread":0.310132892008516,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2925694227","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99750143,0.000070244714,0.000055322893,0.000030326777,0.000107445645,0.0005462106,0.0000013467338,0.000008358107,0.0016793325],"genre_scores_gemma":[0.9980824,0.0000028227755,0.0015377193,0.00011506553,0.000010882751,0.000019311325,0.000021577187,0.000008077475,0.0002021384],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9992647,0.00003002607,0.00030640673,0.0001717521,0.00008243142,0.00014466037],"domain_scores_gemma":[0.99937564,0.00041918404,0.0000538613,0.00007301617,0.000038932954,0.00003936167],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000211626,0.00007654506,0.0002951535,0.00008364242,0.000017903285,0.000005297948,0.000027663054,0.000074673786,0.00007582658],"category_scores_gemma":[0.00021187084,0.0000694997,0.000014319897,0.00010877316,0.000018507306,0.000069088004,0.000017898863,0.00006831487,0.000005077942],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00020461791,0.0002566387,0.93061936,0.0002478752,0.000048812457,0.00000792879,0.032902766,0.004267755,0.012251433,0.0003734063,0.0000023891635,0.018817022],"study_design_scores_gemma":[0.009652196,0.00016293656,0.98121816,0.00029187035,0.000008257424,4.8721085e-7,0.0010747423,0.0037549112,0.003100409,0.00007080563,0.00058361335,0.00008160104],"about_ca_topic_score_codex":0.000005702106,"about_ca_topic_score_gemma":0.00034847108,"teacher_disagreement_score":0.050598815,"about_ca_system_score_codex":0.00006741483,"about_ca_system_score_gemma":0.00008839156,"threshold_uncertainty_score":0.28341156},"labels":[],"label_agreement":null},{"id":"W2926484292","doi":"10.1080/09273972.2024.2433962","title":"The role of stereopsis in microsurgical performance on the EYESi ophthalmic surgical simulator","year":2024,"lang":"en","type":"article","venue":"Strabismus","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Izaak Walton Killam Health Centre; Dalhousie University","funders":"","keywords":"Stereoscopic acuity; Stereopsis; Medicine; Optometry; Ophthalmology; Ophthalmic pathology; Task (project management); Surgery; Neuro-ophthalmology; Computer science; Artificial intelligence; Visual acuity; Glaucoma; Engineering","score_opus":0.01809155398401443,"score_gpt":0.29253984494005225,"score_spread":0.27444829095603784,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2926484292","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9616744,0.00085980975,6.2878513e-7,0.0009599027,0.00013962042,0.00020819124,0.0000048087013,0.000037601054,0.036115054],"genre_scores_gemma":[0.9992534,0.00006943075,0.0000049574624,0.00006628664,0.00010173817,0.000010721375,0.0000037226835,0.000014766814,0.00047496188],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.998898,0.00006859558,0.00031131506,0.00019379686,0.0002912998,0.00023698718],"domain_scores_gemma":[0.99832284,0.0013253286,0.000029863357,0.00022254132,0.000028246592,0.00007119026],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00045611078,0.00011990933,0.00019291174,0.000056019027,0.00008288992,0.000038801238,0.000109510365,0.00007893291,0.00039361796],"category_scores_gemma":[0.00005454609,0.00005836906,0.00013420999,0.00031084358,0.00013734575,0.000033978376,0.000024010553,0.00035969552,0.00006115955],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.003807796,0.00073786237,0.16445164,0.0003345931,0.00038261732,0.0014129981,0.0028945343,0.0043718703,0.002159323,0.09934013,0.00013165669,0.719975],"study_design_scores_gemma":[0.006966862,0.00110737,0.33851358,0.0013038707,0.000111726054,0.00039156983,0.0019052007,0.15913673,0.009232244,0.0022743389,0.47854042,0.0005161021],"about_ca_topic_score_codex":0.000009117251,"about_ca_topic_score_gemma":0.000001837203,"teacher_disagreement_score":0.7194589,"about_ca_system_score_codex":0.00003385429,"about_ca_system_score_gemma":0.000056718276,"threshold_uncertainty_score":0.43098405},"labels":[],"label_agreement":null},{"id":"W2931511452","doi":"10.7759/cureus.4373","title":"Development of a Three-dimensional Printed Emergent Burr Hole and Craniotomy Simulator","year":2019,"lang":"en","type":"article","venue":"Cureus","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":14,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Memorial University of Newfoundland","funders":"","keywords":"Medicine; Craniotomy; Simulation; Surgery","score_opus":0.03488047343872921,"score_gpt":0.29651183643503326,"score_spread":0.2616313629963041,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2931511452","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99732906,0.00016131243,0.00018739684,0.00006556298,0.00010580024,0.00022452169,9.088142e-7,0.000025614361,0.0018998157],"genre_scores_gemma":[0.9975537,0.0000014555866,0.0020620176,0.0001119676,0.000022096441,0.000002883708,0.000008278499,0.000008171837,0.00022943634],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.999376,0.0000060360844,0.00019760508,0.00013607417,0.00018230634,0.00010197273],"domain_scores_gemma":[0.9996463,0.00004249707,0.000042372856,0.000106286105,0.00006546456,0.00009709624],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00009514574,0.00007182612,0.00016445904,0.000026333171,0.000022720264,0.0000026402045,0.000024042454,0.000043500302,0.0016321571],"category_scores_gemma":[0.00003186276,0.000055979694,0.000033501412,0.00006444718,0.000019473573,0.000022410939,0.00003565459,0.000060344413,0.000054549106],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0015067058,0.0014155206,0.82745653,0.00056065066,0.0009917129,0.00006352645,0.0036880688,0.004116858,0.05091766,0.00639146,0.00018637492,0.10270491],"study_design_scores_gemma":[0.009454072,0.00018207935,0.81721187,0.00026271495,0.0000594999,0.00000956738,0.00015461314,0.060908988,0.00582203,0.00009830794,0.10557331,0.0002629434],"about_ca_topic_score_codex":0.0000051820107,"about_ca_topic_score_gemma":0.000005893514,"teacher_disagreement_score":0.10538694,"about_ca_system_score_codex":0.000018815595,"about_ca_system_score_gemma":0.000054693606,"threshold_uncertainty_score":0.9992805},"labels":[],"label_agreement":null},{"id":"W2932196124","doi":"10.1016/j.cag.2019.03.012","title":"New haptic syringe device for virtual angiography training","year":2019,"lang":"en","type":"article","venue":"Computers & Graphics","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":6,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Montréal; Computer Research Institute of Montréal","funders":"Science and Technology Commission of Shanghai Municipality; National Natural Science Foundation of China","keywords":"Haptic technology; Computer science; Syringe; Virtual reality; Simulation; Component (thermodynamics); Human–computer interaction; Medicine","score_opus":0.050002241678488574,"score_gpt":0.29225969063270557,"score_spread":0.242257448954217,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2932196124","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.79524934,0.00062598166,0.19572125,0.00095132727,0.0020680064,0.001004491,0.000005845702,0.00044393685,0.0039298045],"genre_scores_gemma":[0.9870179,0.000010463926,0.010187747,0.0023189855,0.00025458244,0.000005246614,0.000032066207,0.000028167136,0.00014480298],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9989763,0.00001695595,0.00022496922,0.00028511346,0.00020619684,0.0002904518],"domain_scores_gemma":[0.9990297,0.00037323136,0.00006183533,0.00020945637,0.00007226607,0.00025348627],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00017427934,0.00015419522,0.0002946425,0.00027594113,0.00006940599,0.000034633245,0.000101245925,0.00009790218,0.000056132867],"category_scores_gemma":[0.000026211883,0.00014431961,0.0004508031,0.0005308831,0.000035018053,0.000072960895,0.000025555668,0.00015977563,0.000025568917],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0008720854,0.0002313837,0.113484874,0.000263222,0.0013803155,0.00006637416,0.0063289735,0.0014568157,0.0004543805,0.14401877,0.0032431127,0.7281997],"study_design_scores_gemma":[0.028924411,0.0026101512,0.14723425,0.000957264,0.00064163544,0.0000829283,0.0011675534,0.27193823,0.0000892161,0.0038986357,0.5412815,0.0011742036],"about_ca_topic_score_codex":0.000008097832,"about_ca_topic_score_gemma":0.0000027129804,"teacher_disagreement_score":0.7270255,"about_ca_system_score_codex":0.000011715386,"about_ca_system_score_gemma":0.00005834107,"threshold_uncertainty_score":0.5885183},"labels":[],"label_agreement":null},{"id":"W2934500503","doi":"10.1007/s11701-019-00950-1","title":"Eye gaze of endoscopists during simulated colonoscopy","year":2019,"lang":"en","type":"article","venue":"Journal of Robotic Surgery","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":15,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Medicine; Lumen (anatomy); Gaze; Colonoscopy; Orientation (vector space); Eye tracking; Computer vision; Artificial intelligence; Surgery; Computer science; Internal medicine; Colorectal cancer","score_opus":0.02159740000430108,"score_gpt":0.2926242105360917,"score_spread":0.2710268105317906,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2934500503","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99739945,0.00028423147,0.00007429819,0.00019375609,0.00092156586,0.000095683245,4.0746573e-7,0.0000136473345,0.0010169444],"genre_scores_gemma":[0.9989867,0.00004106879,0.00026707133,0.00009565096,0.00013490272,1.6842725e-7,0.0000017653707,0.00001675338,0.00045588642],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99852574,0.000059514914,0.00075249723,0.00009463807,0.00037737165,0.00019026866],"domain_scores_gemma":[0.99785143,0.0010922131,0.0005054037,0.00014039311,0.0002444617,0.00016611033],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00048632096,0.000105703715,0.00069037714,0.00027026128,0.000020231708,0.000008333556,0.000050467945,0.00007846889,0.0010748657],"category_scores_gemma":[0.00051735603,0.00008377408,0.00030511603,0.00026156806,0.000032874712,0.00009534002,0.000014640126,0.00021806179,0.000034077748],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0016273028,0.00021340768,0.929087,0.00024304741,0.00024267021,0.00035142104,0.00014175422,0.05889627,0.008224632,0.000022455111,0.00007155201,0.00087851874],"study_design_scores_gemma":[0.007580931,0.00048070302,0.9692555,0.0021583813,0.00020942479,0.000288519,0.00017622765,0.0050224,0.013391366,0.000044619734,0.001180566,0.00021134535],"about_ca_topic_score_codex":0.0000034790417,"about_ca_topic_score_gemma":1.5332436e-7,"teacher_disagreement_score":0.05387387,"about_ca_system_score_codex":0.000056232737,"about_ca_system_score_gemma":0.00015948096,"threshold_uncertainty_score":0.9998383},"labels":[],"label_agreement":null},{"id":"W2935702835","doi":"10.1016/j.jsurg.2019.03.005","title":"Pre-education Enhances the Success of Manual Training for Orthopedic Surgery Residents","year":2019,"lang":"en","type":"article","venue":"Journal of surgical education","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":6,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University Health Centre","funders":"","keywords":"Drill; Orthopedic surgery; Medicine; Medical education; Laminectomy; Physical therapy; Surgery; Engineering","score_opus":0.04336498241457612,"score_gpt":0.3860017211595982,"score_spread":0.3426367387450221,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2935702835","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99241954,0.0006330209,0.00007015784,0.0020059492,0.0016250168,0.00032049234,0.0000013110196,0.0000064222804,0.0029180842],"genre_scores_gemma":[0.99707144,0.00018006704,0.00021901948,0.00022008468,0.00082218973,0.0000116699875,0.000016959777,0.0000118657335,0.0014466718],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9984835,0.00008847822,0.0007379777,0.00011500036,0.00043143245,0.00014362817],"domain_scores_gemma":[0.99712265,0.0013822216,0.000662371,0.00013008656,0.00057464145,0.00012801624],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0012852021,0.000093913455,0.0003667002,0.00018730007,0.000053660246,0.000023315404,0.00009049617,0.000075096345,0.00043029204],"category_scores_gemma":[0.00042498257,0.000059426333,0.00026006388,0.00025362457,0.000049776958,0.00022458663,0.000008531377,0.0001854722,0.0000052995756],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00353955,0.0016145639,0.35966054,0.00057075155,0.00023030181,0.0000062216136,0.004768835,0.00019535526,0.00064975984,0.0023708667,0.0027968523,0.62359643],"study_design_scores_gemma":[0.0031602879,0.0004700769,0.88489753,0.0014491332,0.00025235667,0.00037436807,0.0067521064,0.00025708962,0.0014578741,0.0011042048,0.09962516,0.00019981037],"about_ca_topic_score_codex":0.000018555167,"about_ca_topic_score_gemma":0.0000016176801,"teacher_disagreement_score":0.6233966,"about_ca_system_score_codex":0.000049019465,"about_ca_system_score_gemma":0.0015024618,"threshold_uncertainty_score":0.4711396},"labels":[],"label_agreement":null},{"id":"W2937825235","doi":"10.2196/12678","title":"An Epiduroscopy Simulator Based on a Serious Game for Spatial Cognitive Training (EpiduroSIM): User-Centered Design Approach","year":2019,"lang":"en","type":"article","venue":"JMIR Serious Games","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Korea Institute for Advancement of Technology","keywords":"Fidelity; Cognition; Cognitive training; Human–computer interaction; Virtual reality; Training (meteorology); Computer science; Multimedia; Simulation; Applied psychology; Psychology","score_opus":0.05501937337650434,"score_gpt":0.340993028900441,"score_spread":0.2859736555239366,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2937825235","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9196868,0.000023157969,0.07223418,0.000118632124,0.00037191706,0.005042413,0.00008250842,0.00043645143,0.0020039408],"genre_scores_gemma":[0.9918223,0.0000022222375,0.004204125,0.0024841104,0.00030048031,0.00041806704,0.00031919725,0.00013546599,0.00031402195],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9972156,0.00022631256,0.00051837007,0.00085032615,0.00047294438,0.000716403],"domain_scores_gemma":[0.99779767,0.00088446756,0.00021293067,0.000466172,0.00017774392,0.0004610062],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00042909198,0.00045801428,0.0008173681,0.00022375931,0.00011958254,0.00010204115,0.00016333531,0.00025760944,0.00032691297],"category_scores_gemma":[0.00025433936,0.00040691896,0.00029395398,0.00026264912,0.0000941646,0.00016198173,0.000020447646,0.00032498562,0.00007278293],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0730703,0.008788477,0.0719387,0.0014812091,0.0009087177,0.0003703185,0.015373206,0.1952688,0.015792653,0.00062627025,0.00028508346,0.61609626],"study_design_scores_gemma":[0.033716615,0.006267348,0.051746167,0.0004167754,0.00016041052,0.000022066053,0.0009995884,0.8962184,0.0025525407,0.000041680792,0.0071855397,0.00067287125],"about_ca_topic_score_codex":0.000014084074,"about_ca_topic_score_gemma":0.0000030617296,"teacher_disagreement_score":0.7009496,"about_ca_system_score_codex":0.00009124066,"about_ca_system_score_gemma":0.00021702533,"threshold_uncertainty_score":0.9998383},"labels":[],"label_agreement":null},{"id":"W2937851360","doi":"10.1016/j.jsurg.2019.03.020","title":"Perceived Barriers to the Development of Technical Skill Proficiency in Surgical Clerkship","year":2019,"lang":"en","type":"article","venue":"Journal of surgical education","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":21,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"London Health Sciences Centre; Western University; University of Alberta; University of Calgary","funders":"","keywords":"Medical education; Accreditation; Psychological intervention; Medicine; Set (abstract data type); Psychology; Nursing; Computer science","score_opus":0.024558087316497022,"score_gpt":0.34065022091479474,"score_spread":0.31609213359829774,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2937851360","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9813241,0.00008797064,0.000016438453,0.0026037723,0.00033091006,0.00031928127,2.9749933e-7,0.000006583886,0.0153106665],"genre_scores_gemma":[0.9984872,0.000014043933,0.0008571071,0.00017757366,0.0001552975,0.000006217757,0.0000026177731,0.000008546166,0.0002914127],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.998222,0.000094348245,0.00084050745,0.00013378478,0.000530289,0.00017905394],"domain_scores_gemma":[0.99869746,0.00032138667,0.00021583622,0.00013672425,0.00027400075,0.0003545967],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0012869836,0.0000982169,0.00033780932,0.00021824654,0.00004072935,0.0000116855645,0.00013434706,0.00009612429,0.0010528679],"category_scores_gemma":[0.00039525327,0.000058640493,0.00013545257,0.00050860835,0.00004262149,0.00007755774,0.000024431474,0.0003618253,0.000034318553],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.004897598,0.0034948094,0.71004695,0.00021467812,0.0001170706,0.00014549783,0.019898128,0.0016237844,0.0023255977,0.0045589316,0.0005260674,0.2521509],"study_design_scores_gemma":[0.003116258,0.00029586174,0.8813965,0.00039498333,0.000022701444,0.0003087051,0.0035275912,0.00012301764,0.000259495,0.000048924252,0.11039041,0.00011560235],"about_ca_topic_score_codex":0.000002972384,"about_ca_topic_score_gemma":0.0000025442669,"teacher_disagreement_score":0.2520353,"about_ca_system_score_codex":0.00016649149,"about_ca_system_score_gemma":0.0012512343,"threshold_uncertainty_score":0.9998603},"labels":[],"label_agreement":null},{"id":"W2938778679","doi":"10.1016/j.athoracsur.2019.03.050","title":"Development and Pilot Testing of an Assessment Tool for Performance of Invasive Mediastinal Staging","year":2019,"lang":"en","type":"article","venue":"The Annals of Thoracic Surgery","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":8,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto; University of Calgary; Université de Montréal; University of Alberta","funders":"Western University","keywords":"Medicine; Medical physics; Radiology","score_opus":0.2367620649166351,"score_gpt":0.43044776469951124,"score_spread":0.19368569978287614,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2938778679","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9989653,0.000060995968,0.00004816187,0.00012916216,0.000050714436,0.00024855867,0.0000037421923,0.0000101554415,0.00048318767],"genre_scores_gemma":[0.9942151,0.000016763215,0.0055691972,0.00011749531,0.00002718754,0.000008276188,0.000011371909,0.000009425379,0.00002523459],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99900323,0.00004937874,0.00043875357,0.000112185364,0.0002522145,0.00014425025],"domain_scores_gemma":[0.99629015,0.0029258789,0.0003061436,0.00014792437,0.0002807672,0.000049123966],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002063958,0.00008180085,0.0003514432,0.00009321816,0.000035865552,0.000003929198,0.000049868406,0.000020773508,0.000038370825],"category_scores_gemma":[0.0005915116,0.00005641076,0.000048111535,0.00015065154,0.000060015056,0.00008814282,0.00003190607,0.000063742424,5.7660986e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0012753902,0.00016558595,0.52599984,0.0012780017,0.00009568234,0.0000019396095,0.0006830323,0.00026871782,0.00730269,0.000055859033,0.000008385386,0.46286488],"study_design_scores_gemma":[0.0005869844,0.0006682105,0.7222884,0.0017384281,0.000055309447,0.000010724095,0.00088629185,0.0102459,0.262966,0.000068252084,0.00032921464,0.00015625279],"about_ca_topic_score_codex":0.0000053549793,"about_ca_topic_score_gemma":6.08173e-7,"teacher_disagreement_score":0.46270862,"about_ca_system_score_codex":0.0000055364444,"about_ca_system_score_gemma":0.00020819086,"threshold_uncertainty_score":0.23003641},"labels":[],"label_agreement":null},{"id":"W2938963653","doi":"10.11591/ijeecs.v14.i3.pp1533-1543","title":"Objective assessment of surgeon’s psychomotor skill using virtual reality module","year":2019,"lang":"en","type":"article","venue":"Indonesian Journal of Electrical Engineering and Computer Science","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Kensington Health","funders":"","keywords":"Psychomotor learning; Virtual reality; Simulation; Computer science; Point (geometry); Path (computing); Motion (physics); Artificial intelligence; Human–computer interaction; Computer vision; Psychology; Mathematics","score_opus":0.014826408162844845,"score_gpt":0.29037774027858804,"score_spread":0.2755513321157432,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2938963653","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7548658,0.000033044827,0.24473806,0.000031557433,0.0001975105,0.000054053944,2.5366046e-7,0.000007492616,0.00007219466],"genre_scores_gemma":[0.9919427,0.000004057993,0.007920484,0.000033467022,0.00009059481,2.062616e-7,1.284517e-7,0.000005172268,0.000003160671],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99888647,0.000020596923,0.00033154676,0.0001469373,0.0004245139,0.00018993125],"domain_scores_gemma":[0.99920565,0.00014107043,0.00014147536,0.000095875905,0.00021676565,0.00019915139],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0006484725,0.00008558432,0.0002994344,0.0002677104,0.000033160653,0.000023793475,0.00009799928,0.000036647674,0.0000063595016],"category_scores_gemma":[0.000048613245,0.00006720088,0.00007475324,0.0006383033,0.000055847977,0.00014534987,0.000022793813,0.0002306952,2.5032932e-7],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0005115449,0.0008354999,0.28375158,0.00013976837,0.0002601265,0.00020994096,0.0007616844,0.44244263,0.025574345,0.015624023,0.000007795543,0.22988108],"study_design_scores_gemma":[0.0010675734,0.0005499106,0.29090723,0.00008150999,0.000011216925,0.00020337293,0.0000056927383,0.70661455,0.00046451422,0.000017413215,0.000019251034,0.000057759396],"about_ca_topic_score_codex":0.0000031894556,"about_ca_topic_score_gemma":3.12005e-8,"teacher_disagreement_score":0.26417196,"about_ca_system_score_codex":0.00007607394,"about_ca_system_score_gemma":0.00019710869,"threshold_uncertainty_score":0.27403724},"labels":[],"label_agreement":null},{"id":"W2940705716","doi":"10.3138/jvme.0418-037r","title":"Evaluation of a Human Virtual-Reality Endoscopy Trainer for Teaching Early Endoscopy Skills to Veterinarians","year":2019,"lang":"en","type":"article","venue":"Journal of Veterinary Medical Education","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":26,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"North Carolina State University","keywords":"Endoscopy; Medicine; Trainer; Medical physics; Physical therapy; Medical education; Surgery; Computer science","score_opus":0.10596750111088488,"score_gpt":0.4618264605936575,"score_spread":0.35585895948277263,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2940705716","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99303955,0.00004698536,0.0014708083,0.0017236882,0.0011077818,0.00069208693,0.00000344973,0.000012248731,0.001903376],"genre_scores_gemma":[0.99668026,0.0000041561207,0.0017809684,0.0007122424,0.0006095704,0.000029439827,0.000019585214,0.000021488346,0.00014231517],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9968511,0.00036347864,0.00085194,0.00018651587,0.001551124,0.00019583151],"domain_scores_gemma":[0.9977696,0.000352169,0.00042911383,0.00020378098,0.0008015892,0.0004437291],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.005064633,0.0001416321,0.0004510666,0.00026628093,0.00006376256,0.0000146496395,0.00014391459,0.00013457284,0.0011104144],"category_scores_gemma":[0.0034163655,0.00011654455,0.00021054201,0.00014400537,0.0000508487,0.00017894522,0.00002339466,0.00033446366,0.00000906551],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0053189523,0.0064001484,0.012074935,0.00050414505,0.0005776537,0.000037941823,0.017958526,0.00041403942,0.20784526,0.0025444368,0.0011505601,0.7451734],"study_design_scores_gemma":[0.10456373,0.13968524,0.5558197,0.012513234,0.0033908952,0.003177971,0.014016928,0.017286729,0.0071694353,0.003960398,0.13683398,0.0015817736],"about_ca_topic_score_codex":0.00002593592,"about_ca_topic_score_gemma":9.542817e-7,"teacher_disagreement_score":0.7435916,"about_ca_system_score_codex":0.00020874442,"about_ca_system_score_gemma":0.001248517,"threshold_uncertainty_score":0.9998027},"labels":[],"label_agreement":null},{"id":"W2940756244","doi":"10.3233/978-1-61499-951-5-489","title":"Surgeon and Assistant Point of View Simultaneous Video Recording","year":2019,"lang":"en","type":"article","venue":"Studies in health technology and informatics","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Manitoba; University of Calgary","funders":"","keywords":"USable; Computer science; Point (geometry); Magnification; Video camera; Computer vision; Artificial intelligence; Surgery; Multimedia; Medicine","score_opus":0.04337299713537169,"score_gpt":0.36321152216301883,"score_spread":0.31983852502764715,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2940756244","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98865646,0.006481358,0.000041004838,0.0023469143,0.00012316332,0.00033853683,0.0000016730071,0.000050762876,0.001960111],"genre_scores_gemma":[0.9909052,0.007282546,0.001204749,0.0005657425,0.0000038822945,0.0000043209516,0.0000013303,0.0000035104492,0.00002871996],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9990656,0.000014186598,0.000616174,0.0000654215,0.00007089717,0.00016774812],"domain_scores_gemma":[0.9991445,0.00047568447,0.00017877907,0.00010518344,0.00005925632,0.00003658489],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0005137009,0.000076669145,0.00044799657,0.00025197928,0.00005333282,0.0000018451916,0.000022342849,0.00009099784,0.000011588914],"category_scores_gemma":[0.00063423737,0.000058769703,0.000014779763,0.00030141012,0.00018636731,0.000049960458,0.00006776986,0.00019532318,0.0000023078246],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00018812735,0.000052364474,0.35795397,0.0069459793,0.00011387215,0.000015172352,0.0065478776,0.00008026433,0.000004180714,0.018302452,0.000046293313,0.60974944],"study_design_scores_gemma":[0.033362776,0.009792942,0.10871191,0.02322902,0.00017631898,0.0009934811,0.2762691,0.13886404,0.00038423922,0.02901847,0.37773606,0.0014616206],"about_ca_topic_score_codex":0.0000072960374,"about_ca_topic_score_gemma":0.000006717321,"teacher_disagreement_score":0.6082878,"about_ca_system_score_codex":0.000036944995,"about_ca_system_score_gemma":0.000029445453,"threshold_uncertainty_score":0.2396559},"labels":[],"label_agreement":null},{"id":"W2941103547","doi":"10.1007/978-3-319-08234-9_130-1","title":"Immersive Technologies for Medical Education","year":2017,"lang":"en","type":"book-chapter","venue":"Encyclopedia of Computer Graphics and Games","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":8,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Memorial University of Newfoundland; Ontario Tech University","funders":"","keywords":"Computer science; Multimedia; Psychology; Human–computer interaction","score_opus":0.016060540888987146,"score_gpt":0.28869488911838315,"score_spread":0.27263434822939603,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2941103547","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0011638771,0.007921874,0.003563957,0.0046343775,0.0013904275,0.000990114,0.00003351359,0.00012682752,0.980175],"genre_scores_gemma":[0.31846395,0.14603207,0.01866318,0.0050879256,0.005186907,0.00017632778,0.0010583481,0.0003282023,0.5050031],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9990959,0.0000038219987,0.00027825104,0.00025131807,0.00025787158,0.00011284994],"domain_scores_gemma":[0.9990114,0.00021532577,0.00023320003,0.00025521626,0.00018543874,0.000099425284],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00012978703,0.00018221272,0.0004426053,0.0002144525,0.00006996132,0.000014837296,0.000121202815,0.00042677013,0.000060454047],"category_scores_gemma":[0.00012781033,0.00014931094,0.00017675264,0.000012923187,0.00031242202,0.000032174048,0.00007166549,0.00025668173,0.0000014166596],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000045357167,0.000038060527,0.0005748259,0.00018882244,0.00013108486,0.000007690673,0.00010420059,1.6625343e-7,9.410121e-8,0.38217717,0.0025046912,0.61422783],"study_design_scores_gemma":[0.0010689497,0.00021589396,0.0012122818,0.0007687606,0.00012732949,0.00001707587,0.000021408598,0.0005265101,0.000002869312,0.05439759,0.941472,0.00016934598],"about_ca_topic_score_codex":0.0000034919494,"about_ca_topic_score_gemma":0.0000033828567,"teacher_disagreement_score":0.9389673,"about_ca_system_score_codex":0.0000059969866,"about_ca_system_score_gemma":0.00025339716,"threshold_uncertainty_score":0.60887235},"labels":[],"label_agreement":null},{"id":"W2942210227","doi":"10.1097/01.ju.0000556008.17548.f3","title":"MP35-18 DEVELOPMENT, IMPLEMENTATION, AND EVALUATION OF A COMPETENCY-BASED DIDACTIC AND SIMULATION-FOCUSED BOOT CAMP FOR INCOMING UROLOGY RESIDENTS: REPORT OF FIRST TWO YEARS","year":2019,"lang":"en","type":"article","venue":"The Journal of Urology","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Boot camp; Medicine; Curriculum; Competency assessment; Medical education; Library science; Pedagogy; Psychology; Computer science","score_opus":0.05584701342008252,"score_gpt":0.3876864928783501,"score_spread":0.3318394794582676,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2942210227","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99721634,0.00017538907,0.001378977,0.0007125517,0.000073232884,0.0003434778,9.969431e-7,0.0000025887382,0.000096469405],"genre_scores_gemma":[0.9987956,0.000005822897,0.000969329,0.00018154296,0.000026551481,0.0000023079106,0.00000641162,0.0000075036546,0.000004928086],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99875563,0.00017514057,0.0006437896,0.00007948806,0.00025022833,0.000095705655],"domain_scores_gemma":[0.9971623,0.0014884807,0.0007609408,0.00009676452,0.00044989298,0.000041650816],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002432992,0.00006360995,0.0002722999,0.00014479994,0.000040960098,0.0000034791535,0.00003680407,0.00004344467,0.00021143656],"category_scores_gemma":[0.00047093586,0.000047233792,0.000033951444,0.00007655059,0.00007032891,0.000060513234,0.000016145184,0.00009062345,4.3616384e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0038396372,0.000109527005,0.9171265,0.0000844566,0.0003553997,0.000021947322,0.00334298,0.060163494,0.001387546,0.00016386811,0.000018706745,0.013385957],"study_design_scores_gemma":[0.01933679,0.0010274599,0.9138032,0.000032718865,0.0005660264,0.00028354634,0.00045381827,0.061803166,0.0003242269,0.0010886159,0.0012099778,0.000070431335],"about_ca_topic_score_codex":0.000016230919,"about_ca_topic_score_gemma":0.000052072504,"teacher_disagreement_score":0.015497153,"about_ca_system_score_codex":0.000022985234,"about_ca_system_score_gemma":0.00025988446,"threshold_uncertainty_score":0.23150821},"labels":[],"label_agreement":null},{"id":"W2942215490","doi":"10.1097/01.ju.0000556009.17548.ba","title":"MP35-19 UTILITY AND FEASIBILITY OF VIDEO-BASED ASSESSMENT FOR URETEROSCOPY AND LASER LITHOTRIPSY","year":2019,"lang":"en","type":"article","venue":"The Journal of Urology","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Laser lithotripsy; Ureteroscopy; Medicine; Lithotripsy; General surgery; Medical physics; Surgery; Ureter","score_opus":0.05876831317144521,"score_gpt":0.38180100546794304,"score_spread":0.32303269229649784,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2942215490","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9951363,0.00023922963,0.0019321152,0.0020708023,0.00008591106,0.00023892318,0.000003859524,0.0000031045386,0.00028976265],"genre_scores_gemma":[0.9981256,0.000015831274,0.0007737318,0.0010322229,0.000030183313,6.1207334e-7,8.880963e-7,0.0000040398363,0.00001689801],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99929285,0.00015731867,0.00028001817,0.00007200126,0.00010702273,0.00009078521],"domain_scores_gemma":[0.99841636,0.0010836798,0.00019174264,0.00011685436,0.00010855,0.0000828113],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0014863004,0.000057081234,0.0002733793,0.00003838577,0.000024707158,0.0000031488594,0.000038128237,0.000056496923,0.00014199523],"category_scores_gemma":[0.00021061234,0.000032842076,0.000053413616,0.000042203603,0.000108386965,0.00002705255,0.000013020591,0.00015909947,2.3550817e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.007182437,0.00014001956,0.98628443,0.00010728859,0.00007537933,0.000003648487,0.00021802711,0.00012096349,0.0019283657,0.00012074946,0.000035415036,0.0037832856],"study_design_scores_gemma":[0.01069736,0.00249578,0.97265553,0.000018092902,0.00018710211,0.0000832968,0.00008283457,0.009428293,0.0004640331,0.0012169051,0.002627973,0.00004280146],"about_ca_topic_score_codex":0.0000034205736,"about_ca_topic_score_gemma":0.0000013315519,"teacher_disagreement_score":0.013628893,"about_ca_system_score_codex":0.000011067605,"about_ca_system_score_gemma":0.000069372545,"threshold_uncertainty_score":0.15547483},"labels":[],"label_agreement":null},{"id":"W2942537326","doi":"10.1007/s00464-019-06788-w","title":"Feasibility of remote administration of the fundamentals of laparoscopic surgery (FLS) skills test using Google wearable device","year":2019,"lang":"en","type":"article","venue":"Surgical Endoscopy","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":12,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University Health Network; University of Toronto","funders":"University Health Network","keywords":"Medicine; Abdominal surgery; Laparoscopic surgery; Wearable computer; Hepatology; Test (biology); Endoscopic surgery; Administration (probate law); Laparoscopy; Medical physics; Endoscopy; General surgery; Surgery; Computer science; Embedded system","score_opus":0.055093257682164484,"score_gpt":0.35358949081650515,"score_spread":0.29849623313434065,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2942537326","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99333584,0.00014862843,0.000009343246,0.000072516945,0.00019315064,0.0004309399,0.000023858827,0.000016055645,0.005769634],"genre_scores_gemma":[0.9991254,0.000022514225,0.00045529963,0.00004679781,0.00002990733,9.32702e-7,0.000010327948,0.000012847248,0.00029594885],"study_design_codex":"observational","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.99826705,0.000119986624,0.0007261504,0.00023340079,0.00045137378,0.00020203578],"domain_scores_gemma":[0.99745715,0.0015132509,0.0003858369,0.00040246794,0.00014580887,0.000095481504],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00058323215,0.00013290056,0.0006515462,0.000060190374,0.000034004668,0.0000056429635,0.00008705827,0.00010775095,0.0011151371],"category_scores_gemma":[0.00049671694,0.00009352521,0.00026321292,0.0004360412,0.00017026291,0.00007070724,0.000041830925,0.00014567305,0.000010132854],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00092355424,0.000686478,0.9782156,0.00046309235,0.000047506877,0.000008865348,0.00009327063,0.00014521471,0.017971234,0.00013472089,0.000005607547,0.0013048557],"study_design_scores_gemma":[0.023004927,0.0006211947,0.38786688,0.0026261732,0.00020164602,0.00005914363,0.00030014952,0.0043323976,0.5775991,0.00028372277,0.002811621,0.00029302697],"about_ca_topic_score_codex":0.00010145036,"about_ca_topic_score_gemma":0.000006070712,"teacher_disagreement_score":0.5903487,"about_ca_system_score_codex":0.00005015897,"about_ca_system_score_gemma":0.00025057167,"threshold_uncertainty_score":0.999798},"labels":[],"label_agreement":null},{"id":"W2942859524","doi":"10.1055/a-0867-9626","title":"Influence of video-based feedback on self-assessment accuracy of endoscopic skills: a randomized controlled trial","year":2019,"lang":"en","type":"article","venue":"Endoscopy International Open","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":31,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University; SickKids Foundation; Hospital for Sick Children; University of Toronto; St. Michael's Hospital","funders":"","keywords":"Psychological intervention; Medicine; Video feedback; Randomized controlled trial; Benchmark (surveying); Competence (human resources); Esophagogastroduodenoscopy; Physical therapy; Computer science; Medical physics; Endoscopy; Surgery; Psychology; Nursing","score_opus":0.014137924081723041,"score_gpt":0.3628865252735577,"score_spread":0.34874860119183465,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2942859524","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9376792,0.000011281718,0.00006957543,0.00047590348,0.0004578343,0.005764647,0.000010940996,0.000025489257,0.055505186],"genre_scores_gemma":[0.9955412,0.00001311687,0.0027254485,0.0007533499,0.00006924288,0.0003187895,0.000044327633,0.000015449074,0.0005190437],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.99762416,0.0002443014,0.001007471,0.00025988492,0.00072142895,0.00014276824],"domain_scores_gemma":[0.9936174,0.004961909,0.0007249995,0.00027026024,0.00034011868,0.000085296444],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0010650847,0.00017246448,0.0014162018,0.00019448581,0.000020511734,0.000032966625,0.0003885645,0.00006845012,0.0021921245],"category_scores_gemma":[0.0015640085,0.00012222104,0.00035521752,0.0001358666,0.0000560772,0.00017247711,0.00007870997,0.000168911,0.000052816056],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.97449666,0.0012648164,0.007815058,0.000039498318,0.0008163799,0.0000062407826,0.00013266089,0.0070467195,0.0012770442,0.006806133,0.000021555798,0.00027724844],"study_design_scores_gemma":[0.97980034,0.00068279397,0.005515224,0.00047500234,0.00012554275,6.941023e-7,0.000024185907,0.007894816,0.0044457656,0.0001418311,0.0008077433,0.00008603878],"about_ca_topic_score_codex":0.000100517,"about_ca_topic_score_gemma":0.0000016349858,"teacher_disagreement_score":0.057862088,"about_ca_system_score_codex":0.000107026375,"about_ca_system_score_gemma":0.00038282524,"threshold_uncertainty_score":0.99872},"labels":[],"label_agreement":null},{"id":"W2944079842","doi":"10.4300/jgme-d-18-01082.1","title":"Comparison of Personal Video Technology for Teaching and Assessment of Surgical Skills","year":2019,"lang":"en","type":"article","venue":"Journal of Graduate Medical Education","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":12,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University","funders":"","keywords":"Computer science; Laptop; Mobile device; Multimedia; Medical physics; Medicine; World Wide Web","score_opus":0.04257096973168792,"score_gpt":0.4434487143900428,"score_spread":0.4008777446583549,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2944079842","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9872337,0.0002534737,0.0006019491,0.010322853,0.00034863502,0.00015729113,8.380022e-7,0.0000045074185,0.0010767662],"genre_scores_gemma":[0.9946427,0.000048141766,0.004958744,0.000110828245,0.00014513063,0.0000020578773,0.0000058011924,0.0000064246688,0.00008021861],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99854106,0.00006365437,0.000641525,0.000085881664,0.0005716921,0.00009621427],"domain_scores_gemma":[0.998431,0.000557808,0.00046647157,0.000060927945,0.00031530988,0.00016844885],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0012373133,0.00006762917,0.00046710926,0.00022385799,0.000027041437,0.0000035055,0.000055563418,0.000109444685,0.0001810007],"category_scores_gemma":[0.0010695992,0.000048598962,0.00010478829,0.000112726244,0.00011809975,0.000050137278,0.000013595957,0.0004980668,4.94513e-7],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00031375815,0.0024626632,0.45321864,0.0003626278,0.00015472197,0.0000050900517,0.0016660375,0.00001265402,0.00049573014,0.00640721,0.0006454096,0.53425545],"study_design_scores_gemma":[0.04075188,0.00907421,0.68733984,0.0062138876,0.0008740434,0.0017382387,0.024793314,0.08636912,0.0025113798,0.005053827,0.13478318,0.0004970666],"about_ca_topic_score_codex":0.000004401518,"about_ca_topic_score_gemma":3.928339e-7,"teacher_disagreement_score":0.5337584,"about_ca_system_score_codex":0.00003800277,"about_ca_system_score_gemma":0.0007037745,"threshold_uncertainty_score":0.21638799},"labels":[],"label_agreement":null},{"id":"W2944289235","doi":"10.1055/a-0894-4400","title":"Virtual reality simulation training in endoscopy: a Cochrane review and meta-analysis","year":2019,"lang":"en","type":"review","venue":"Endoscopy","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":128,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"The Wilson Centre; Western University; St. Michael's Hospital; Hospital for Sick Children; SickKids Foundation; Dalhousie University; University of Toronto","funders":"","keywords":"Medicine; Virtual reality; Curriculum; Confidence interval; Simulation training; Medical physics; Training (meteorology); Training effect; Physical therapy; Endoscopy; Meta-analysis; Surgery; Simulation; Computer science; Artificial intelligence; Internal medicine; Psychology","score_opus":0.27507380274107085,"score_gpt":0.47093580640772703,"score_spread":0.19586200366665618,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2944289235","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0000044476606,0.9934602,0.00024369983,0.0001630463,0.0000631836,0.0019264034,0.00006971527,0.00007345329,0.00399587],"genre_scores_gemma":[0.0031868208,0.99399465,0.0002485987,0.0007923025,0.000070724745,0.0001462486,0.0005919073,0.000058888807,0.0009098549],"study_design_codex":"design_other","study_design_gemma":"meta_analysis","domain_scores_codex":[0.99626404,0.00060508563,0.0014024591,0.000823843,0.00051265344,0.00039189958],"domain_scores_gemma":[0.9964814,0.002020156,0.00054089015,0.00064523786,0.00007780136,0.00023448521],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0013747059,0.00058994687,0.009247462,0.0005820112,0.000049947932,0.00003477953,0.00012471095,0.00033204042,0.0031282355],"category_scores_gemma":[0.00062903983,0.00042429156,0.0022565576,0.0016285634,0.000066847104,0.00010114669,0.000054137803,0.0006965977,0.00008813733],"study_design_candidate":"meta_analysis","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0001448779,0.0002158442,0.000066775996,0.11711172,0.18789321,0.00020201477,0.00086389075,0.0019101236,1.923599e-7,0.0008828769,0.000059981452,0.6906485],"study_design_scores_gemma":[0.0013116696,0.00007353325,0.000011549761,0.0033103968,0.55939436,0.0000055660626,0.000024277851,0.0006660241,1.1178285e-7,0.000010656772,0.43491608,0.00027575812],"about_ca_topic_score_codex":0.000047175876,"about_ca_topic_score_gemma":0.000019001467,"teacher_disagreement_score":0.6903727,"about_ca_system_score_codex":0.00010905793,"about_ca_system_score_gemma":0.00027008352,"threshold_uncertainty_score":0.9998209},"labels":[],"label_agreement":null},{"id":"W2944364436","doi":"10.1111/vsu.13224","title":"Comparison of 2 canine celiotomy closure models for training novice veterinary students","year":2019,"lang":"en","type":"article","venue":"Veterinary Surgery","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":17,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Guelph","funders":"","keywords":"Medicine; Rubric; Closure (psychology); Veterinary medicine; Medical education; Mathematics education; Psychology","score_opus":0.207546839762189,"score_gpt":0.4137305435399863,"score_spread":0.2061837037777973,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2944364436","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99514586,0.00020056975,0.00027479173,0.00007356539,0.00052019965,0.00060765794,0.00002631956,0.00009281684,0.0030582238],"genre_scores_gemma":[0.99847645,0.000010827039,0.0006577077,0.00023894332,0.00012774447,0.000041235107,0.00011193917,0.00004675244,0.00028840953],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9981477,0.000067309134,0.0006472872,0.0003451255,0.00043228234,0.00036029232],"domain_scores_gemma":[0.9982009,0.0009819556,0.00020920821,0.00031105452,0.00013102028,0.00016587289],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00054205593,0.0002156753,0.0008698137,0.00021892482,0.000055636887,0.000016720209,0.00011680436,0.00012977218,0.00032681067],"category_scores_gemma":[0.000063556974,0.00020336507,0.0003151237,0.00025442918,0.000043788128,0.00016210313,0.00007159417,0.00016072417,0.000021753556],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.009019656,0.0014637829,0.903368,0.0019415679,0.00057980424,0.0003585457,0.004555597,0.007005816,0.020198219,0.00023196434,0.00056307076,0.05071401],"study_design_scores_gemma":[0.025567876,0.014657949,0.5801806,0.0032132543,0.0004911726,0.0008291487,0.0063785356,0.17828646,0.0017836762,0.00028340137,0.18627693,0.0020510005],"about_ca_topic_score_codex":0.000019419082,"about_ca_topic_score_gemma":4.8525857e-7,"teacher_disagreement_score":0.32318738,"about_ca_system_score_codex":0.00004031454,"about_ca_system_score_gemma":0.00009746305,"threshold_uncertainty_score":0.8292987},"labels":[],"label_agreement":null},{"id":"W2944434548","doi":"10.1007/s11548-019-01992-4","title":"Accuracy assessment for the co-registration between optical and VIVE head-mounted display tracking","year":2019,"lang":"en","type":"article","venue":"International Journal of Computer Assisted Radiology and Surgery","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":20,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Robarts Clinical Trials; Western University","funders":"Canadian Institutes of Health Research","keywords":"Imaging phantom; Tracking (education); Tracking system; Computer science; Computer vision; Stylus; Artificial intelligence; Calibration; Kalman filter; Optics; Physics","score_opus":0.05040784829576221,"score_gpt":0.3989880711599462,"score_spread":0.348580222864184,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2944434548","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9143145,0.00021884595,0.07969365,0.0046730563,0.0007769122,0.00013131041,0.0000055396226,0.0000075488615,0.00017861022],"genre_scores_gemma":[0.9969059,0.00007780018,0.0015300433,0.000685073,0.00073962315,0.0000019430236,0.000035989564,0.000005844972,0.00001777533],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99905854,0.00007514758,0.00044694365,0.000113764756,0.00020248938,0.00010309571],"domain_scores_gemma":[0.9923481,0.006982515,0.00027052648,0.000054842243,0.00026698827,0.000077062796],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0007698467,0.000087210334,0.00032316017,0.000115190516,0.000060486513,0.00005580068,0.000065503365,0.00008296448,0.000027038346],"category_scores_gemma":[0.00014356375,0.000055097848,0.00013272358,0.000035947964,0.000089454166,0.00013123755,0.000013965895,0.00022214191,7.806558e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0006580903,0.00006063582,0.73502463,0.00001723335,0.00084852806,0.00006411866,0.00010259126,0.00017774,0.00018986095,0.0012806664,0.00029012925,0.26128575],"study_design_scores_gemma":[0.0021157865,0.00015620328,0.96898,0.0001095741,0.000077344324,0.0011789056,0.000038300397,0.018362798,0.000030078252,0.0000933421,0.008795658,0.000061988816],"about_ca_topic_score_codex":0.0000018262018,"about_ca_topic_score_gemma":6.5549e-7,"teacher_disagreement_score":0.26122376,"about_ca_system_score_codex":0.00003453002,"about_ca_system_score_gemma":0.00008764549,"threshold_uncertainty_score":0.22468251},"labels":[],"label_agreement":null},{"id":"W2944526528","doi":"10.5489/cuaj.6046","title":"Ensuring a future for robotic surgery in Canada","year":2019,"lang":"en","type":"article","venue":"Canadian Urological Association Journal","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"University of Toronto","funders":"","keywords":"Robotic surgery; Medicine; General surgery","score_opus":0.017213921663006195,"score_gpt":0.2189136586353837,"score_spread":0.2016997369723775,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2944526528","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9804469,0.000095195,0.000016648662,0.016764898,0.00085574575,0.00017660257,0.000004737721,0.000007802314,0.0016314744],"genre_scores_gemma":[0.99374837,0.000010162787,0.00004017581,0.0054926905,0.00043348037,0.0000037047696,0.00001407468,0.0000074611144,0.00024987292],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99890876,0.00006133945,0.00028318467,0.00011814374,0.00021941592,0.0004091484],"domain_scores_gemma":[0.99861646,0.00062938244,0.000119166005,0.000048747857,0.000115072005,0.00047116],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00055114145,0.00007723912,0.00026973593,0.0001307204,0.00007035662,0.000025407964,0.00003911803,0.00011771191,0.00087341835],"category_scores_gemma":[0.0006012732,0.000064558866,0.00010057195,0.00017206582,0.0000032996031,0.00004321939,0.0000031410907,0.0003592547,0.0000150971255],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000035196692,0.0000066242615,0.99196,0.000004554504,0.000022968023,0.0000666266,0.000019714424,0.002247893,0.0000023723953,0.00008159327,0.0012369512,0.0043155034],"study_design_scores_gemma":[0.0011507351,0.000028052256,0.9120528,0.000014003506,0.000011706025,0.00004266952,0.000121559264,0.0027400344,0.0000012444681,0.00010562508,0.083654225,0.00007732543],"about_ca_topic_score_codex":0.2519752,"about_ca_topic_score_gemma":0.7561173,"teacher_disagreement_score":0.5041421,"about_ca_system_score_codex":0.0025243005,"about_ca_system_score_gemma":0.0025629585,"threshold_uncertainty_score":0.95633185},"labels":[],"label_agreement":null},{"id":"W2944620216","doi":"10.1007/s11548-019-01955-9","title":"A “pickup” stereoscopic camera with visual-motor aligned control for the da Vinci surgical system: a preliminary study","year":2019,"lang":"en","type":"article","venue":"International Journal of Computer Assisted Radiology and Surgery","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":19,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Computer science; Stereo camera; Computer vision; Visualization; Artificial intelligence; Stereoscopy; Endoscope; Frame (networking); Smart camera; Surgery; Medicine","score_opus":0.019612576902816245,"score_gpt":0.3013529242297917,"score_spread":0.28174034732697545,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2944620216","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98385996,0.00037710747,0.012463228,0.0012024709,0.0014752555,0.0005266021,0.000004786364,0.000018996065,0.00007159377],"genre_scores_gemma":[0.9982396,0.000009979531,0.0002597456,0.00061897334,0.0007761338,0.000015472477,0.000007885003,0.000012466343,0.000059763115],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99848413,0.00024943665,0.00059956545,0.00017698895,0.00032734644,0.00016249953],"domain_scores_gemma":[0.9942311,0.004752978,0.00036283385,0.00010379894,0.00043963667,0.00010965144],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00087646,0.00014650096,0.0006149524,0.00020408373,0.00006989434,0.00004976345,0.00012805092,0.00008535427,0.00004300691],"category_scores_gemma":[0.00004651468,0.00008130117,0.00020860584,0.0000704255,0.00008485289,0.0000882784,0.000023856775,0.00017152847,0.0000025628776],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.030409351,0.0008290944,0.9166695,0.00008950913,0.0053915987,0.0027033014,0.000540877,0.0007218071,0.000050123654,0.0003360848,0.00032620938,0.04193253],"study_design_scores_gemma":[0.020573435,0.004276097,0.9143028,0.00045774734,0.00040744038,0.012524728,0.00059485855,0.0410988,0.0000056126914,0.0000067071696,0.005584514,0.00016725865],"about_ca_topic_score_codex":0.000005852873,"about_ca_topic_score_gemma":9.631697e-7,"teacher_disagreement_score":0.04176527,"about_ca_system_score_codex":0.000059272897,"about_ca_system_score_gemma":0.0001376459,"threshold_uncertainty_score":0.33153656},"labels":[],"label_agreement":null},{"id":"W2945147093","doi":"10.1177/1046878119842361","title":"A Virtual-Reality Training Simulator for Cochlear Implant Surgery","year":2019,"lang":"en","type":"article","venue":"Simulation & Gaming","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University","funders":"","keywords":"Virtual reality; Simulation; Computer science; Cochlear implant; Physics engine; Cochlear implantation; Haptic technology; Medical physics; Human–computer interaction; Medicine; Audiology","score_opus":0.09609075975218159,"score_gpt":0.3535808299648442,"score_spread":0.25749007021266257,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2945147093","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9695984,0.000029826384,0.026390458,0.00029382072,0.0005138295,0.0008741197,0.00002105383,0.00025600675,0.0020224454],"genre_scores_gemma":[0.9978269,0.0000016691946,0.00025130756,0.00080723024,0.00029155973,0.000015156094,0.00018919136,0.000046185254,0.0005708007],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99827427,0.000053738324,0.0005404388,0.00038764477,0.00034616503,0.0003977548],"domain_scores_gemma":[0.9957798,0.003408773,0.00016932024,0.0002642022,0.00017744032,0.00020042353],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00065390934,0.00019790068,0.0005161197,0.00018036818,0.00013001403,0.000039434693,0.00004794978,0.00014543274,0.0005178952],"category_scores_gemma":[0.0007068241,0.00018507997,0.00028310667,0.00025028526,0.000029930101,0.0001684381,0.00002026522,0.0001539911,0.0000926397],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0010083532,0.000101384154,0.019529441,0.00014978253,0.00012628708,0.000016726994,0.0016784217,0.79343516,0.0007991661,0.0016334326,0.00008810377,0.18143375],"study_design_scores_gemma":[0.0041464795,0.00013925138,0.022672849,0.00017955514,0.00006242607,0.00001005023,0.00061166857,0.9222816,0.00015278484,0.00016589176,0.04931713,0.00026028472],"about_ca_topic_score_codex":0.000008120578,"about_ca_topic_score_gemma":0.0000017857657,"teacher_disagreement_score":0.18117347,"about_ca_system_score_codex":0.00008038823,"about_ca_system_score_gemma":0.000112884314,"threshold_uncertainty_score":0.7547342},"labels":[],"label_agreement":null},{"id":"W2946273668","doi":"10.1007/s00464-019-06821-y","title":"Simulation platforms to assess laparoscopic suturing skills: a scoping review","year":2019,"lang":"en","type":"review","venue":"Surgical Endoscopy","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":17,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Montreal General Hospital; McGill University; McGill University Health Centre","funders":"","keywords":"Knot tying; Competence (human resources); Medicine; Medical physics; Medical education; Tying; Computer science; Surgery; Psychology","score_opus":0.16989550340270204,"score_gpt":0.46780380301357055,"score_spread":0.2979082996108685,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2946273668","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00014622102,0.9864453,0.00007284153,0.00003486418,0.00090473663,0.0049414854,0.000018643286,0.00026237592,0.007173544],"genre_scores_gemma":[0.00020987132,0.9963875,0.00031782762,0.0006909959,0.00074883417,0.0002431346,0.0003814282,0.00013511105,0.00088531454],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9956691,0.00014311039,0.0016086842,0.0009843367,0.000850609,0.0007441311],"domain_scores_gemma":[0.9949873,0.00298343,0.0004491347,0.0007827454,0.00014644019,0.0006509631],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.00072233233,0.0007571393,0.0046339254,0.00034203325,0.0001151826,0.00007670242,0.00026077073,0.00050816155,0.0022093686],"category_scores_gemma":[0.0009728401,0.00054282084,0.0011044592,0.001006092,0.000045105335,0.00016184403,0.00016762593,0.000879921,0.0018392396],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00009993566,0.00019066174,0.00004554685,0.34315118,0.0002527875,0.00035225227,0.00002613969,0.0010419055,4.467034e-8,0.0002048971,0.000053766602,0.6545809],"study_design_scores_gemma":[0.0035880113,0.0000896929,0.000001921089,0.43495908,0.0006534884,0.000033943248,0.0000018208032,0.0001241864,0.0000011746511,0.0000033791691,0.56020844,0.00033484068],"about_ca_topic_score_codex":0.000003700182,"about_ca_topic_score_gemma":0.00000109596,"teacher_disagreement_score":0.65424603,"about_ca_system_score_codex":0.00026494003,"about_ca_system_score_gemma":0.000590926,"threshold_uncertainty_score":0.99970233},"labels":[],"label_agreement":null},{"id":"W2946311545","doi":"10.1016/j.wneu.2019.04.256","title":"Presurgical and Intraoperative Augmented Reality in Neuro-Oncologic Surgery: Clinical Experiences and Limitations","year":2019,"lang":"en","type":"review","venue":"World Neurosurgery","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":74,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"SickKids Foundation; Hospital for Sick Children; University of Toronto","funders":"","keywords":"Medicine; Neuronavigation; Augmented reality; Virtual reality; Medical physics; Surgical planning; MEDLINE; Radiology; Magnetic resonance imaging; Computer science; Human–computer interaction","score_opus":0.394318669184098,"score_gpt":0.45466278421449247,"score_spread":0.06034411503039444,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2946311545","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.03838084,0.9534336,0.0000021351016,0.001255033,0.0014280427,0.001716485,0.000020221687,0.00014283111,0.003620814],"genre_scores_gemma":[0.05518848,0.94295216,0.000012744132,0.0009953261,0.00017144899,0.00017141068,0.00008321973,0.000039410377,0.00038581577],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9953151,0.0014133608,0.0016681463,0.0009343752,0.00028768097,0.00038133987],"domain_scores_gemma":[0.9697382,0.029187838,0.00039072876,0.0003073903,0.00004915715,0.0003266816],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00141734,0.00043091943,0.0029000824,0.0005506273,0.00011437738,0.00008283778,0.00006961274,0.00027041527,0.00010838535],"category_scores_gemma":[0.004154141,0.00032007147,0.00044619702,0.0009101041,0.0003778452,0.00011651283,0.00011619663,0.0009283017,0.000015445035],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00015419228,0.00027530055,0.018163053,0.0016367679,0.000058607515,0.0005758966,0.00024584247,0.0000014335379,1.1937834e-7,0.0001173664,0.0009269112,0.97784454],"study_design_scores_gemma":[0.0007587479,0.00009257558,0.016741619,0.002541272,0.00024324858,0.000112880305,0.00009100174,0.00014228106,1.799577e-7,0.000009529866,0.9789654,0.00030128696],"about_ca_topic_score_codex":0.000006164516,"about_ca_topic_score_gemma":0.000024554183,"teacher_disagreement_score":0.9780385,"about_ca_system_score_codex":0.00004970704,"about_ca_system_score_gemma":0.0003052756,"threshold_uncertainty_score":0.99992514},"labels":[],"label_agreement":null},{"id":"W2946323932","doi":"10.1016/j.urology.2019.04.037","title":"Training Genitourinary Reconstructive Surgeons: A Survey of Graduated Fellows and Fellowship Directors","year":2019,"lang":"en","type":"article","venue":"Urology","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":7,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Medicine; Likert scale; Medical education; Reconstructive surgery; Family medicine; Surgery","score_opus":0.07361301560236663,"score_gpt":0.2997521939304637,"score_spread":0.22613917832809707,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2946323932","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9871985,0.00014500786,0.000015104407,0.00009958382,0.00022317897,0.0001879569,0.000008532474,0.000041726988,0.012080451],"genre_scores_gemma":[0.99944836,0.000016604698,0.00006752665,0.0001719983,0.000019028428,0.0000029778334,0.00003690254,0.000013911979,0.00022266888],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99900734,0.00021890276,0.00024743992,0.00023098745,0.00009255083,0.00020276345],"domain_scores_gemma":[0.99849325,0.0010950537,0.00008845384,0.00013056966,0.000088250075,0.000104411294],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00045272408,0.0001054568,0.00040227556,0.00012861694,0.000025146797,0.0000031572688,0.000032869182,0.00011780785,0.00047768428],"category_scores_gemma":[0.00037305115,0.00009285038,0.000052144074,0.00020853902,0.00014488497,0.000031412328,0.000022388123,0.00017125373,0.0000202349],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0007690043,0.000043518743,0.967866,0.0000182784,0.00010185962,0.000036782916,0.0006386615,0.00003923846,0.00036689595,0.000116329735,0.00001014132,0.029993301],"study_design_scores_gemma":[0.0026609176,0.000440468,0.99234575,0.000013759941,0.00004124829,0.00013472394,0.00020615134,0.002571534,0.00009865301,0.00015361131,0.0012317377,0.00010145702],"about_ca_topic_score_codex":0.00026009625,"about_ca_topic_score_gemma":0.00006338238,"teacher_disagreement_score":0.029891845,"about_ca_system_score_codex":0.000008858953,"about_ca_system_score_gemma":0.00005699696,"threshold_uncertainty_score":0.5230308},"labels":[],"label_agreement":null},{"id":"W2946347092","doi":"10.1007/s00068-019-01156-8","title":"Wanted: automated objective proficiency assessment metrics for the FAST exam (and other POCUS studies)","year":2019,"lang":"en","type":"letter","venue":"European Journal of Trauma and Emergency Surgery","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University","funders":"","keywords":"Sports medicine; Medicine; Medical physics; Medical education; Physical therapy","score_opus":0.11469942952756379,"score_gpt":0.3607745014444264,"score_spread":0.24607507191686262,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2946347092","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.43983018,0.07909488,0.00486759,0.38390064,0.03409362,0.00479662,0.0002613225,0.0005254232,0.052629713],"genre_scores_gemma":[0.92282265,0.0049314247,0.000397211,0.062962964,0.0052083083,0.000011336334,0.000027496764,0.00022088458,0.003417746],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99732536,0.00046213577,0.0010588532,0.000286034,0.00052418164,0.00034342697],"domain_scores_gemma":[0.9964079,0.0020862962,0.00075483765,0.00019111687,0.00046112484,0.00009869423],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0028861791,0.00031819713,0.0008521735,0.00043179092,0.00018973876,0.000034101566,0.00011465712,0.0001051907,0.0001801714],"category_scores_gemma":[0.0006336817,0.00018196025,0.0004244725,0.0003051533,0.0000997245,0.00008012176,0.000039667506,0.0009814539,0.0000073170827],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00038463113,0.00017869598,0.03573638,0.0009237198,0.0030856475,0.0013657004,0.0021079378,0.0000511082,0.00002241146,0.000016958838,0.824392,0.13173477],"study_design_scores_gemma":[0.0021203125,0.0005886388,0.09312538,0.0006448412,0.000965311,0.00038876277,0.0013711192,0.0015392776,0.000009273852,0.00001760101,0.8988625,0.0003670232],"about_ca_topic_score_codex":0.0000027995304,"about_ca_topic_score_gemma":3.9081576e-7,"teacher_disagreement_score":0.48299244,"about_ca_system_score_codex":0.000047898975,"about_ca_system_score_gemma":0.000094808696,"threshold_uncertainty_score":0.7420124},"labels":[],"label_agreement":null},{"id":"W2946644796","doi":"10.1016/j.gie.2018.10.031","title":"ASGE EndoVators Summit: simulators and the future of endoscopic training","year":2019,"lang":"en","type":"article","venue":"Gastrointestinal Endoscopy","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":36,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto; SickKids Foundation; Hospital for Sick Children; The Wilson Centre","funders":"","keywords":"Summit; Medicine; Accreditation; White paper; Session (web analytics); Medical education; Training (meteorology); Engineering ethics; Political science; Computer science; Engineering","score_opus":0.016278438689677557,"score_gpt":0.2689361171970185,"score_spread":0.25265767850734094,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2946644796","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9870171,0.0003415623,0.0005470931,0.0005268161,0.00021798593,0.00048625868,0.000005405872,0.0000735127,0.010784242],"genre_scores_gemma":[0.99212414,0.000011936872,0.0070686024,0.00032854738,0.00020812581,0.000007596148,0.000008746888,0.000024525212,0.00021775061],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99858236,0.00009945583,0.0003930394,0.00027358643,0.0003248763,0.00032665647],"domain_scores_gemma":[0.9982067,0.0011138072,0.00016160164,0.0002634861,0.000086758344,0.00016764968],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00045842776,0.00020253246,0.00050518406,0.00009641372,0.00006353898,0.00001795,0.00009822385,0.000042576892,0.00054263393],"category_scores_gemma":[0.00035129962,0.00013040497,0.00014364699,0.0002479223,0.0002636483,0.00006946248,0.00004540732,0.0003173986,0.000031119496],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0037506511,0.00009904949,0.9482466,0.00021770515,0.00010372028,0.00007026539,0.0012346858,0.00047342814,0.004335672,0.024636831,0.000034560417,0.016796846],"study_design_scores_gemma":[0.263604,0.006048337,0.5979363,0.0050205425,0.0009383378,0.004890077,0.029399179,0.048327137,0.0051244018,0.0039450373,0.033439107,0.0013275959],"about_ca_topic_score_codex":0.000016463915,"about_ca_topic_score_gemma":0.000003444262,"teacher_disagreement_score":0.35031033,"about_ca_system_score_codex":0.000021020764,"about_ca_system_score_gemma":0.000080774706,"threshold_uncertainty_score":0.5941461},"labels":[],"label_agreement":null},{"id":"W2947109834","doi":"10.1016/j.jvs.2019.04.353","title":"PC120. Assessing Basic Vascular Surgical Skills With Smartphone Video","year":2019,"lang":"en","type":"article","venue":"Journal of Vascular Surgery","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Medicine; Likert scale; Competence (human resources); Task (project management); Vascular surgery; Medical education; Physical therapy; Medical physics; Surgery; Psychology","score_opus":0.016238035366151652,"score_gpt":0.26913836203779873,"score_spread":0.2529003266716471,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2947109834","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9941919,0.0013937714,0.0006350739,0.0002910216,0.0005923262,0.00015214302,5.4288876e-7,0.000035899353,0.002707319],"genre_scores_gemma":[0.9979078,0.00026156218,0.0007111525,0.00036495327,0.0005108925,0.0000015296636,0.000008285224,0.000048447524,0.00018536564],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99707067,0.00021849728,0.00082905503,0.00025212468,0.0012442727,0.00038539318],"domain_scores_gemma":[0.99715203,0.0012006452,0.00044231274,0.00036900843,0.00043213097,0.00040385287],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0024349398,0.00023887382,0.0010967947,0.00038004312,0.000070412745,0.00008515256,0.00009116712,0.00015067786,0.0014873992],"category_scores_gemma":[0.00030011736,0.00016037429,0.0011369127,0.0005538091,0.00006329487,0.00040722947,0.00002592985,0.0005422484,0.000103182945],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00061520113,0.0009254321,0.9304335,0.00021629111,0.0019903723,0.004782206,0.00020584885,0.001746316,0.00042673506,0.00006736433,0.00043466446,0.058156073],"study_design_scores_gemma":[0.01424691,0.00037021647,0.73719496,0.002099334,0.00075439905,0.003057685,0.00031433525,0.00064197107,0.0008638809,0.00004715258,0.23986019,0.000548976],"about_ca_topic_score_codex":0.0000061213805,"about_ca_topic_score_gemma":7.3864464e-7,"teacher_disagreement_score":0.23942553,"about_ca_system_score_codex":0.00009020564,"about_ca_system_score_gemma":0.00035981386,"threshold_uncertainty_score":0.99942535},"labels":[],"label_agreement":null},{"id":"W2947513773","doi":"10.1186/s12909-019-1572-4","title":"Reliability testing of a modified MISTELS score using a low-cost trainer box","year":2019,"lang":"en","type":"article","venue":"BMC Medical Education","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Trainer; Cronbach's alpha; Reliability (semiconductor); Intraclass correlation; Medicine; Test (biology); Medical physics; Medical education; Computer science; Psychometrics","score_opus":0.0991505865247056,"score_gpt":0.37005306351124256,"score_spread":0.27090247698653697,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2947513773","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9859429,0.00003575842,0.001729137,0.00018970498,0.0003610732,0.0004842021,0.000001207126,0.00004088732,0.011215112],"genre_scores_gemma":[0.99400675,0.0000011335949,0.0048708455,0.0005797435,0.00021617622,0.000012327902,0.000030058203,0.000013209671,0.0002697729],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99854934,0.00007346474,0.00042490815,0.00024121975,0.0005413352,0.00016970436],"domain_scores_gemma":[0.9983608,0.0007111716,0.00012730449,0.00025182765,0.00023649064,0.00031237627],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00065827207,0.0000985418,0.0002646173,0.00007182503,0.000030286952,0.0000071555546,0.00006587471,0.00013634386,0.0014462903],"category_scores_gemma":[0.008815629,0.0000792753,0.000081846316,0.0003274444,0.00007958867,0.000058930756,0.000016135024,0.00018402455,0.000023908071],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00068583846,0.0026835096,0.75458837,0.0026491408,0.00004216195,0.000006302315,0.0017960684,0.004061916,0.003934513,0.001703857,0.00016783086,0.22768049],"study_design_scores_gemma":[0.008431487,0.00015142892,0.4388409,0.003693429,0.00013570876,0.000080054124,0.0011438204,0.54349256,0.0008876238,0.0006145085,0.0021762096,0.00035227765],"about_ca_topic_score_codex":0.00011096289,"about_ca_topic_score_gemma":0.0000035124156,"teacher_disagreement_score":0.5394306,"about_ca_system_score_codex":0.000077141616,"about_ca_system_score_gemma":0.0023485422,"threshold_uncertainty_score":0.99953353},"labels":[],"label_agreement":null},{"id":"W2947974442","doi":"10.1016/j.jogc.2019.03.001","title":"Graduating Obstetrics and Gynaecology Residents’ Readiness for Practice: A Cross-Sectional Survey Study","year":2019,"lang":"en","type":"article","venue":"Journal of Obstetrics and Gynaecology Canada","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":18,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"McGill University; McMaster University; University of Toronto; University of Alberta","funders":"","keywords":"Obstetrics and gynaecology; Medicine; Likert scale; Program director; Cross-sectional study; Family medicine; Medical education; Psychology; Pregnancy","score_opus":0.04991314930941066,"score_gpt":0.33968059471369605,"score_spread":0.2897674454042854,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2947974442","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98389876,0.0012329485,0.00003125739,0.00012092728,0.01327754,0.0004954954,0.000018760056,0.0000054794164,0.0009188285],"genre_scores_gemma":[0.99877024,0.000036742742,0.00035166525,0.00041773025,0.00003773778,0.0000051876527,0.000011983456,0.000018555273,0.00035015366],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99797237,0.00020261698,0.00079630857,0.00026254065,0.00046771986,0.00029844494],"domain_scores_gemma":[0.95599025,0.041544974,0.00067185616,0.0001230921,0.0013984077,0.0002714151],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0016833321,0.00015956027,0.0005484686,0.0003417002,0.00018349686,0.00006660559,0.00009153764,0.0001743071,0.00028010266],"category_scores_gemma":[0.080764964,0.00013552934,0.000059784685,0.0005418326,0.000059720383,0.00016928025,0.00005233745,0.0004435052,7.356324e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00005634685,0.00017684301,0.97884375,0.00003869174,0.00020400951,0.0007542552,0.00008897063,0.00014254314,0.0000010098582,0.000069322065,0.000056440444,0.019567791],"study_design_scores_gemma":[0.0121610025,0.0013838367,0.9819576,0.000002093962,0.000090773196,0.000120314464,0.00064529554,0.000470767,0.0000015284102,0.000058759993,0.0029822483,0.0001257395],"about_ca_topic_score_codex":0.004206706,"about_ca_topic_score_gemma":0.0044397153,"teacher_disagreement_score":0.07908163,"about_ca_system_score_codex":0.0007234115,"about_ca_system_score_gemma":0.0012773197,"threshold_uncertainty_score":0.9269782},"labels":[],"label_agreement":null},{"id":"W2948059145","doi":"","title":"Optimal practice schedule for visually occluded task learning","year":2017,"lang":"en","type":"article","venue":"","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Winnipeg","funders":"","keywords":"Competence (human resources); Dreyfus model of skill acquisition; Laparoscopic surgery; Motor learning; Learning curve; Medicine; Schedule; Task (project management); Motor skill; Physical medicine and rehabilitation; Laparoscopy; Psychology; Medical physics; Surgery; Computer science; Engineering; Social psychology; Developmental psychology; Neuroscience","score_opus":0.05813749894531971,"score_gpt":0.41414414946509176,"score_spread":0.35600665051977204,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2948059145","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.4868538,0.000036073605,0.029306479,0.006767199,0.00020455338,0.0004931072,0.0000010969752,0.00022614487,0.47611156],"genre_scores_gemma":[0.96311146,0.0000029021905,0.028030405,0.00091073057,0.00017650999,0.000009473207,0.000011252431,0.000013188593,0.007734054],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9994024,0.000017165405,0.00012608775,0.00015311189,0.00014050545,0.0001607535],"domain_scores_gemma":[0.9990804,0.00037444895,0.00010243301,0.00017946964,0.00014955542,0.00011368708],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00036212313,0.00006868791,0.00013708968,0.00002464387,0.0003649036,0.00008837954,0.00006141003,0.000056457357,0.0005139819],"category_scores_gemma":[0.003940896,0.000054659333,0.00006960591,0.000020361058,0.000035939644,0.0002104362,0.00003128691,0.00013962142,0.0000899655],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.019714644,0.0032840378,0.16158187,0.00051382865,0.002070729,0.0007410426,0.004661093,0.016900517,0.020428574,0.18157844,0.004753517,0.5837717],"study_design_scores_gemma":[0.011846102,0.00063203677,0.020580089,0.00005244628,0.00014429218,0.00004245795,0.0010401463,0.09417918,0.0015264801,0.000042141193,0.8697158,0.0001988199],"about_ca_topic_score_codex":0.000008194585,"about_ca_topic_score_gemma":9.400906e-7,"teacher_disagreement_score":0.8649623,"about_ca_system_score_codex":0.000013499067,"about_ca_system_score_gemma":0.000042281477,"threshold_uncertainty_score":0.5627742},"labels":[],"label_agreement":null},{"id":"W2948119149","doi":"10.1177/1553350619853099","title":"Video Technologies for Recording Open Surgery: A Systematic Review","year":2019,"lang":"en","type":"review","venue":"Surgical Innovation","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":55,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto; St. Michael's Hospital","funders":"","keywords":"Subspecialty; Medicine; MEDLINE; Systematic review; Medical physics; Video recording; Surgery; Multimedia; Computer science; Family medicine","score_opus":0.28109061266651286,"score_gpt":0.4576020837301561,"score_spread":0.17651147106364323,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2948119149","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[8.5491513e-7,0.98374516,0.00012528924,0.0005312527,0.00033681502,0.011013691,0.00002421741,0.00031343265,0.003909311],"genre_scores_gemma":[0.00003617032,0.9944118,0.00023048639,0.0003434953,0.000094449264,0.0019572007,0.001366546,0.00007121943,0.0014886243],"study_design_codex":"systematic_review","study_design_gemma":"not_applicable","domain_scores_codex":[0.99623924,0.00018586805,0.0023354674,0.0005769686,0.0003315418,0.00033093218],"domain_scores_gemma":[0.99410844,0.0034665356,0.0012232972,0.0006510027,0.0005070788,0.000043669057],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0031654024,0.00042173587,0.005722365,0.0006012379,0.00008623267,0.000106508196,0.0003193682,0.0005138156,0.0001805363],"category_scores_gemma":[0.005560394,0.0002804354,0.00074389146,0.003234251,0.000041270046,0.00016206467,0.00016632515,0.00043929042,0.0001682427],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000014172275,0.000024395233,0.0000017903999,0.5935256,0.00014533417,0.000013370458,9.909771e-7,3.5533954e-8,1.0477427e-8,0.0049484847,0.0007804257,0.4005454],"study_design_scores_gemma":[0.00036180552,0.000027158125,9.243811e-8,0.4493984,0.0012521454,0.0000676564,0.000006080413,0.000012028674,1.5614893e-7,0.00010706042,0.5485888,0.00017859178],"about_ca_topic_score_codex":0.0000030194071,"about_ca_topic_score_gemma":1.8669456e-7,"teacher_disagreement_score":0.5478084,"about_ca_system_score_codex":0.00018787709,"about_ca_system_score_gemma":0.00034693946,"threshold_uncertainty_score":0.9999648},"labels":[],"label_agreement":null},{"id":"W2948890406","doi":"10.1016/j.jsurg.2019.05.013","title":"Video-Based Assessment in Surgical Education: A Scoping Review","year":2019,"lang":"en","type":"review","venue":"Journal of surgical education","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":70,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University; University of Toronto","funders":"","keywords":"Formative assessment; Objectivity (philosophy); Medical education; Multimedia; Computer science; Medicine; Medical physics; Psychology","score_opus":0.12312341843994469,"score_gpt":0.4983492329914567,"score_spread":0.37522581455151205,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2948890406","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00004084032,0.9806129,0.000009111924,0.0014617449,0.0016801144,0.0017119831,0.0000018603253,0.000015155939,0.014466313],"genre_scores_gemma":[0.000238731,0.99641997,0.0005555727,0.0006503998,0.001310404,0.000089427085,0.00014791825,0.000048911912,0.0005386899],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9951906,0.0005679478,0.0026883052,0.0003764458,0.0008734174,0.00030327178],"domain_scores_gemma":[0.99556804,0.001329847,0.0016878956,0.0003822965,0.0005903864,0.0004415622],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0019817345,0.00041529114,0.0032499891,0.0007077374,0.000043250657,0.000055384404,0.00021210965,0.0003659684,0.0021336162],"category_scores_gemma":[0.00032794615,0.00029888452,0.0012390197,0.0010585522,0.000050414477,0.00018406517,0.000028117785,0.0014377063,0.000083846695],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00004470664,0.0011179373,0.0001329037,0.08732148,0.000050755876,0.00011436723,0.0000100856,0.0000066813564,9.026753e-9,0.00020382881,0.00046607383,0.91053116],"study_design_scores_gemma":[0.0011041579,0.00009462624,0.000039768493,0.4218357,0.0005799457,0.0009608618,0.000017439434,0.00000885875,4.4149125e-8,0.000008512266,0.5751905,0.00015961213],"about_ca_topic_score_codex":0.00000599888,"about_ca_topic_score_gemma":8.405203e-7,"teacher_disagreement_score":0.91037154,"about_ca_system_score_codex":0.00074433757,"about_ca_system_score_gemma":0.022810858,"threshold_uncertainty_score":0.99994636},"labels":[],"label_agreement":null},{"id":"W2949348360","doi":"10.4300/jgme-d-19-00107.1","title":"Picking the Right Tool for the Job: A Reliability Study of 4 Assessment Tools for Central Venous Catheter Insertion","year":2019,"lang":"en","type":"article","venue":"Journal of Graduate Medical Education","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Calgary","funders":"","keywords":"Generalizability theory; Checklist; Competence (human resources); Medicine; Trainer; Inter-rater reliability; Educational measurement; Psychology; Computer science; Curriculum; Rating scale","score_opus":0.05753086002312422,"score_gpt":0.38485207920833475,"score_spread":0.3273212191852105,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2949348360","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98262006,0.000046534384,0.0027078262,0.011820183,0.0012704049,0.001452016,0.0000011498399,0.000004772134,0.00007705884],"genre_scores_gemma":[0.99838394,0.000016557698,0.00035661788,0.0007210889,0.00040351698,0.000046966878,0.0000056169306,0.000009176634,0.000056508034],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9983098,0.00012129819,0.00062680047,0.00010462341,0.0006874866,0.00015002137],"domain_scores_gemma":[0.9970945,0.0017303565,0.00038112653,0.00018822165,0.0005020466,0.00010371144],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002439675,0.00008095635,0.00026984152,0.00004558871,0.00010409773,0.000028482702,0.00013102755,0.000053034633,0.00011906095],"category_scores_gemma":[0.0026699123,0.000037849077,0.00019250544,0.00011024197,0.00004488446,0.00011547334,0.000011754459,0.00027523993,8.5919845e-7],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0029901115,0.018569581,0.2576164,0.0004705753,0.00083343213,0.000004891239,0.017079704,0.0010142364,0.00027899316,0.0020710102,0.0020852715,0.6969858],"study_design_scores_gemma":[0.0072034732,0.003591023,0.9614689,0.00026092277,0.00044930447,0.000045583776,0.004659354,0.007152937,0.00008696723,0.0008196867,0.01417534,0.00008651122],"about_ca_topic_score_codex":0.000021658278,"about_ca_topic_score_gemma":0.0000064169585,"teacher_disagreement_score":0.70385253,"about_ca_system_score_codex":0.00012196736,"about_ca_system_score_gemma":0.00083990773,"threshold_uncertainty_score":0.3196327},"labels":[],"label_agreement":null},{"id":"W2950080252","doi":"10.1007/s00345-019-02822-7","title":"Cost, training and simulation models for robotic-assisted surgery in pediatric urology","year":2019,"lang":"en","type":"review","venue":"World Journal of Urology","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":26,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Hospital for Sick Children","funders":"","keywords":"Pediatric urology; Medicine; Robotic surgery; Medical physics; Urology; Surgery","score_opus":0.2596665765735823,"score_gpt":0.3998164809981132,"score_spread":0.1401499044245309,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2950080252","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00009439686,0.99280465,0.0050590173,0.00028392722,0.00064814446,0.00066053844,0.0000026719547,0.0000116326455,0.0004350056],"genre_scores_gemma":[0.11635229,0.88209885,0.0002957525,0.00044022614,0.0006280313,0.000013224414,0.000032037005,0.000049358183,0.000090225614],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9974574,0.00031351676,0.0014443955,0.0002617291,0.00016839606,0.00035456204],"domain_scores_gemma":[0.9909411,0.0075360886,0.0010745211,0.00013038682,0.00015030756,0.00016756901],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0012453818,0.00026642435,0.0027437573,0.0016615812,0.000031845804,0.000012405138,0.000079129095,0.00036212415,0.00005574477],"category_scores_gemma":[0.00057046086,0.00021290759,0.0005369298,0.0004938981,0.000047805846,0.000089294364,0.000022700067,0.00076209323,0.0000035038083],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00029895484,0.000065811226,0.0004449552,0.0015342834,0.00014201524,0.00012696092,0.00008041,0.07451877,1.5542538e-8,0.00013907498,0.000033995002,0.92261475],"study_design_scores_gemma":[0.003627003,0.00037419607,0.0008215491,0.00058255764,0.0031077187,0.00083759107,0.000010200977,0.06610192,3.3316936e-9,0.00035754772,0.92394334,0.00023635659],"about_ca_topic_score_codex":6.7382393e-7,"about_ca_topic_score_gemma":0.000007915485,"teacher_disagreement_score":0.92390937,"about_ca_system_score_codex":0.00006390163,"about_ca_system_score_gemma":0.0004349916,"threshold_uncertainty_score":0.8682119},"labels":[],"label_agreement":null},{"id":"W2950107064","doi":"10.1053/j.semtcvs.2019.06.003","title":"Hands-On Surgical Simulation in Congenital Heart Surgery: Literature Review and Future Perspective","year":2019,"lang":"en","type":"review","venue":"Seminars in Thoracic and Cardiovascular Surgery","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":48,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"SickKids Foundation; University of Toronto; Hospital for Sick Children","funders":"","keywords":"Medicine; Surgical simulation; Specialty; Medical physics; Surgery; Family medicine","score_opus":0.0452255787798996,"score_gpt":0.3616524224589039,"score_spread":0.3164268436790043,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2950107064","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0009682063,0.99607307,0.0000011410887,0.0001270313,0.0003044566,0.0012760636,0.000026387994,0.000042561263,0.0011810617],"genre_scores_gemma":[0.005280638,0.9933825,0.00000934349,0.00022526384,0.0005024624,0.00007531469,0.00031757928,0.00007527059,0.00013159626],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9959858,0.0010419317,0.0009205287,0.001015954,0.00058358064,0.0004522253],"domain_scores_gemma":[0.995934,0.0029434187,0.00016455761,0.0005923203,0.00014016044,0.00022554974],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0033963837,0.00064534077,0.005567205,0.00081054535,0.000059343864,0.0000676314,0.000054130163,0.0007699919,0.000061256585],"category_scores_gemma":[0.00045259707,0.0005069402,0.0024794652,0.0013806772,0.00010618724,0.00014220129,0.00005960253,0.0011316224,0.000015326974],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00012096003,0.00005955946,0.0014156626,0.029408114,0.0006597414,0.0018475729,0.00010584254,0.000016279426,2.2854914e-9,0.000026454292,0.00016153874,0.9661783],"study_design_scores_gemma":[0.00055363553,0.00004071479,0.00041684136,0.11524466,0.0020992013,0.0012069996,0.00012273928,0.00003661279,7.3950176e-8,0.000008903277,0.87976974,0.000499875],"about_ca_topic_score_codex":0.000006425734,"about_ca_topic_score_gemma":0.0000011084777,"teacher_disagreement_score":0.9656784,"about_ca_system_score_codex":0.0001585719,"about_ca_system_score_gemma":0.00022551235,"threshold_uncertainty_score":0.9997382},"labels":[],"label_agreement":null},{"id":"W2950412067","doi":"10.1016/j.wneu.2019.06.089","title":"The Role of Low-Cost Microsurgical Training Models and Experience with Exercises Based on a Bovine Heart","year":2019,"lang":"en","type":"article","venue":"World Neurosurgery","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":16,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto; Toronto Western Hospital","funders":"","keywords":"Medicine; Pathology","score_opus":0.02888939971712574,"score_gpt":0.2668514931168304,"score_spread":0.23796209339970464,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2950412067","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9928406,0.00008324895,0.000019960964,0.00062596274,0.00007821803,0.00029059872,0.0000023427544,0.000048407208,0.006010661],"genre_scores_gemma":[0.99824244,0.000016065762,0.000036179095,0.0011262516,0.000027915708,0.000022452987,0.0000037523253,0.000022213731,0.000502715],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9988605,0.000057542868,0.00026299965,0.00027104357,0.00029965266,0.00024829368],"domain_scores_gemma":[0.9981466,0.0013714012,0.00007354566,0.00022662504,0.0000414961,0.00014034375],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00021776407,0.00013960207,0.000324206,0.000106191066,0.000112013986,0.000031219086,0.00004487905,0.000029506169,0.000088023306],"category_scores_gemma":[0.00007088781,0.0000859754,0.00008136301,0.00030762478,0.0001477078,0.00006246582,0.00001689168,0.00019182947,0.000005777269],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.015215519,0.00058519695,0.88180804,0.00012691248,0.000034858265,0.00017541437,0.002176114,0.018468253,0.013877054,0.0017555405,0.00010579281,0.065671325],"study_design_scores_gemma":[0.01426888,0.0013577834,0.26268488,0.0018389525,0.000095131436,0.00017340829,0.0019131898,0.510136,0.032095786,0.00028340798,0.17418045,0.00097210816],"about_ca_topic_score_codex":0.0000037199072,"about_ca_topic_score_gemma":0.0000025077547,"teacher_disagreement_score":0.61912316,"about_ca_system_score_codex":0.000010881088,"about_ca_system_score_gemma":0.00004851188,"threshold_uncertainty_score":0.35059753},"labels":[],"label_agreement":null},{"id":"W2950919005","doi":"10.82308/55055","title":"Advancing surgical simulation in robotic gynecologic oncology","year":2014,"lang":"en","type":"article","venue":"eScholarship@McGill (McGill)","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Canadian Institutes of Health Research","keywords":"Robotic surgery; Gynecologic oncology; Medicine; Virtual reality; Randomized controlled trial; Robotics; Curriculum; Dissection (medical); Pelvis; Medical physics; Surgery; Simulation; Physical therapy; Robot; Artificial intelligence; Computer science; Psychology","score_opus":0.029064223437756193,"score_gpt":0.3069302197399671,"score_spread":0.27786599630221087,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2950919005","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.860312,0.00003539355,0.000010520281,0.00014007596,0.0003375006,0.0004048234,0.0000062477275,0.00023407224,0.1385194],"genre_scores_gemma":[0.99725336,0.00001832176,0.0010634656,0.001088342,0.000072054325,0.000027997785,0.000038883787,0.000053079715,0.00038448692],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9968818,0.0005593498,0.00077221316,0.00064415956,0.00043854586,0.0007039277],"domain_scores_gemma":[0.99610007,0.0027574683,0.00019262794,0.000358312,0.00015888413,0.00043262367],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0017331109,0.00031438295,0.0007324173,0.00031899277,0.00032169005,0.000019088895,0.00014715058,0.00043433625,0.0009531541],"category_scores_gemma":[0.003161708,0.00029000698,0.00020142541,0.0006398928,0.00007811551,0.00032782738,0.00010110269,0.00091619097,0.00034770087],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0006403003,0.0007113112,0.008271482,0.00007926544,0.00005871897,0.00068363716,0.000008046215,0.19949712,0.0015520215,0.056426875,5.4271425e-7,0.7320707],"study_design_scores_gemma":[0.026912594,0.0020536329,0.07598588,0.0003539076,0.00020761458,0.00027750456,0.00016635875,0.1867352,0.0020658635,0.020956019,0.6830681,0.0012173526],"about_ca_topic_score_codex":0.000037111506,"about_ca_topic_score_gemma":0.0001515647,"teacher_disagreement_score":0.7308533,"about_ca_system_score_codex":0.0008154786,"about_ca_system_score_gemma":0.000036680605,"threshold_uncertainty_score":0.9999601},"labels":[],"label_agreement":null},{"id":"W2951405082","doi":"10.1016/j.jsurg.2019.05.015","title":"Artificial Intelligence in Medical Education: Best Practices Using Machine Learning to Assess Surgical Expertise in Virtual Reality Simulation","year":2019,"lang":"en","type":"article","venue":"Journal of surgical education","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":283,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Montreal General Hospital; Montreal Neurological Institute and Hospital; McGill University","funders":"Montreal Neurological Institute and Hospital; Royal College of Physicians and Surgeons of Canada; McGill University; Williams","keywords":"Virtual reality; Checklist; Computer science; Artificial intelligence; Quality (philosophy); Psychomotor learning; Field (mathematics); Machine learning; Medicine; Psychology; Cognition","score_opus":0.17478638887379458,"score_gpt":0.48308635176659576,"score_spread":0.30829996289280115,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2951405082","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9912821,0.0003539797,0.0006277915,0.004267695,0.00090271235,0.00032777133,4.0330136e-7,0.000011723057,0.002225817],"genre_scores_gemma":[0.9981661,0.000096661366,0.0004550262,0.00027463332,0.0007793583,0.000005999705,0.000016349857,0.000017621238,0.00018828102],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9967288,0.00044569065,0.0013276184,0.00028140694,0.00096453354,0.00025195346],"domain_scores_gemma":[0.99713784,0.0010816046,0.00071604224,0.00014868373,0.00043074784,0.0004850678],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0023010422,0.00016955091,0.00050103985,0.00057816395,0.000049497514,0.000059824404,0.00012756488,0.00022373209,0.0017686791],"category_scores_gemma":[0.0030078115,0.00014551028,0.00012460796,0.0009345542,0.000042742297,0.00047834113,0.000035416924,0.0009101662,0.000042157415],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0029749132,0.004606855,0.17687376,0.00006339331,0.000026540221,0.00028886896,0.002026046,0.1666943,0.00012043172,0.001622063,0.000008132426,0.6446947],"study_design_scores_gemma":[0.0031317088,0.0010874836,0.023505418,0.0022832698,0.00007398242,0.0015028495,0.007726109,0.9152895,0.00024055596,0.00044629243,0.044224128,0.0004886708],"about_ca_topic_score_codex":0.0003482815,"about_ca_topic_score_gemma":0.000067052555,"teacher_disagreement_score":0.74859524,"about_ca_system_score_codex":0.0004417523,"about_ca_system_score_gemma":0.0022183144,"threshold_uncertainty_score":0.99914384},"labels":[],"label_agreement":null},{"id":"W2952564351","doi":"10.1007/s00464-019-06885-w","title":"Examining the transferability of colon and rectal operative experience on outcomes following laparoscopic rectal surgery","year":2019,"lang":"en","type":"article","venue":"Surgical Endoscopy","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":6,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"Medicine; Hepatology; Abdominal surgery; Colorectal surgery; General surgery; Laparoscopic surgery; Laparoscopy; Transferability; Surgery; Internal medicine","score_opus":0.047514705674581895,"score_gpt":0.3409690020735398,"score_spread":0.2934542963989579,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2952564351","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.992122,0.000093685965,0.000004076438,0.00022646911,0.0003504799,0.00040306605,0.000005731996,0.00004597093,0.0067485264],"genre_scores_gemma":[0.99949855,0.000015792259,0.00004714041,0.00020178538,0.000026556578,0.000025891193,0.000009989046,0.000013825355,0.00016045426],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99845517,0.0002035878,0.00038393508,0.00034888287,0.00036079297,0.00024765654],"domain_scores_gemma":[0.9958489,0.003711443,0.000052579097,0.00022611185,0.000037143254,0.0001238275],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0005489363,0.00017372324,0.000651115,0.000054983993,0.00009434614,0.000020033769,0.00006139628,0.00009181421,0.00048773547],"category_scores_gemma":[0.00034689537,0.00010481014,0.00018526899,0.00021683073,0.00015735056,0.00008701242,0.000023926692,0.00025506833,0.000010738542],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0011039972,0.00013309014,0.9914236,0.00003579303,0.00007847131,0.00006370802,0.0022101519,0.000027892253,0.0007548258,0.00045124907,0.0000029042023,0.0037143293],"study_design_scores_gemma":[0.031849828,0.0015459276,0.9249441,0.0006381137,0.000104685016,0.00003456669,0.0035676204,0.00096622016,0.03305976,0.00007553267,0.0027534205,0.00046023098],"about_ca_topic_score_codex":0.000041178828,"about_ca_topic_score_gemma":0.0000039357906,"teacher_disagreement_score":0.0664795,"about_ca_system_score_codex":0.000030715124,"about_ca_system_score_gemma":0.000054938402,"threshold_uncertainty_score":0.5340361},"labels":[],"label_agreement":null},{"id":"W2953443242","doi":"10.1097/hco.0000000000000659","title":"See one, simulate many, do one, teach one","year":2019,"lang":"en","type":"review","venue":"Current Opinion in Cardiology","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":25,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Toronto; St. Michael's Hospital","funders":"","keywords":"Medicine","score_opus":0.2885802006326614,"score_gpt":0.45384978988373403,"score_spread":0.16526958925107266,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2953443242","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000021203972,0.9793253,0.00023891513,0.000054269818,0.008142266,0.0015828011,0.000056151977,0.000110430476,0.010468646],"genre_scores_gemma":[0.0015770427,0.9937442,0.00005835873,0.00003159248,0.002736778,0.00011403359,0.0014769584,0.000081519545,0.00017950394],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99620646,0.00063972577,0.001210258,0.0009259601,0.00040588036,0.00061170454],"domain_scores_gemma":[0.9976219,0.00090053136,0.00036420554,0.00077675504,0.000107023676,0.00022960355],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0007660497,0.0005388146,0.0042181183,0.00054511375,0.00004967253,0.00002295226,0.0002561337,0.0008393291,0.0005823632],"category_scores_gemma":[0.0002718181,0.00048130815,0.0010074709,0.00047254865,0.000117942145,0.00004785935,0.00018869636,0.0016646382,0.0015254469],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000047636968,0.00017650316,0.0010780378,0.019074403,0.0004456286,0.000007793379,0.000033040735,0.00015528312,4.4074007e-8,0.0013050882,0.00051127153,0.9771653],"study_design_scores_gemma":[0.002645588,0.00013608548,0.0012520296,0.023646366,0.00057837274,0.000048689904,0.0000085843985,0.000111290086,2.2666255e-8,0.00009240948,0.97105014,0.00043044632],"about_ca_topic_score_codex":0.000003934207,"about_ca_topic_score_gemma":1.6172434e-7,"teacher_disagreement_score":0.9767348,"about_ca_system_score_codex":0.00027755098,"about_ca_system_score_gemma":0.0003194127,"threshold_uncertainty_score":0.99976385},"labels":[],"label_agreement":null},{"id":"W2954150465","doi":"10.1017/s0022215119001257","title":"An endoscopic Ear Trainer for the low-resource setting","year":2019,"lang":"en","type":"article","venue":"The Journal of Laryngology & Otology","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":12,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"St. Paul's Hospital; University of British Columbia","funders":"","keywords":"Trainer; Otology; Task (project management); Medicine; Resource (disambiguation); Audiology; Medical physics; Physical medicine and rehabilitation; Surgery; Computer science; Engineering","score_opus":0.016633344609229238,"score_gpt":0.30588198239761055,"score_spread":0.28924863778838134,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2954150465","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9868439,0.000496899,0.0008904749,0.009175089,0.00029275945,0.00033418337,0.000001369615,0.000014088834,0.0019512282],"genre_scores_gemma":[0.99156946,0.000012809485,0.00024400442,0.0075776167,0.0003635826,0.0000034059974,0.0000028250038,0.000015038934,0.00021123968],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9988767,0.00029383905,0.00036638178,0.00009120211,0.00011830064,0.0002535824],"domain_scores_gemma":[0.99695677,0.0023760993,0.0002533133,0.00023365577,0.000101085105,0.00007906392],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0012896094,0.00009809755,0.00034441653,0.00006840804,0.00010958025,0.0000055079254,0.0002304334,0.000120913486,0.0008779596],"category_scores_gemma":[0.00020948178,0.00004680754,0.00013448646,0.000082023806,0.00016720784,0.00004427717,0.00001987794,0.00041901923,0.00002341145],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.021270825,0.0015399995,0.6184967,0.0004000309,0.004338945,0.0007892909,0.026049213,0.0149135655,0.0890284,0.025373248,0.005113632,0.19268613],"study_design_scores_gemma":[0.034930136,0.008036746,0.5973345,0.00015184908,0.0015315206,0.009294249,0.0058720964,0.02655753,0.0032854036,0.0018993167,0.3107387,0.00036794136],"about_ca_topic_score_codex":0.0000033102967,"about_ca_topic_score_gemma":0.000003101917,"teacher_disagreement_score":0.30562508,"about_ca_system_score_codex":0.000014236106,"about_ca_system_score_gemma":0.000055420194,"threshold_uncertainty_score":0.9613042},"labels":[],"label_agreement":null},{"id":"W2954279339","doi":"10.3171/2019.4.jns183184","title":"Development and evaluation of a patient-specific surgical simulator for endoscopic colloid cyst resection","year":2019,"lang":"en","type":"article","venue":"Journal of neurosurgery","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":19,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University; SickKids Foundation; Hospital for Sick Children; University of Toronto","funders":"","keywords":"Colloid cyst; Medicine; Third ventricle; Hydrocephalus; Radiology; Neuronavigation; Cyst; Surgery; Magnetic resonance imaging; Anatomy","score_opus":0.06649216221325906,"score_gpt":0.32811166452490764,"score_spread":0.2616195023116486,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2954279339","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9984899,0.00024223898,0.000019592655,0.00010043127,0.0005926293,0.00033565384,0.0000014939558,0.000005029331,0.0002130016],"genre_scores_gemma":[0.99952036,0.000029713727,0.00024342697,0.00004969588,0.00009949545,0.000003656639,0.0000034010789,0.000010614886,0.00003965778],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.9984947,0.000078634876,0.00061633385,0.000107599844,0.0005944147,0.000108357104],"domain_scores_gemma":[0.99832445,0.00064900995,0.00036883066,0.000071642084,0.00048511123,0.000100954865],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00096805074,0.000075919,0.00031211582,0.00022927487,0.000037564972,0.000011810792,0.000020123323,0.000050588085,0.00010034975],"category_scores_gemma":[0.0002616596,0.00005986066,0.000108638305,0.00017257417,0.000018180224,0.00008199905,0.000009599854,0.000107547676,0.0000019458537],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.019123284,0.0016124949,0.47825173,0.0007627092,0.0004680973,0.00032372802,0.0027438754,0.013052084,0.079248965,0.00037976677,0.0006702875,0.403363],"study_design_scores_gemma":[0.049256813,0.0036167516,0.35049883,0.0012367871,0.00033933256,0.0011545832,0.0007848943,0.022211606,0.041486394,0.00016369896,0.5288626,0.00038773805],"about_ca_topic_score_codex":2.226991e-7,"about_ca_topic_score_gemma":1.8777085e-7,"teacher_disagreement_score":0.5281923,"about_ca_system_score_codex":0.00006680415,"about_ca_system_score_gemma":0.00015959906,"threshold_uncertainty_score":0.24410468},"labels":[],"label_agreement":null},{"id":"W2954995066","doi":"10.1016/j.surg.2019.04.025","title":"The future of general surgery training: A Canadian resident nationwide Delphi consensus statement","year":2019,"lang":"en","type":"article","venue":"Surgery","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":4,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Toronto; University of Manitoba; McGill University; University of British Columbia","funders":"","keywords":"Medicine; Delphi method; Likert scale; Focus group; Cronbach's alpha; Delphi; Medical education; Nominal group technique; Autonomy; Family medicine; Vetting; Nursing; Psychology; Psychometrics","score_opus":0.04921851695804388,"score_gpt":0.29441037545921545,"score_spread":0.24519185850117156,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2954995066","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9832689,0.0007894129,0.0000020410005,0.006422298,0.0011885095,0.00022733991,0.0000141018445,0.000030062063,0.008057307],"genre_scores_gemma":[0.9972364,0.00011999944,0.000032854878,0.00086109183,0.00027622894,0.000008808197,0.000052959134,0.000017489476,0.0013941927],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.99845773,0.000102335,0.0005461521,0.00017217151,0.0003692461,0.00035239002],"domain_scores_gemma":[0.99678755,0.0023827488,0.00015324855,0.00023213003,0.00017839913,0.00026595368],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0013753346,0.000113140195,0.00034427567,0.00021198057,0.00010889218,0.000019648409,0.000040342326,0.00007216806,0.0007269602],"category_scores_gemma":[0.00034154693,0.00008008657,0.00020576542,0.00026079273,0.000058594618,0.000026871352,0.000009484631,0.00012821112,0.000038323917],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.001048291,0.00007819173,0.7303632,0.00015968358,0.0005118196,0.00042887882,0.0027411173,0.00066794024,0.00019479755,0.0052019684,0.05697446,0.20162964],"study_design_scores_gemma":[0.00096443354,0.000026036738,0.28465846,0.00015052057,0.000039269155,0.00003743148,0.0035197388,0.0009440154,0.00030241392,0.00023678887,0.70889986,0.00022103163],"about_ca_topic_score_codex":0.004217425,"about_ca_topic_score_gemma":0.009817125,"teacher_disagreement_score":0.6519254,"about_ca_system_score_codex":0.00008481725,"about_ca_system_score_gemma":0.0012499797,"threshold_uncertainty_score":0.79597044},"labels":[],"label_agreement":null},{"id":"W2955336732","doi":"10.4236/ce.2019.106097","title":"Evidence-Based Effective Teaching Behaviors for Complex Psychomotor Skills Training","year":2019,"lang":"en","type":"article","venue":"Creative Education","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"Radboud Universiteit","keywords":"Psychomotor learning; PsycINFO; Dreyfus model of skill acquisition; Motor skill; Psychology; Medical education; MEDLINE; Teaching method; Medicine; Cognition; Pedagogy; Developmental psychology","score_opus":0.09215355673302567,"score_gpt":0.418732820445801,"score_spread":0.32657926371277535,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2955336732","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97678417,0.000094192954,0.0044604354,0.00066119194,0.0004918145,0.0022230898,0.000005892568,0.00007635529,0.015202882],"genre_scores_gemma":[0.9908795,0.0000018033872,0.005686219,0.0010215042,0.00030846673,0.0003550853,0.00015331677,0.000023344905,0.001570789],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9990629,0.00010915853,0.00019514286,0.00029081418,0.00016449962,0.0001775131],"domain_scores_gemma":[0.99820006,0.0012023754,0.00010880219,0.00016592258,0.00019672829,0.00012608508],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00040573062,0.00013445449,0.00024567655,0.00012544646,0.00012252339,0.000026992855,0.000047624188,0.00006698884,0.00075858575],"category_scores_gemma":[0.0007787726,0.000117634554,0.00012566686,0.00012414006,0.00004063788,0.00015842367,0.000004770886,0.00016344427,0.00006015891],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00079997646,0.0012237045,0.19871566,0.00013318457,0.00008068534,7.0752156e-7,0.010398489,0.00011884986,0.008688806,0.0023311686,0.0009102653,0.7765985],"study_design_scores_gemma":[0.00417817,0.0008018073,0.96584463,0.0011444227,0.00014822627,0.0000035013527,0.0042063836,0.0034874275,0.0010667269,0.00021001077,0.018691087,0.00021762987],"about_ca_topic_score_codex":0.000022728167,"about_ca_topic_score_gemma":9.625744e-7,"teacher_disagreement_score":0.7763809,"about_ca_system_score_codex":0.00016689325,"about_ca_system_score_gemma":0.00026493834,"threshold_uncertainty_score":0.83059824},"labels":[],"label_agreement":null},{"id":"W2955522439","doi":"10.1016/j.ultrasmedbio.2019.04.026","title":"Development and Evaluation of an Augmented Reality Ultrasound Guidance System for Spinal Anesthesia: Preliminary Results","year":2019,"lang":"en","type":"article","venue":"Ultrasound in Medicine & Biology","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":30,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University; Robarts Clinical Trials","funders":"Natural Sciences and Engineering Research Council of Canada; Canadian Institutes of Health Research; Canada Foundation for Innovation","keywords":"Guidance system; Visualization; Ultrasound; Imaging phantom; Epidural space; Augmented reality; Usability; Navigation system; Medicine; Computer science; Biomedical engineering; Radiology; Surgery; Engineering; Computer vision; Human–computer interaction; Artificial intelligence","score_opus":0.07959620083776799,"score_gpt":0.38257711968131264,"score_spread":0.30298091884354467,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2955522439","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9950492,0.0005348953,0.00015187936,0.00035909974,0.00013366589,0.0011522295,0.00000695973,0.00003701513,0.002575076],"genre_scores_gemma":[0.9972074,0.000020656085,0.0019091128,0.00016925015,0.00011283051,0.00005789626,0.000472007,0.000012277283,0.00003857317],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99796414,0.00025816745,0.0008038392,0.00042630764,0.00030379707,0.00024374845],"domain_scores_gemma":[0.9979329,0.0011351693,0.00025038206,0.00026757183,0.00029987894,0.00011408949],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0039807106,0.00016654593,0.00053617236,0.00014861603,0.00004456503,0.0000034212314,0.00007484327,0.00015223486,0.00004721231],"category_scores_gemma":[0.0016662194,0.0001243122,0.00003132806,0.0001913553,0.00017798423,0.000055771634,0.000008496401,0.00013507229,0.0000030236858],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.052253272,0.0013479559,0.34883952,0.0029643215,0.0004581998,0.00006000652,0.010736486,0.0007188372,0.104659475,0.009430513,0.00025196205,0.46827945],"study_design_scores_gemma":[0.03103207,0.007230847,0.92998314,0.0014781854,0.00023175284,0.00051410747,0.0036412769,0.0042077783,0.0026579744,0.00035562122,0.01838959,0.00027767583],"about_ca_topic_score_codex":0.00007333858,"about_ca_topic_score_gemma":0.00002391982,"teacher_disagreement_score":0.5811436,"about_ca_system_score_codex":0.00014972959,"about_ca_system_score_gemma":0.0001469515,"threshold_uncertainty_score":0.5069304},"labels":[],"label_agreement":null},{"id":"W2955636949","doi":"10.1007/s00345-019-02857-w","title":"Evidence that surgical performance predicts clinical outcomes","year":2019,"lang":"en","type":"review","venue":"World Journal of Urology","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":9,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Medicine; Nephrology; Internal medicine; Intensive care medicine","score_opus":0.3230311511530982,"score_gpt":0.46456738776961526,"score_spread":0.14153623661651704,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2955636949","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00039213686,0.9925782,0.000011664884,0.0005501713,0.0020161315,0.0002914942,0.0000017080928,0.000019280236,0.004139182],"genre_scores_gemma":[0.02081034,0.97511643,0.000071622846,0.0006428376,0.00096218643,0.0000026429973,0.000005307478,0.00003479441,0.0023538114],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99646914,0.00054111844,0.0018512859,0.00027954788,0.00052136724,0.00033755312],"domain_scores_gemma":[0.9916847,0.0056496244,0.0018351185,0.00032775506,0.0001619239,0.00034089317],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0021319538,0.000320152,0.003605061,0.00047304682,0.000037319987,0.000015449776,0.0002987439,0.0004005702,0.0011372776],"category_scores_gemma":[0.0009401374,0.00019099227,0.0016045113,0.00030568315,0.00016859114,0.000117871794,0.00008110106,0.0020442442,0.0002476894],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00027990798,0.000087402965,0.061993435,0.001531606,0.00043631706,0.0007603828,0.000007208558,0.000007232708,1.2014577e-9,0.00004421157,0.00029882946,0.93455344],"study_design_scores_gemma":[0.002259626,0.00076372985,0.012227096,0.0068299063,0.0020917414,0.0027574215,0.0000013908668,0.000033473883,7.613568e-9,0.0000049615746,0.9728889,0.0001417506],"about_ca_topic_score_codex":4.27006e-7,"about_ca_topic_score_gemma":0.000001004076,"teacher_disagreement_score":0.9725901,"about_ca_system_score_codex":0.000056786757,"about_ca_system_score_gemma":0.00053407147,"threshold_uncertainty_score":0.9997758},"labels":[],"label_agreement":null},{"id":"W2955915380","doi":"10.1016/j.jsurg.2019.06.011","title":"Automated Methods of Technical Skill Assessment in Surgery: A Systematic Review","year":2019,"lang":"en","type":"review","venue":"Journal of surgical education","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":97,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto; McMaster University","funders":"","keywords":"Computer science; Apprenticeship; Curriculum; Quality (philosophy); Medical physics; Match moving; Motion (physics); Artificial intelligence; Medicine; Psychology","score_opus":0.11744830659002119,"score_gpt":0.5300127657927944,"score_spread":0.41256445920277324,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2955915380","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000014248761,0.9958211,0.000037525602,0.00024297618,0.00056198216,0.0015117609,0.0000020478903,0.000027715974,0.0017806062],"genre_scores_gemma":[0.0003024773,0.996405,0.002826196,0.00010142544,0.00012541447,0.00004931725,0.00004616123,0.00003269305,0.00011133119],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.99335843,0.0015721542,0.004025012,0.00020630896,0.00064729905,0.00019076624],"domain_scores_gemma":[0.9908182,0.004766865,0.0033441423,0.000348631,0.0005089865,0.00021314906],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.006762062,0.0002934011,0.0066519915,0.0007480245,0.000013116136,0.000014221854,0.00016070588,0.00034052317,0.0002932858],"category_scores_gemma":[0.0022697737,0.00018161382,0.0015529345,0.0011586112,0.00003960903,0.00009174543,0.000027796643,0.000918655,0.000013657891],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000014303908,0.00062082673,0.000028543976,0.78948,0.00017517422,0.000045375513,0.000011708408,0.0000011911204,1.192688e-7,0.000114569455,0.00036106136,0.20914714],"study_design_scores_gemma":[0.00042871755,0.00007258007,0.0000897611,0.7296574,0.0031758838,0.0015196579,0.00002352712,0.000038774724,1.35968e-7,0.000009901703,0.26485187,0.00013179949],"about_ca_topic_score_codex":0.0000034938566,"about_ca_topic_score_gemma":1.6761426e-7,"teacher_disagreement_score":0.2644908,"about_ca_system_score_codex":0.0005043273,"about_ca_system_score_gemma":0.0037704352,"threshold_uncertainty_score":0.7405997},"labels":[],"label_agreement":null},{"id":"W2958731927","doi":"10.1016/j.spinee.2019.07.006","title":"Impact of resident involvement on cervical and lumbar spine surgery outcomes","year":2019,"lang":"en","type":"article","venue":"The Spine Journal","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":47,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ottawa Hospital; University of Ottawa","funders":"","keywords":"Medicine; Complication; Context (archaeology); Surgery; Retrospective cohort study; Lumbar; Propensity score matching; Logistic regression; Multivariate analysis; Internal medicine","score_opus":0.044947440102527866,"score_gpt":0.34629306880932914,"score_spread":0.30134562870680126,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2958731927","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.996218,0.00014950002,0.000013845417,0.0020420826,0.0001414982,0.00011838179,7.073769e-7,0.000008813429,0.0013071472],"genre_scores_gemma":[0.9986073,0.00010394168,0.000037297963,0.00051196245,0.00015218143,5.4751655e-7,0.0000019379033,0.000009204583,0.00057567225],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9990703,0.000049427086,0.00032322132,0.00008020855,0.00032656174,0.00015026513],"domain_scores_gemma":[0.99947816,0.000034413864,0.00013428541,0.00014795962,0.00006243239,0.00014277182],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0006276419,0.00009319769,0.0003184199,0.00009024948,0.00004574107,0.000015974105,0.000044646942,0.00003290696,0.0015337154],"category_scores_gemma":[0.00012467212,0.0000453877,0.00021668467,0.00008993334,0.000033304652,0.00003526176,0.00002520109,0.00024464546,0.000021831134],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00013178817,0.00020791308,0.9837435,0.000044812947,0.00034789272,0.000045721386,0.00034530988,0.00036938363,0.0015441413,0.00027742764,0.00051931216,0.012422781],"study_design_scores_gemma":[0.0019360846,0.0005208282,0.99655634,0.000134011,0.000036973073,0.000049574337,0.00007910146,0.00028157572,0.00007440781,0.00009398218,0.0001873781,0.00004971899],"about_ca_topic_score_codex":0.000023143377,"about_ca_topic_score_gemma":0.0000019191393,"teacher_disagreement_score":0.012812849,"about_ca_system_score_codex":0.000046899768,"about_ca_system_score_gemma":0.000061746985,"threshold_uncertainty_score":0.99937904},"labels":[],"label_agreement":null},{"id":"W2959174927","doi":"10.1007/s00464-019-06944-2","title":"Optimizing resource utilization during proficiency-based training of suturing skills in medical students: a randomized controlled trial of faculty-led, peer tutor-led, and holography-augmented methods of teaching","year":2019,"lang":"en","type":"article","venue":"Surgical Endoscopy","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":29,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Kingston Health Sciences Centre; Queen's University","funders":"","keywords":"Randomized controlled trial; Augmented reality; TUTOR; Medicine; Intervention (counseling); Medical education; Teaching method; Medical physics; Mathematics education; Surgery; Psychology; Nursing; Computer science; Artificial intelligence","score_opus":0.026110843495403865,"score_gpt":0.39894125325926233,"score_spread":0.37283040976385845,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2959174927","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99181384,0.00021134154,0.0012599501,0.00013396179,0.00017354365,0.0030218584,0.0000048950965,0.000047437745,0.0033331516],"genre_scores_gemma":[0.99362737,0.000025627076,0.0060124365,0.000035877692,0.00005335246,0.00009349629,0.000034548255,0.000026393493,0.00009087555],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.99386865,0.001740102,0.0018890309,0.00044391007,0.0016850749,0.00037322156],"domain_scores_gemma":[0.99400914,0.0046669445,0.0007040818,0.00023309518,0.00018306075,0.00020365385],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.010455399,0.00028098703,0.0028418212,0.0005923272,0.000053492044,0.000017658505,0.00019715923,0.00025637774,0.00026851855],"category_scores_gemma":[0.0050413967,0.00020286787,0.0005776783,0.0004933797,0.00031648905,0.00008495122,0.00008792258,0.0005092046,3.899823e-7],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.9705267,0.0013430094,0.017093053,0.00035344614,0.00039005195,0.00005794522,0.0030602089,0.001999192,0.0017136298,0.0006109009,3.549365e-7,0.0028515279],"study_design_scores_gemma":[0.9720544,0.0004073373,0.001516128,0.0011201788,0.00018832934,0.000009327664,0.0011090038,0.019532258,0.0037981106,0.000016149635,0.000094080664,0.00015465647],"about_ca_topic_score_codex":0.000024960731,"about_ca_topic_score_gemma":9.704379e-7,"teacher_disagreement_score":0.017533066,"about_ca_system_score_codex":0.000036605103,"about_ca_system_score_gemma":0.00013347666,"threshold_uncertainty_score":0.82727116},"labels":[],"label_agreement":null},{"id":"W2961116795","doi":"10.1097/mao.0000000000002285","title":"Construct Validation of a Printed Bone Substitute in Otologic Education","year":2019,"lang":"en","type":"article","venue":"Otology & Neurotology","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":17,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Manitoba; University of British Columbia; Health Sciences Centre","funders":"","keywords":"Medicine; Mastoidectomy; Cadaveric spasm; Temporal bone; Otorhinolaryngology; 3d printed; Construct validity; Likert scale; Scale (ratio); Audiology; Surgery; Dentistry; Cholesteatoma; Biomedical engineering; Psychology","score_opus":0.02440970842883133,"score_gpt":0.3143159115402336,"score_spread":0.28990620311140225,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2961116795","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98040706,0.000042878863,0.000042681524,0.00061344984,0.00046610448,0.0009968985,0.0000010309599,0.000045214685,0.0173847],"genre_scores_gemma":[0.9986735,0.000007636817,0.0003574209,0.0006715385,0.000018556426,0.000061667786,0.000032990058,0.0000100439365,0.00016666584],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99879897,0.0001685871,0.0004353181,0.00030020633,0.00008520931,0.0002116833],"domain_scores_gemma":[0.9991821,0.00025241298,0.00017358342,0.00023979729,0.00009261506,0.00005946456],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00014504296,0.000116106305,0.00047969632,0.00030078567,0.000015031712,0.0000022978145,0.000063753774,0.0001987094,0.0009090082],"category_scores_gemma":[0.00028274566,0.00010680555,0.000065684224,0.0002915107,0.00019091349,0.000044871467,0.000027887856,0.00023713625,0.000112265145],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0004304873,0.00023949477,0.9715723,0.000060796243,0.000017511775,0.00007168303,0.00007719748,0.000054386688,0.00823001,0.013991632,0.000009535697,0.0052450104],"study_design_scores_gemma":[0.0067696352,0.00055277935,0.9663618,0.00007961735,0.000049535305,0.0015016658,0.00012690412,0.0009036741,0.014295617,0.0012383317,0.007949493,0.000170936],"about_ca_topic_score_codex":0.00002836209,"about_ca_topic_score_gemma":0.000009220792,"teacher_disagreement_score":0.01826644,"about_ca_system_score_codex":0.000022376735,"about_ca_system_score_gemma":0.00017546976,"threshold_uncertainty_score":0.99530023},"labels":[],"label_agreement":null},{"id":"W2962211107","doi":"10.71781/31896","title":"Thiel embalmed cadaveric tissue : a model for surgical simulation and research","year":2019,"lang":"en","type":"dissertation","venue":"Papyrus : Institutional Repository (Université de Montréal)","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"McGill University","keywords":"Cadaveric spasm; Surgery; Medicine","score_opus":0.03310096474630775,"score_gpt":0.297302034262885,"score_spread":0.26420106951657724,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2962211107","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9184314,0.005222608,0.0007021268,0.00020476566,0.00041589586,0.0014483222,0.000046569454,0.00011866306,0.07340967],"genre_scores_gemma":[0.8712635,0.00011477824,0.00031535537,0.00003968702,0.00012946855,0.000030209902,0.0007367065,0.000031531297,0.12733877],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9979212,0.00007855644,0.00030721296,0.0005465673,0.0007733126,0.0003731058],"domain_scores_gemma":[0.9981983,0.0005468096,0.00014636824,0.00024796842,0.0005494053,0.00031115155],"candidate_categories":["metaepi_narrow","sts"],"consensus_categories":[],"category_scores_codex":[0.00035498507,0.00025910043,0.00043077747,0.00036734738,0.0025050945,0.000040291125,0.00010856075,0.00053499336,0.00004035464],"category_scores_gemma":[0.00014469789,0.0002655274,0.00017576269,0.00027173947,0.00011718459,0.00015190821,0.000056375153,0.00049615337,0.000021074764],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.04922871,0.0012668124,0.012927076,0.0035094805,0.001718381,0.0061050267,0.11194657,0.60164416,0.006633834,0.071652584,0.0010171195,0.13235025],"study_design_scores_gemma":[0.00768833,0.00024865955,0.008151851,0.00033985573,0.00029974876,0.00023804314,0.0075883707,0.89724046,0.00059317856,0.0003791726,0.0768205,0.0004118281],"about_ca_topic_score_codex":0.0012287893,"about_ca_topic_score_gemma":0.0003015745,"teacher_disagreement_score":0.2955963,"about_ca_system_score_codex":0.0016374458,"about_ca_system_score_gemma":0.0012551368,"threshold_uncertainty_score":0.9999797},"labels":[],"label_agreement":null},{"id":"W2963763494","doi":"10.1007/s00464-019-06978-6","title":"Correlation of surgical trainee performance on laparoscopic versus endoscopic simulation","year":2019,"lang":"en","type":"article","venue":"Surgical Endoscopy","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University Health Network; University of Toronto; London Health Sciences Centre; Western University","funders":"","keywords":"Endoscopy; Laparoscopy; Medicine; Laparoscopic surgery; Task (project management); Endoscopic surgery; Trainer; Medical physics; Learning curve; Surgery; Computer science","score_opus":0.02905516607173532,"score_gpt":0.3172410811255849,"score_spread":0.2881859150538496,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2963763494","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.91550875,0.00007054931,0.000023267434,0.00010617339,0.00076058344,0.0004634956,0.000006164719,0.000113325616,0.08294768],"genre_scores_gemma":[0.99834806,0.00005459825,0.00008289865,0.000054659005,0.00018652072,0.0000116263,0.00008994797,0.000029743998,0.0011419338],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9979847,0.0000857866,0.00054699316,0.00039171404,0.00063363934,0.00035715057],"domain_scores_gemma":[0.9976858,0.0015101896,0.00015626247,0.00033114816,0.00010654238,0.00021005342],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00024678398,0.00023987258,0.0005831743,0.00017425315,0.00005932182,0.0000135651135,0.00008705254,0.0002051467,0.0034819944],"category_scores_gemma":[0.00009237817,0.00019907353,0.00019933663,0.00041734354,0.00008895133,0.00012865648,0.00002453488,0.0003561347,0.00049853825],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.05763389,0.0016450239,0.47390327,0.00070542877,0.00037932355,0.00035764946,0.0006330269,0.4069512,0.0003459659,0.020743294,0.00005482162,0.03664714],"study_design_scores_gemma":[0.34108433,0.007358761,0.08853738,0.0009881736,0.00021441405,0.000036917692,0.00015076637,0.42931437,0.006249735,0.00009155689,0.12526524,0.0007083759],"about_ca_topic_score_codex":0.0000064331834,"about_ca_topic_score_gemma":4.5641423e-7,"teacher_disagreement_score":0.38536587,"about_ca_system_score_codex":0.000079163445,"about_ca_system_score_gemma":0.00007518997,"threshold_uncertainty_score":0.99742895},"labels":[],"label_agreement":null},{"id":"W2966526787","doi":"10.1503/cjs.004618","title":"Teaching simulated arthroscopic Bankart repair: residents’ assessment at the Annual Shoulder Course","year":2019,"lang":"en","type":"article","venue":"Canadian Journal of Surgery","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"Université de Montréal; Hôpital du Sacré-Cœur de Montréal","funders":"","keywords":"Medicine; Orthopedic surgery; Bankart repair; Checklist; Physical therapy; General surgery; Surgery","score_opus":0.03706879506343877,"score_gpt":0.3251203879651167,"score_spread":0.2880515929016779,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2966526787","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98789614,0.0005803272,0.0000093984845,0.0037751284,0.0010212531,0.00013871823,0.000008302769,0.00001947266,0.0065512424],"genre_scores_gemma":[0.99390584,0.000009646939,0.00003684692,0.0020930534,0.00026265005,4.557994e-7,0.000009365215,0.0000217087,0.0036604116],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9984663,0.00015713782,0.0005220582,0.00013657028,0.00037929215,0.00033861178],"domain_scores_gemma":[0.9978819,0.00077881064,0.00021581845,0.00023549993,0.00022736637,0.00066060585],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.001476439,0.00012580414,0.0003760485,0.00020760891,0.00020893903,0.00003758753,0.00007270931,0.00009033952,0.003496402],"category_scores_gemma":[0.00027534668,0.00008629691,0.00032251907,0.00015319465,0.000076106626,0.00016289027,0.000011695243,0.00055810786,0.000042302265],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000057787976,0.000023788558,0.9829277,0.00001854803,0.00017564611,0.0007887973,0.00036539463,0.0013532924,0.000018925339,0.00009536968,0.011108899,0.003065855],"study_design_scores_gemma":[0.0012625984,0.000070624985,0.8325244,0.0003447543,0.000106965,0.00027896313,0.000812294,0.00069584936,0.000012126409,0.00002804024,0.16374117,0.00012220241],"about_ca_topic_score_codex":0.0012471117,"about_ca_topic_score_gemma":0.0018099572,"teacher_disagreement_score":0.15263227,"about_ca_system_score_codex":0.00027990126,"about_ca_system_score_gemma":0.0016943178,"threshold_uncertainty_score":0.9974145},"labels":[],"label_agreement":null},{"id":"W2967269384","doi":"10.1097/sla.0000000000003368","title":"Identifying Naturalistic Coaching Behavior Among Practicing Surgeons in the Operating Room","year":2019,"lang":"en","type":"article","venue":"Annals of Surgery","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":22,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Manitoba","funders":"","keywords":"Coaching; Teamwork; Constructive; Medicine; Medical education; Surgical team; Psychology; Computer science; Process (computing); Surgery","score_opus":0.30671950374020357,"score_gpt":0.4198167312392096,"score_spread":0.11309722749900603,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2967269384","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99560916,0.0001553077,0.000012762307,0.000647795,0.00023394295,0.00025193917,0.000001974404,0.000025987149,0.0030611034],"genre_scores_gemma":[0.998782,0.000024657058,0.000037106616,0.00096777454,0.000046520032,0.000011084428,0.000025300364,0.000015397802,0.00009017403],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9984834,0.00018376937,0.000502568,0.00018710003,0.00037033897,0.00027280385],"domain_scores_gemma":[0.9959217,0.0034992653,0.00019278952,0.00021423152,0.00011056092,0.00006148968],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0023504295,0.00011376654,0.00037455247,0.00019933579,0.000076334516,0.000050910192,0.0000670213,0.00006990241,0.00019673],"category_scores_gemma":[0.0013574122,0.00008153642,0.00017828919,0.00036478697,0.00003126882,0.00029374674,0.0000264469,0.00036881742,0.000016478689],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00002888364,0.00008981849,0.9939473,0.000060637674,0.000021462802,0.00012562555,0.0007113553,0.0001631456,0.00038296927,0.00017310344,0.00006257391,0.0042330683],"study_design_scores_gemma":[0.0003176745,0.000012824552,0.9952797,0.0004794561,0.000030530682,0.000025847507,0.0017215756,0.0012863381,0.00043699614,0.000018728359,0.00028808517,0.0001022069],"about_ca_topic_score_codex":0.00046113218,"about_ca_topic_score_gemma":0.000028454995,"teacher_disagreement_score":0.0041308617,"about_ca_system_score_codex":0.00000977942,"about_ca_system_score_gemma":0.00005011457,"threshold_uncertainty_score":0.33249584},"labels":[],"label_agreement":null},{"id":"W2967587841","doi":"10.1097/acm.0000000000002946","title":"Learning Challenges, Teaching Strategies, and Cognitive Load: Insights From the Experience of Seasoned Endoscopy Teachers","year":2019,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":25,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Cognitive load; Psychomotor learning; Thematic analysis; Cognition; Psychology; Teaching method; Cognitive psychology; Medical education; Applied psychology; Mathematics education; Qualitative research; Medicine","score_opus":0.0504459840032411,"score_gpt":0.33924816159589,"score_spread":0.2888021775926489,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2967587841","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9646543,0.012754685,0.000074106014,0.0013727398,0.0001091769,0.000301282,7.365643e-7,0.000049524715,0.02068345],"genre_scores_gemma":[0.9972684,0.0012462789,0.000029823836,0.0007689541,0.0002769458,0.000008735658,0.000020154654,0.000015645624,0.0003650859],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9985316,0.00019150089,0.00031854262,0.00029666536,0.00047938156,0.00018235047],"domain_scores_gemma":[0.997562,0.0019170318,0.00016686037,0.00013903988,0.00006502055,0.00015007608],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00048357417,0.0001548973,0.00038623877,0.000040187737,0.000080957965,0.000005135918,0.00009621221,0.00016589244,0.00034242525],"category_scores_gemma":[0.0013239584,0.00009130515,0.000027851534,0.0000942319,0.00026698617,0.00015567741,0.000042804844,0.0012752302,0.0000114982],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0007808671,0.00003104473,0.16673645,0.00009600251,0.00029771635,0.000032908818,0.6708277,0.000022549688,0.018506195,0.00961979,0.00007020568,0.13297857],"study_design_scores_gemma":[0.016161447,0.0009800432,0.16793543,0.0035195132,0.00031896392,0.00002813499,0.78020763,0.0026448458,0.00077112863,0.0010723404,0.026073718,0.00028679284],"about_ca_topic_score_codex":0.00031173253,"about_ca_topic_score_gemma":0.0000052643936,"teacher_disagreement_score":0.13269179,"about_ca_system_score_codex":0.000027393782,"about_ca_system_score_gemma":0.00009072793,"threshold_uncertainty_score":0.55403113},"labels":[],"label_agreement":null},{"id":"W2968118243","doi":"10.1007/s00586-019-06098-8","title":"Advancing spinal fellowship training: an international multi-centre educational perspective","year":2019,"lang":"en","type":"review","venue":"European Spine Journal","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":8,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Sunnybrook Health Science Centre; University of British Columbia; University of Toronto","funders":"","keywords":"Medicine; Specialty; Competence (human resources); Medical education; Scope (computer science); Psychology; Family medicine","score_opus":0.17598148284671122,"score_gpt":0.443755784486013,"score_spread":0.26777430163930177,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2968118243","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00012479238,0.8993137,0.00048700537,0.000832802,0.0029532306,0.0005310495,0.000017669785,0.00008504321,0.095654726],"genre_scores_gemma":[0.001625996,0.97107804,0.006400881,0.00047664068,0.009262111,0.0000029204637,0.0002955889,0.00022002008,0.010637789],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99689126,0.00049744284,0.00097073196,0.00055371085,0.0006277787,0.00045908234],"domain_scores_gemma":[0.99776304,0.00006245197,0.0007192944,0.00031273655,0.00049287395,0.0006496178],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.001053005,0.00048786655,0.0011850229,0.0004820952,0.00017594695,0.00018532666,0.00040849537,0.00011844779,0.0030968748],"category_scores_gemma":[0.00078409206,0.00038616793,0.0008143103,0.0002616042,0.00006562594,0.00032516618,0.000077257115,0.0016320565,0.00084165065],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000044181063,0.00042706274,0.000087129185,0.00060938176,0.0004369983,0.00044152184,0.0008072037,0.000025912474,9.2143114e-7,0.0007084494,0.0002272413,0.996184],"study_design_scores_gemma":[0.002841538,0.000258611,0.0020139492,0.010543017,0.00060728187,0.003066279,0.000979497,0.00018431278,5.7366975e-8,0.000013530131,0.9791031,0.00038884016],"about_ca_topic_score_codex":0.0000015946442,"about_ca_topic_score_gemma":0.0000012589506,"teacher_disagreement_score":0.99579513,"about_ca_system_score_codex":0.0006252469,"about_ca_system_score_gemma":0.0010128642,"threshold_uncertainty_score":0.9999363},"labels":[],"label_agreement":null},{"id":"W2969357660","doi":"10.1007/s10143-019-01164-7","title":"A review of virtual reality simulators for neuroendoscopy","year":2019,"lang":"en","type":"review","venue":"Neurosurgical Review","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":35,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"National Research Council Canada; Seoul National University Hospital; NorthShore University HealthSystem; Hospital for Sick Children; Ohio State University","keywords":"Virtual reality; Medicine; Neurosurgery; Variety (cybernetics); Fidelity; Curriculum; Medical physics; Specialty; Computer science; Medical education; Surgery; Human–computer interaction; Artificial intelligence; Psychology","score_opus":0.19180041301549536,"score_gpt":0.4612962362020557,"score_spread":0.2694958231865603,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2969357660","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[2.202901e-7,0.9880136,0.000034301967,0.00038411422,0.00046662465,0.0076316334,0.00016715561,0.00009457426,0.0032077273],"genre_scores_gemma":[0.0000028630038,0.9873938,0.00003485047,0.010971406,0.00018586393,0.00027709847,0.0005187033,0.00012782236,0.00048759914],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99420226,0.00069826585,0.002922147,0.0009801036,0.00069567526,0.00050153723],"domain_scores_gemma":[0.993255,0.003465048,0.0013093398,0.0012068074,0.0003144575,0.0004493489],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0011973736,0.00076184917,0.008595807,0.00012742306,0.000046059977,0.000012698953,0.00034549582,0.00028138232,0.0010192064],"category_scores_gemma":[0.00462597,0.00051348,0.0040922174,0.0009819955,0.00012066147,0.000054651875,0.00011730428,0.00077787566,0.00020985397],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000019200028,0.00007456523,6.900441e-7,0.49676114,0.000054983604,0.000021242024,3.1514688e-7,3.3087912e-7,1.6903067e-8,0.00024618208,0.0021954025,0.5006259],"study_design_scores_gemma":[0.0006628809,0.00028130805,7.5700603e-7,0.43915328,0.0032278802,0.00007700758,8.8809685e-8,0.00001454759,7.311782e-8,0.0000026654566,0.55638725,0.00019226382],"about_ca_topic_score_codex":0.000001308564,"about_ca_topic_score_gemma":6.599245e-8,"teacher_disagreement_score":0.5541918,"about_ca_system_score_codex":0.00007142175,"about_ca_system_score_gemma":0.0005228233,"threshold_uncertainty_score":0.999894},"labels":[],"label_agreement":null},{"id":"W2970568115","doi":"10.1016/b978-0-12-815657-5.00002-4","title":"The Many Faces of Simulation","year":2019,"lang":"en","type":"book-chapter","venue":"Elsevier eBooks","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":18,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université Laval; Cegep de Sainte Foy","funders":"","keywords":"Computer science; Modalities; Terminology; Human–computer interaction; Focus (optics); Interactive simulation; Augmented reality; Simulation","score_opus":0.03287578042559618,"score_gpt":0.29557267683556643,"score_spread":0.26269689640997024,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2970568115","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0003564418,0.0006726055,0.000010264996,0.00006533735,0.00020192303,0.00047527874,0.0000055899736,0.00003145176,0.9981811],"genre_scores_gemma":[0.23477592,0.000031859512,0.000019802594,0.00014167362,0.000112590445,0.000002002178,0.000012618022,0.000028795508,0.76487476],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9989999,0.000012664083,0.00036087434,0.00017603251,0.00032635016,0.00012421467],"domain_scores_gemma":[0.9988429,0.00043373197,0.0002197069,0.00032792415,0.000117539435,0.000058219524],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0001876052,0.00016997202,0.00036425545,0.000055590353,0.000060956045,0.00001246067,0.00007548385,0.00018903277,0.0004187191],"category_scores_gemma":[0.000038238883,0.00010714868,0.00020638264,0.000007628239,0.00009755262,0.000012131496,0.000032378943,0.00024904346,0.00018072409],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00007277939,0.0000030748577,0.00003998193,0.000055408116,0.00009489278,0.0000045812053,0.00007995834,0.00020898454,0.0000046331916,0.012090516,0.0000057514,0.98733944],"study_design_scores_gemma":[0.00080390275,0.00006403942,0.00027237713,0.00032222643,0.000112774156,0.0000021551407,0.000010428897,0.0012078624,0.000014970123,0.0019715505,0.9951095,0.00010819657],"about_ca_topic_score_codex":1.0730722e-7,"about_ca_topic_score_gemma":0.000001436493,"teacher_disagreement_score":0.9951038,"about_ca_system_score_codex":0.000025611122,"about_ca_system_score_gemma":0.00007094161,"threshold_uncertainty_score":0.45846805},"labels":[],"label_agreement":null},{"id":"W2970645545","doi":"10.1097/prs.0000000000005990","title":"Nonbiological Microsurgery Simulators in Plastic Surgery Training: A Systematic Review","year":2019,"lang":"en","type":"review","venue":"Plastic & Reconstructive Surgery","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":50,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University; McGill University Health Centre","funders":"","keywords":"Microsurgery; Medical physics; Curriculum; Computer science; MEDLINE; Virtual reality; Medicine; Medical education; Surgery; Psychology; Artificial intelligence","score_opus":0.1371101528748426,"score_gpt":0.3418445298670765,"score_spread":0.20473437699223387,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2970645545","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0018527369,0.98911023,0.000034525954,0.000009392251,0.0050300662,0.0030681086,0.00013860132,0.00021762963,0.0005387361],"genre_scores_gemma":[0.009541356,0.9886,0.000033626453,0.00019570313,0.0003178874,0.00047081205,0.0005821067,0.00018615858,0.00007234776],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.9897326,0.0014842465,0.0050815833,0.0015985286,0.0007708719,0.0013321536],"domain_scores_gemma":[0.8232876,0.17333083,0.0018936541,0.00074731174,0.00020721754,0.00053336803],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","insufficient_payload"],"consensus_categories":["metaepi_narrow","insufficient_payload"],"category_scores_codex":[0.0031338453,0.001487344,0.017361322,0.001994335,0.00010134356,0.00007129837,0.00024045364,0.0010703317,0.0010367747],"category_scores_gemma":[0.05514078,0.0010916585,0.004010319,0.0021138727,0.00041839812,0.000179795,0.00011223477,0.0016679021,0.0008390392],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000088264984,0.00014966323,0.0042163013,0.87266046,0.00092498225,0.00081120967,0.000029896482,0.0000066671137,8.69538e-8,0.000023979821,0.00014008919,0.1209484],"study_design_scores_gemma":[0.00052636577,0.00004129781,0.0005027244,0.9543171,0.00517308,0.0017544978,0.000083419436,0.00010330942,1.4913135e-7,0.000012750718,0.036257863,0.0012274229],"about_ca_topic_score_codex":0.000005659138,"about_ca_topic_score_gemma":0.0000030317665,"teacher_disagreement_score":0.17184658,"about_ca_system_score_codex":0.0005709758,"about_ca_system_score_gemma":0.0024693692,"threshold_uncertainty_score":0.9999389},"labels":[],"label_agreement":null},{"id":"W2971010498","doi":"10.1007/s11701-019-01013-1","title":"Attitudes of robotic surgery educators and learners: challenges, advantages, tips and tricks of teaching and learning robotic surgery","year":2019,"lang":"en","type":"article","venue":"Journal of Robotic Surgery","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":45,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"National Cancer Institute","keywords":"Medicine; Robotic surgery; Invasive surgery; Medical education; Robotics; Open surgery; Surgery; Robot; Artificial intelligence; Computer science","score_opus":0.0475257209861682,"score_gpt":0.2990441315031961,"score_spread":0.2515184105170279,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2971010498","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9750502,0.022616427,0.00023336851,0.0006991851,0.0008732558,0.00015814688,4.6719072e-7,0.000023440363,0.000345513],"genre_scores_gemma":[0.99131083,0.00754163,0.00057556364,0.00008262786,0.00020449124,0.0000011803887,0.0000057808493,0.000053894142,0.00022399757],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9963532,0.0006673045,0.0015509039,0.0003540808,0.000637978,0.0004365271],"domain_scores_gemma":[0.98108757,0.016749093,0.0012930076,0.00022094055,0.0002266302,0.00042277007],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00535433,0.00033426302,0.0022212726,0.0011227919,0.00012013217,0.000040966475,0.00006455544,0.00020061586,0.000103213664],"category_scores_gemma":[0.0045112222,0.00027839138,0.00043053573,0.00030228044,0.00021068957,0.00040882756,0.000069171874,0.0010684017,0.000002413895],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00032522567,0.000301954,0.8959755,0.0012899116,0.0003932076,0.00013783303,0.0007322026,0.0066434494,0.00015104125,0.00006332768,0.0001302573,0.093856096],"study_design_scores_gemma":[0.0017701391,0.00031298917,0.98095477,0.0048517934,0.0006324933,0.0021388975,0.005517358,0.002062849,0.00006482052,0.000052817908,0.001144168,0.0004969185],"about_ca_topic_score_codex":0.000039632767,"about_ca_topic_score_gemma":0.0000023576506,"teacher_disagreement_score":0.09335918,"about_ca_system_score_codex":0.000054233024,"about_ca_system_score_gemma":0.00033825118,"threshold_uncertainty_score":0.9999668},"labels":[],"label_agreement":null},{"id":"W2971429922","doi":"10.1155/2019/2586034","title":"Advancing Simulation-Based Orthopaedic Surgical Skills Training: An Analysis of the Challenges to Implementation","year":2019,"lang":"en","type":"review","venue":"Advances in Orthopedics","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":33,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Manitoba","funders":"","keywords":"Certification; Curriculum; Medicine; Medical education; Board certification; Surgical simulation; Training (meteorology); Quality (philosophy); Medical physics; Engineering management; Continuing education; Psychology; Surgery; Engineering; Pedagogy; Residency training","score_opus":0.07861982519517574,"score_gpt":0.44908406853657123,"score_spread":0.3704642433413955,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2971429922","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0013327189,0.99438775,0.0006011453,0.00007593964,0.00038040846,0.0016042121,0.00007273613,0.000052537143,0.001492572],"genre_scores_gemma":[0.07467704,0.92393047,0.00046222904,0.00019029512,0.00016746606,0.00006755905,0.00040388008,0.00005869243,0.0000423949],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99643797,0.0003757259,0.0013578536,0.0006453893,0.0007678314,0.0004152142],"domain_scores_gemma":[0.99559116,0.002686338,0.0006491069,0.0006768812,0.00016111959,0.0002354092],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0010233896,0.00040396742,0.0022461119,0.0009113386,0.000063957246,0.000012316221,0.0002278282,0.00024638165,0.0002999257],"category_scores_gemma":[0.000548005,0.0002763213,0.0009611295,0.0026816619,0.00007339687,0.00019744452,0.00005814628,0.00043500922,0.000006933745],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000026960517,0.00010247408,0.0061701983,0.001716714,0.00019055861,0.000016865966,0.00035739655,0.1529457,8.820727e-9,0.00021968223,1.987445e-7,0.83825326],"study_design_scores_gemma":[0.0016549712,0.00019548237,0.0015261212,0.0037841245,0.0037218386,0.0000029848711,0.00049231644,0.012468367,1.5387388e-7,0.000010153559,0.9758348,0.00030871478],"about_ca_topic_score_codex":0.00000746694,"about_ca_topic_score_gemma":0.000437276,"teacher_disagreement_score":0.97583455,"about_ca_system_score_codex":0.00016764099,"about_ca_system_score_gemma":0.0005118261,"threshold_uncertainty_score":0.9999689},"labels":[],"label_agreement":null},{"id":"W2971943385","doi":"10.1007/s00464-019-07038-9","title":"Impact of robotic assistance on mental workload and cognitive performance of surgical trainees performing a complex minimally invasive suturing task","year":2019,"lang":"en","type":"article","venue":"Surgical Endoscopy","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":15,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"London Health Sciences Centre; Western University","funders":"Schulich School of Medicine and Dentistry","keywords":"Workload; Task (project management); Invasive surgery; Cognition; Computer science; Physical medicine and rehabilitation; Psychology; Medicine; Engineering; Surgery; Neuroscience; Systems engineering","score_opus":0.0261463745214711,"score_gpt":0.3133976278866919,"score_spread":0.2872512533652208,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2971943385","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9877735,0.00032468353,0.0000014643591,0.000045057168,0.00008094561,0.00042788996,0.000025062627,0.000028926634,0.011292511],"genre_scores_gemma":[0.99932903,0.00024912524,0.00012534032,0.00002686011,0.00007507677,0.000007456479,0.000042807147,0.000022790593,0.000121524514],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.998232,0.000072349954,0.00052097265,0.00035416536,0.0004606738,0.0003598393],"domain_scores_gemma":[0.9979946,0.0013030195,0.00020126354,0.00014995474,0.00011719616,0.00023393655],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00024138721,0.0002575722,0.0007860473,0.0001450255,0.000059603637,0.000012388104,0.00007188588,0.00011111265,0.0010984817],"category_scores_gemma":[0.00008038579,0.00019303308,0.00027107596,0.00027588557,0.00024012208,0.00011482652,0.00004497699,0.0002842646,0.000017227478],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.023430336,0.00077643886,0.9562164,0.0006607816,0.00052297337,0.00026811764,0.0014608516,0.0009759785,0.0049049906,0.00022646831,0.00000857984,0.010548099],"study_design_scores_gemma":[0.0763658,0.0066690864,0.88698316,0.004778808,0.00020809293,0.00028997127,0.000957001,0.013347417,0.009480885,0.000010868566,0.00038147066,0.00052742695],"about_ca_topic_score_codex":0.000016138232,"about_ca_topic_score_gemma":0.0000017617781,"teacher_disagreement_score":0.06923321,"about_ca_system_score_codex":0.00006428181,"about_ca_system_score_gemma":0.000109583285,"threshold_uncertainty_score":0.9998146},"labels":[],"label_agreement":null},{"id":"W2972191948","doi":"10.1080/13645706.2019.1625404","title":"The value of virtual reality simulators in hysteroscopy and training capacity: a systematic review","year":2019,"lang":"en","type":"review","venue":"Minimally Invasive Therapy & Allied Technologies","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":44,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University","funders":"","keywords":"Virtual reality; Hysteroscopy; Test (biology); Medical physics; Essure; Medicine; Computer science; Simulation; Human–computer interaction; Surgery; Research methodology","score_opus":0.13739788929807845,"score_gpt":0.35937615297092684,"score_spread":0.2219782636728484,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2972191948","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.004951913,0.98885036,0.0000048810857,0.00024514456,0.00007390521,0.0052675335,0.000023055827,0.00026510336,0.00031808735],"genre_scores_gemma":[0.026106052,0.97306746,0.00009495205,0.00020027564,0.000012961876,0.00038689518,0.000025150208,0.000064195054,0.000042063446],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.9960136,0.00048615815,0.0019436362,0.00061014097,0.0004850769,0.00046142453],"domain_scores_gemma":[0.9929165,0.0046535125,0.0011972344,0.0010418287,0.00013036131,0.00006055633],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0016239343,0.0006487956,0.005070491,0.000328059,0.000093035706,0.000041074465,0.00055235706,0.00063305517,0.0000083981095],"category_scores_gemma":[0.0028494063,0.00036728094,0.00055481965,0.00073090993,0.0006077187,0.00006611903,0.0001466434,0.00083953125,0.0000107908945],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00008127485,0.00008000032,0.000032164426,0.5937591,0.0008835523,0.000027814389,0.00050362793,0.000004063483,0.000014545849,0.0022948184,0.0000066756934,0.40231234],"study_design_scores_gemma":[0.0023103235,0.0010132405,0.000025642668,0.947076,0.0018534857,0.000063101106,0.0024408894,0.00004371114,0.000057950343,0.00035870334,0.04413157,0.00062534376],"about_ca_topic_score_codex":0.000012162341,"about_ca_topic_score_gemma":0.000015825985,"teacher_disagreement_score":0.401687,"about_ca_system_score_codex":0.00014806971,"about_ca_system_score_gemma":0.0003753165,"threshold_uncertainty_score":0.9998779},"labels":[],"label_agreement":null},{"id":"W2972324307","doi":"10.1016/j.soard.2019.09.053","title":"Implementation and evaluation of a comprehensive proficiency-based curriculum in an advanced, minimally invasive procedure: a multi-institutional Canadian experience","year":2019,"lang":"en","type":"article","venue":"Surgery for Obesity and Related Diseases","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":11,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Toronto; Queen's University","funders":"Southeastern Ontario Academic Medical Organization; Royal College of Physicians and Surgeons of Canada; Ontario Research Foundation; Royal Australasian College of Surgeons","keywords":"Medicine; Curriculum; Invasive surgery; Surgery; Medical physics; Medical education; Pedagogy","score_opus":0.03732028677140761,"score_gpt":0.33881545354941905,"score_spread":0.30149516677801147,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2972324307","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99802876,0.00059103506,0.0000049975356,0.000057231275,0.00006078238,0.0011650663,0.000049443654,0.000012203613,0.000030491452],"genre_scores_gemma":[0.999408,0.000017604258,0.000083396386,0.00008726264,0.0000048350616,0.00007710956,0.00031395364,0.000004572034,0.0000032569749],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9991809,0.00004860186,0.00022382861,0.0002160985,0.00018936809,0.00014116612],"domain_scores_gemma":[0.9992279,0.00018053206,0.00007842701,0.00005844335,0.0002724867,0.00018220748],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00015948745,0.000087773224,0.00019145184,0.00017521628,0.00008373629,0.000008949239,0.000016196404,0.000054042095,0.000080454825],"category_scores_gemma":[0.00015298696,0.00007323308,0.000047579448,0.00018338006,0.00008659261,0.00016704264,0.0000052481387,0.000043065083,7.30069e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0001662118,0.00022672364,0.9933377,0.0001783413,0.000012327983,0.000005727985,0.00042619882,0.0012435712,0.00023910117,0.00011815913,0.0000014711794,0.0040444923],"study_design_scores_gemma":[0.004330321,0.000104145736,0.94269294,0.00020580938,0.00007399942,0.0000041248695,0.0034546389,0.04870167,0.00026222115,0.00005173275,0.000023182087,0.00009519211],"about_ca_topic_score_codex":0.00089400547,"about_ca_topic_score_gemma":0.0028987736,"teacher_disagreement_score":0.050644714,"about_ca_system_score_codex":0.0000589792,"about_ca_system_score_gemma":0.0009562763,"threshold_uncertainty_score":0.29863584},"labels":[],"label_agreement":null},{"id":"W2972674968","doi":"10.1097/acm.0000000000002985","title":"How Consistent Is Competent? Examining Variance in Psychomotor Skills Assessment","year":2019,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Western University; McGill University Health Centre; McGill University","funders":"","keywords":"Psychomotor learning; Variance (accounting); Psychology; Medical education; Clinical psychology; Applied psychology; Medicine; Cognition; Psychiatry","score_opus":0.0577030958105493,"score_gpt":0.36373658757378197,"score_spread":0.3060334917632327,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2972674968","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.92717934,0.0006243732,0.0005817899,0.02124769,0.0008700434,0.00077623007,0.0000026591806,0.00008574559,0.04863211],"genre_scores_gemma":[0.97886074,0.00023276177,0.00039210147,0.011271755,0.00036100304,0.000018598474,0.000027272245,0.000023061588,0.008812715],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9980452,0.00007335022,0.0004971481,0.00043241974,0.0005922755,0.0003596051],"domain_scores_gemma":[0.9986707,0.00052581675,0.00016326921,0.00031179073,0.00006995748,0.00025844583],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0007408007,0.00020131342,0.0006018671,0.00018282105,0.000029597782,0.000007787227,0.00012261371,0.00021979636,0.0020372188],"category_scores_gemma":[0.00026608736,0.00015064234,0.00004627168,0.000360793,0.00011013854,0.00009634255,0.00003464184,0.0008972134,0.00008278735],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0001490955,0.000076202414,0.9620212,0.00016224702,0.00010913745,0.0001097154,0.0032742952,0.000018911242,0.0049928804,0.0048705884,0.0018018887,0.022413844],"study_design_scores_gemma":[0.025348697,0.00072878815,0.8019118,0.0025741872,0.00010872291,0.000104633466,0.0036529135,0.0047872076,0.00015536658,0.00049528334,0.15979467,0.0003377357],"about_ca_topic_score_codex":0.000012896044,"about_ca_topic_score_gemma":7.6027203e-7,"teacher_disagreement_score":0.16010942,"about_ca_system_score_codex":0.00011377561,"about_ca_system_score_gemma":0.000073278556,"threshold_uncertainty_score":0.9988751},"labels":[],"label_agreement":null},{"id":"W2972679010","doi":"10.3171/2019.6.jns191517","title":"Cultural evolution: a Darwinian perspective on patient safety in neurosurgery","year":2019,"lang":"en","type":"article","venue":"Journal of neurosurgery","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Medicine; Neurosurgery; Perspective (graphical); Darwinism; General surgery; Epistemology; Surgery; Artificial intelligence","score_opus":0.025101511369369996,"score_gpt":0.29395565911992133,"score_spread":0.26885414775055133,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2972679010","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9854851,0.00010953134,0.0000049422392,0.0032192736,0.0015392358,0.00014884134,0.0000024835897,0.000017661912,0.009472942],"genre_scores_gemma":[0.99737376,0.000048648824,0.000015144685,0.0021509305,0.00023038388,8.991217e-7,0.0000013124242,0.000018502118,0.00016039044],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9981181,0.00014876056,0.0007465695,0.00020043859,0.0005423469,0.00024380109],"domain_scores_gemma":[0.9983857,0.00062929693,0.00035723337,0.00015914868,0.00027097182,0.00019762976],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00036263774,0.00015279555,0.00049009273,0.0004909185,0.000043823573,0.000024573705,0.00005351644,0.00007029561,0.00031876258],"category_scores_gemma":[0.0007316152,0.00011326,0.00034631486,0.0005500624,0.000037504553,0.0001993868,0.000018862991,0.00057669176,0.000052107305],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.010205488,0.0013053116,0.9559596,0.00005901457,0.00009580612,0.0049535967,0.0018331719,0.005649519,0.0037582282,0.0015858724,0.0014835257,0.013110863],"study_design_scores_gemma":[0.0037677526,0.0009996804,0.96813834,0.0004132004,0.000025141704,0.0008907738,0.001020284,0.00043585701,0.00013465817,0.00009195152,0.023907918,0.00017441547],"about_ca_topic_score_codex":0.000004511663,"about_ca_topic_score_gemma":6.380979e-7,"teacher_disagreement_score":0.022424392,"about_ca_system_score_codex":0.00033392195,"about_ca_system_score_gemma":0.00013958587,"threshold_uncertainty_score":0.4618609},"labels":[],"label_agreement":null},{"id":"W2972902261","doi":"10.1007/s00464-019-07089-y","title":"Video-based assessment for laparoscopic fundoplication: initial development of a robust tool for operative performance assessment","year":2019,"lang":"en","type":"article","venue":"Surgical Endoscopy","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":31,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"","keywords":"Medicine; Competence (human resources); Medical physics; Computer science; Psychology","score_opus":0.05171052594489051,"score_gpt":0.39291292564548114,"score_spread":0.34120239970059063,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2972902261","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.96081406,0.000020763388,0.026195554,0.00027841545,0.00024621445,0.0024942334,0.00003062607,0.000060393493,0.009859714],"genre_scores_gemma":[0.9073083,0.0000023352543,0.090884775,0.00023312205,0.00010240882,0.000795524,0.00029383536,0.000024444205,0.00035525177],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9982391,0.000043348977,0.00062533893,0.0003861862,0.00038303263,0.00032298185],"domain_scores_gemma":[0.99829364,0.00086210854,0.0001551266,0.00024416274,0.0003114276,0.00013354696],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00051498367,0.00020392076,0.00055167486,0.00008754843,0.0001310104,0.000025922103,0.00009540911,0.000107532884,0.00089566474],"category_scores_gemma":[0.000048406502,0.00016600425,0.00016581602,0.000175527,0.00005176431,0.00009791803,0.000026185826,0.00015077845,0.000014316755],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.037425075,0.0077805547,0.5551696,0.008570992,0.0019342114,0.00004369208,0.0023121738,0.05614263,0.008502528,0.07816139,0.00034055923,0.24361664],"study_design_scores_gemma":[0.2629437,0.0046060155,0.11742994,0.001141362,0.0002610853,0.000012576249,0.00034625852,0.2978343,0.108052015,0.000112152964,0.2062603,0.00100026],"about_ca_topic_score_codex":0.0000020284288,"about_ca_topic_score_gemma":0.0000011140404,"teacher_disagreement_score":0.4377396,"about_ca_system_score_codex":0.0001937246,"about_ca_system_score_gemma":0.0007544441,"threshold_uncertainty_score":0.98069006},"labels":[],"label_agreement":null},{"id":"W2973733446","doi":"10.1055/s-0039-1695658","title":"Objective Assessment of Microsurgery Competency—In Search of a Validated Tool","year":2019,"lang":"en","type":"article","venue":"Indian Journal of Plastic Surgery","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Microsurgery; Inter-rater reliability; Reliability (semiconductor); Medical physics; Medicine; Surgery; Physical therapy; Psychology; Rating scale","score_opus":0.0290799854061699,"score_gpt":0.31343839567867265,"score_spread":0.28435841027250275,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2973733446","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99830264,0.000050886432,0.00012887911,0.000031522886,0.0007135001,0.00010717516,0.000011252574,0.0000040261707,0.0006501233],"genre_scores_gemma":[0.99959046,0.0000151018185,0.00026911145,0.000027511944,0.000056608296,6.388196e-7,0.000006657468,0.000013216445,0.000020714317],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9978687,0.00016872221,0.001085743,0.00011595327,0.00053761736,0.00022321945],"domain_scores_gemma":[0.9907156,0.008129998,0.00053645245,0.00012067584,0.00037108132,0.00012619188],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0015890608,0.00011292849,0.0008308308,0.00081085897,0.000012242158,0.0000074200893,0.00006201393,0.0000829978,0.00080072065],"category_scores_gemma":[0.0010351121,0.000092628965,0.00035007918,0.0005185119,0.00007426029,0.000095097836,0.000016479666,0.00034395477,0.0000075914404],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00049614214,0.00026507067,0.9891783,0.00015345764,0.00018304861,0.0005221312,0.00036467155,0.001169968,0.0058500012,0.00004008488,0.000020370591,0.0017567404],"study_design_scores_gemma":[0.0021680593,0.00021056773,0.9916279,0.0012809312,0.00004222557,0.00017425355,0.0006310134,0.000503316,0.003192745,0.000021932494,0.000058777117,0.00008833341],"about_ca_topic_score_codex":0.000012893732,"about_ca_topic_score_gemma":0.0000013891216,"teacher_disagreement_score":0.007961276,"about_ca_system_score_codex":0.0000792654,"about_ca_system_score_gemma":0.0010587752,"threshold_uncertainty_score":0.87673295},"labels":[],"label_agreement":null},{"id":"W2973786444","doi":"10.1093/ons/opz276","title":"Advances in Intraoperative Optics: A Brief Review of Current Exoscope Platforms","year":2019,"lang":"en","type":"review","venue":"Operative Neurosurgery","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":125,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Medicine; Magnification; Visualization; Neurosurgery; Medical physics; Optometry; Surgery; Artificial intelligence; Computer science","score_opus":0.12518366944182363,"score_gpt":0.43734575568173917,"score_spread":0.31216208623991554,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2973786444","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000030880758,0.98895764,0.000013626883,0.000043093907,0.0007498921,0.0021129164,0.00005437553,0.000026323776,0.008011235],"genre_scores_gemma":[0.000090937654,0.99850976,0.000036628513,0.0005394015,0.00013488729,0.00015526608,0.00025908242,0.00006491986,0.0002091103],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99663496,0.00023993468,0.0016595991,0.00065829844,0.0004532762,0.00035391375],"domain_scores_gemma":[0.9975506,0.0010995314,0.00052006356,0.00042737485,0.00023805957,0.00016438973],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00056126114,0.0005677846,0.0041407277,0.00032204637,0.00004494205,0.000025217136,0.00014730972,0.0001732749,0.0007004391],"category_scores_gemma":[0.0009966805,0.00037716707,0.0006732225,0.0008923495,0.00013223318,0.0003199664,0.00008381754,0.0009296074,0.00011055909],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000031284308,0.00017026563,0.0000607124,0.11732215,0.00003704318,0.00007021792,0.000062548905,0.000005830723,3.3007248e-7,0.00047071505,0.000087416,0.8816815],"study_design_scores_gemma":[0.00056984584,0.000121759826,0.000012148512,0.27304316,0.00023176741,0.00003183233,0.000011062012,0.00002826616,0.0000042035504,0.0000051427096,0.7256851,0.0002557014],"about_ca_topic_score_codex":0.0000010817439,"about_ca_topic_score_gemma":0.0000015056296,"teacher_disagreement_score":0.8814258,"about_ca_system_score_codex":0.00011933915,"about_ca_system_score_gemma":0.00071480504,"threshold_uncertainty_score":0.99986804},"labels":[],"label_agreement":null},{"id":"W2973971009","doi":"10.1016/j.rcro.2025.100242","title":"Next-generation virtual and augmented reality in surgical education: a narrative review","year":2025,"lang":"en","type":"review","venue":"The Royal College of Radiologists Open","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":54,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Augmented reality; Narrative; Virtual reality; Human–computer interaction; Computer science; Multimedia; Psychology; Art; Literature","score_opus":0.14514735238038515,"score_gpt":0.42710336429275153,"score_spread":0.2819560119123664,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2973971009","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00006850219,0.96914196,0.0000023309367,0.00093728356,0.00014595312,0.0037310785,0.00007964822,0.000013043976,0.025880178],"genre_scores_gemma":[0.0019664972,0.990504,0.000046324196,0.00032972987,0.00013133332,0.0003300794,0.0004159899,0.000010859471,0.006265139],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99722743,0.0011524374,0.00088745315,0.00040109595,0.00017202817,0.00015957197],"domain_scores_gemma":[0.99812454,0.0009254627,0.0003552892,0.00039811648,0.00010906732,0.000087527915],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0016723387,0.0002716318,0.0021276833,0.000097083626,0.00010033709,0.00002194899,0.00033315687,0.00021447435,0.0002567777],"category_scores_gemma":[0.00073599914,0.00015718554,0.00020152923,0.0005613661,0.00020283351,0.000052744945,0.00021401871,0.00037944457,0.000003342244],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0001626398,0.00017997994,0.000015699019,0.011749999,0.00016131364,0.000045717923,0.000093898314,0.000008962852,2.6419922e-8,0.0052323854,0.008982688,0.9733667],"study_design_scores_gemma":[0.0011608346,0.00017234824,0.000050612507,0.043855704,0.00044054174,0.00006710363,0.00014672986,0.00016025561,1.0858974e-7,0.000032141474,0.9537605,0.0001531354],"about_ca_topic_score_codex":0.00010797122,"about_ca_topic_score_gemma":0.000038612845,"teacher_disagreement_score":0.97321355,"about_ca_system_score_codex":0.00014805027,"about_ca_system_score_gemma":0.001306262,"threshold_uncertainty_score":0.64098406},"labels":[],"label_agreement":null},{"id":"W2974089311","doi":"10.2106/jbjs.18.01197","title":"Artificial Intelligence Distinguishes Surgical Training Levels in a Virtual Reality Spinal Task","year":2019,"lang":"en","type":"article","venue":"Journal of Bone and Joint Surgery","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":150,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"McGill University; Montreal General Hospital; Montreal Neurological Institute and Hospital","funders":"","keywords":"Virtual reality; Artificial intelligence; Machine learning; Computer science; Support vector machine; Task (project management); Engineering","score_opus":0.17125698081394958,"score_gpt":0.3443412334780411,"score_spread":0.1730842526640915,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2974089311","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9966744,0.00023607435,0.00039752104,0.0009779861,0.00031485714,0.000069438865,0.0000020157163,0.000010397517,0.0013172854],"genre_scores_gemma":[0.99928236,0.00004804094,0.00007900031,0.00014531685,0.00038624127,5.701146e-7,0.0000020827918,0.000009694793,0.000046664492],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9978099,0.00009931527,0.0013420965,0.00015657283,0.00035790645,0.00023419887],"domain_scores_gemma":[0.99846154,0.0007256946,0.00040804603,0.00008597202,0.00011132184,0.00020740673],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0029423574,0.00012159511,0.0009015374,0.00032758515,0.00003497374,0.000030004225,0.000014124421,0.00008488933,0.00025238696],"category_scores_gemma":[0.0010654102,0.000094412986,0.00028167063,0.00023276125,0.0000711301,0.00012369126,0.000020726831,0.0004036497,0.000008706238],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0035851703,0.00046260958,0.15891315,0.00017501823,0.00010453719,0.0056558545,0.0018867075,0.00035996715,0.0010636031,0.0027292164,0.00008068233,0.8249835],"study_design_scores_gemma":[0.0019669512,0.0011273378,0.9650964,0.0031318292,0.000093126575,0.004591193,0.0041449033,0.0045756632,0.0008493629,0.0038154274,0.010126533,0.000481274],"about_ca_topic_score_codex":0.000015036472,"about_ca_topic_score_gemma":0.000004633612,"teacher_disagreement_score":0.8245022,"about_ca_system_score_codex":0.000036092366,"about_ca_system_score_gemma":0.00016507469,"threshold_uncertainty_score":0.385005},"labels":[],"label_agreement":null},{"id":"W2974399900","doi":"10.2106/jbjs.19.00121","title":"A Multicenter Randomized Controlled Trial Evaluating the Effectiveness of Cognitive Training for Anterior Approach Total Hip Arthroplasty","year":2019,"lang":"en","type":"article","venue":"Journal of Bone and Joint Surgery","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":24,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ottawa Hospital","funders":"","keywords":"Medicine; Arthroplasty; Total hip arthroplasty; Randomized controlled trial; Physical therapy; Cognition; Learning curve; Standard error; Physical medicine and rehabilitation; Medical physics; Surgery; Computer science; Statistics","score_opus":0.06269428801935921,"score_gpt":0.33097888174996376,"score_spread":0.26828459373060454,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2974399900","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9938143,0.00045476807,0.001699641,0.000058822625,0.00051870756,0.0030682387,0.0000023673765,0.000004696832,0.0003784766],"genre_scores_gemma":[0.99936616,0.00002750008,0.00020818245,0.00006695199,0.00021593474,0.00006410547,0.0000031820064,0.000011980582,0.00003601553],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9970604,0.0009862661,0.0013661064,0.000113956165,0.00032004577,0.00015319815],"domain_scores_gemma":[0.9720354,0.02640219,0.0010868938,0.0000546988,0.00034366612,0.00007714408],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.017042069,0.00012526913,0.0027881393,0.00018040871,0.00004994072,0.000019190353,0.000007633594,0.00005813743,0.000055821227],"category_scores_gemma":[0.009739935,0.00006410398,0.001267724,0.0000717186,0.00010036064,0.00008208497,0.000010736164,0.00018218414,5.7208e-7],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.9866156,0.00019917975,0.000925561,0.0001969657,0.0007133633,0.0000087615535,0.00070382876,0.00003855889,0.0011702587,0.000014422578,0.0000014682,0.009412004],"study_design_scores_gemma":[0.9724592,0.0010263374,0.0070167785,0.001942377,0.0006593576,0.00013972286,0.0012498703,0.015261144,0.0001304199,0.00003563649,0.000004523068,0.00007465726],"about_ca_topic_score_codex":0.0000014963965,"about_ca_topic_score_gemma":5.3903136e-8,"teacher_disagreement_score":0.025415925,"about_ca_system_score_codex":0.000012291497,"about_ca_system_score_gemma":0.00014593032,"threshold_uncertainty_score":0.99860144},"labels":[],"label_agreement":null},{"id":"W2974410696","doi":"10.1177/2292550319876660","title":"High-Fidelity Microsurgical Simulation: The Thiel Cadaveric Nerve Model and Evaluation Instrument","year":2019,"lang":"en","type":"article","venue":"Plastic Surgery","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Montréal","funders":"","keywords":"Inter-rater reliability; Intraclass correlation; Psychology; Cronbach's alpha; Cadaveric spasm; Humanities; Medicine; Nuclear medicine; Art; Surgery; Psychometrics","score_opus":0.06415566508928479,"score_gpt":0.3049324067847754,"score_spread":0.24077674169549063,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2974410696","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99708843,0.00011154908,0.00059814536,0.0003193246,0.0009022654,0.0002733743,0.0000047804865,0.0000474918,0.0006546342],"genre_scores_gemma":[0.9994088,0.000010286028,0.000083804916,0.00023479454,0.00011587213,0.000014285023,0.000048208945,0.0000128318925,0.00007114604],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99855,0.000102804246,0.00035644745,0.0002635159,0.00052734796,0.00019986555],"domain_scores_gemma":[0.9891638,0.010277546,0.000094345516,0.00020522265,0.0001416035,0.000117459844],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0009796751,0.00013489765,0.00029037736,0.000067473986,0.00009451106,0.000034945755,0.000032369575,0.000087354194,0.00067279645],"category_scores_gemma":[0.0014349341,0.00008949666,0.00009413403,0.00018378864,0.000059462636,0.00008715228,0.00003471737,0.00016899586,0.00006882637],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0005068289,0.000104206316,0.14250907,0.000053986707,0.00008092833,0.000012768956,0.00019581766,0.8292798,0.00016608933,0.0006178418,0.0001215728,0.02635113],"study_design_scores_gemma":[0.0012996834,0.000018955247,0.21114357,0.000047774818,0.00007409177,0.000010187653,0.000041392796,0.7863303,0.000021220289,0.0001606998,0.00076157216,0.00009057565],"about_ca_topic_score_codex":0.00002453038,"about_ca_topic_score_gemma":0.0000019723802,"teacher_disagreement_score":0.0686345,"about_ca_system_score_codex":0.00006394452,"about_ca_system_score_gemma":0.00013792222,"threshold_uncertainty_score":0.73666495},"labels":[],"label_agreement":null},{"id":"W2975831342","doi":"10.1177/1055665619877768","title":"Simulation-Based Training Models for Cleft Palate Repair: A Systematic Review","year":2019,"lang":"en","type":"review","venue":"The Cleft Palate-Craniofacial Journal","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Inclusion (mineral); Fidelity; MEDLINE; Systematic review; Curriculum; Observational study; Medicine; Cochrane Library; Protocol (science); Medical physics; Medical education; Computer science; Psychology; Surgery; Randomized controlled trial; Alternative medicine; Pathology","score_opus":0.1573201754487606,"score_gpt":0.3870481929073242,"score_spread":0.22972801745856358,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2975831342","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000013371188,0.9740805,0.00914499,0.00041318906,0.0016236107,0.012738626,0.0001234132,0.00044044558,0.001421867],"genre_scores_gemma":[0.0047290754,0.99038756,0.00043761556,0.0020841747,0.0011262245,0.00020245237,0.00016451195,0.00025177462,0.00061659055],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.9928797,0.00097614934,0.0034850696,0.0006539523,0.0011187263,0.0008864112],"domain_scores_gemma":[0.99010026,0.0055551687,0.002220885,0.0009443184,0.00056780025,0.00061155483],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0044610933,0.00096086244,0.006047853,0.00031290765,0.000648253,0.00018356534,0.0005578629,0.0005998106,0.00046175948],"category_scores_gemma":[0.0031334327,0.00057243445,0.004740634,0.0005867056,0.00011907063,0.00020187073,0.000054380387,0.0016968301,0.00019669313],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00008677817,0.00010428886,0.000031164924,0.89222974,0.0016046478,0.000102773396,0.00040151432,0.033732258,5.8543616e-8,0.00024470896,0.000093229086,0.07136882],"study_design_scores_gemma":[0.0028983452,0.0001462288,0.000018227518,0.60848194,0.016458249,0.00028798147,0.00007006259,0.19118772,3.201876e-9,0.000301559,0.17945558,0.0006941102],"about_ca_topic_score_codex":0.00000236681,"about_ca_topic_score_gemma":8.1274396e-7,"teacher_disagreement_score":0.28374782,"about_ca_system_score_codex":0.00031502693,"about_ca_system_score_gemma":0.0012120426,"threshold_uncertainty_score":0.9996727},"labels":[],"label_agreement":null},{"id":"W2978006239","doi":"10.1097/aco.0000000000000628","title":"Education in neuroanesthesia and neurocritical care","year":2018,"lang":"en","type":"review","venue":"Current Opinion in Anaesthesiology","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University","funders":"","keywords":"Neurointensive care; Medicine; Accreditation; Psychological intervention; Perioperative; Curriculum; Medical education; Fidelity; Intensive care medicine; Nursing; Anesthesia; Psychology","score_opus":0.11885083067155341,"score_gpt":0.4530828457669947,"score_spread":0.3342320150954413,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2978006239","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.001845656,0.9955536,9.088623e-7,0.00007737764,0.0015127953,0.0005940671,0.000001790674,0.00002753446,0.000386277],"genre_scores_gemma":[0.0011557981,0.99795794,0.000029920127,0.00009119396,0.00042643788,0.000073763156,0.00022519128,0.00003062267,0.000009111364],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99815327,0.0003662234,0.00059395545,0.0005179867,0.000098810386,0.00026973148],"domain_scores_gemma":[0.9992392,0.0002458591,0.000096831645,0.00022513789,0.000050266553,0.00014271842],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00013936355,0.00027098917,0.0010854609,0.0005021546,0.000024919413,0.000011035089,0.00008879509,0.00029314446,0.000037227404],"category_scores_gemma":[0.00023460355,0.00022288492,0.00012980394,0.00031374034,0.00015294926,0.000029945204,0.000038982063,0.000549746,0.00004624761],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000168408,0.0001106184,0.0036445027,0.0074082674,0.0000022929244,0.000008310147,0.00006359648,1.2244254e-7,3.1242517e-9,0.0008321074,0.000076914184,0.9878364],"study_design_scores_gemma":[0.0005833519,0.00031351065,0.008429981,0.012374352,0.000037004564,0.00010447579,0.000045253113,0.000018915505,1.0538315e-8,0.000065072105,0.9778579,0.00017021425],"about_ca_topic_score_codex":0.000006228101,"about_ca_topic_score_gemma":0.000002251279,"teacher_disagreement_score":0.9876662,"about_ca_system_score_codex":0.00007797671,"about_ca_system_score_gemma":0.0005496926,"threshold_uncertainty_score":0.90889835},"labels":[],"label_agreement":null},{"id":"W2978743357","doi":"10.1097/prs.0000000000005911","title":"Reevaluating the Current Model of Rhinoplasty Training and Future Directions: A Role for Focused, Maneuver-Specific Simulation","year":2019,"lang":"en","type":"review","venue":"Plastic & Reconstructive Surgery","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":20,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"McGill University","funders":"","keywords":"Rhinoplasty; Medicine; Nose; Physical therapy; Surgery","score_opus":0.1732686490134508,"score_gpt":0.35787734747694294,"score_spread":0.18460869846349215,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2978743357","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0014872256,0.9900562,0.0037197864,0.000012791452,0.0022299106,0.0017303956,0.00017769664,0.0000625635,0.00052342244],"genre_scores_gemma":[0.011136692,0.98640513,0.0009711997,0.000008832611,0.0009840319,0.00020766426,0.00017358274,0.0000855668,0.000027288454],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99743074,0.00020391936,0.0010938877,0.0005753282,0.00036229246,0.00033384518],"domain_scores_gemma":[0.976033,0.022461921,0.0008435662,0.00027774903,0.0002636192,0.000120178345],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0008742093,0.000435079,0.0020109685,0.0003789725,0.00019404663,0.000036037225,0.00007038019,0.00024143558,0.00006281288],"category_scores_gemma":[0.0014200121,0.00029705276,0.0007289935,0.0003687627,0.0001703356,0.00011611334,0.000037540027,0.00060608063,0.000005851172],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0001036405,0.000029793675,0.00012301662,0.003667335,0.00022983231,7.1554194e-7,0.00034283218,0.0014182023,1.697049e-7,0.00018815359,0.000007655099,0.9938887],"study_design_scores_gemma":[0.0010453049,0.000057135043,0.00010537891,0.009781638,0.0015559933,0.00006510104,0.00040416094,0.2038357,3.8385753e-7,0.00037901805,0.7823832,0.0003869788],"about_ca_topic_score_codex":0.0000010356353,"about_ca_topic_score_gemma":0.0000012332429,"teacher_disagreement_score":0.99350166,"about_ca_system_score_codex":0.000116239775,"about_ca_system_score_gemma":0.00056114816,"threshold_uncertainty_score":0.99994814},"labels":[],"label_agreement":null},{"id":"W2978867108","doi":"10.1002/lary.28309","title":"Live porcine model for surgical training in tracheostomy and open‐airway surgery","year":2019,"lang":"en","type":"article","venue":"The Laryngoscope","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":13,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"SickKids Foundation; Hospital for Sick Children; University of Toronto","funders":"","keywords":"Medicine; Costal cartilage; Interquartile range; Surgery; Thyroid cartilage; Face validity; Airway; Cartilage; Larynx; Anatomy","score_opus":0.08013690863725634,"score_gpt":0.3325580143101867,"score_spread":0.2524211056729304,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2978867108","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9783722,0.0003239376,0.00012820805,0.002485942,0.00007100406,0.0009376595,0.000006416933,0.000034630986,0.017639982],"genre_scores_gemma":[0.99571645,0.000040188064,0.00026503793,0.0009992721,0.00007614554,0.000044697623,0.000030183359,0.000024833458,0.0028031792],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9989886,0.00005537282,0.00028157173,0.00025498567,0.00013899461,0.00028042882],"domain_scores_gemma":[0.99849033,0.0011239412,0.00005721978,0.00018116481,0.0000341938,0.00011316978],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0010670787,0.00013064114,0.0004718577,0.00006912756,0.000060007857,0.00003652089,0.00010495455,0.00008120311,0.00040557334],"category_scores_gemma":[0.0001021174,0.0000851631,0.00008085959,0.0001562851,0.00005031052,0.00012983232,0.00006755537,0.00019504184,0.0000319985],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.01837744,0.0011624123,0.4237066,0.00082034233,0.0005246011,0.0005981041,0.051465746,0.009430337,0.00092172116,0.028732095,0.0018482803,0.46241233],"study_design_scores_gemma":[0.02994602,0.00039264248,0.056171697,0.00064466265,0.00013221493,0.00019036957,0.00266305,0.8744684,0.00022223037,0.002096014,0.032503482,0.00056923885],"about_ca_topic_score_codex":0.000035490626,"about_ca_topic_score_gemma":0.000021607395,"teacher_disagreement_score":0.86503804,"about_ca_system_score_codex":0.00002111197,"about_ca_system_score_gemma":0.0001166723,"threshold_uncertainty_score":0.44407436},"labels":[],"label_agreement":null},{"id":"W2978986145","doi":"10.1097/sla.0000000000003573","title":"Mental Skills in Surgery","year":2019,"lang":"en","type":"article","venue":"Annals of Surgery","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":24,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Toronto; McMaster University","funders":"","keywords":"Medicine; Elite; Medical education; Mental health; Constructivist grounded theory; Applied psychology; Grounded theory; Psychology; Psychiatry; Qualitative research","score_opus":0.255563034688097,"score_gpt":0.3747028597031466,"score_spread":0.1191398250150496,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2978986145","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9877417,0.00019728953,5.898623e-7,0.001031507,0.0002568207,0.00008916882,0.0000034383165,0.000020803445,0.010658683],"genre_scores_gemma":[0.99771094,0.00017312323,0.000007857607,0.0015006941,0.000040729352,0.0000019844265,0.000029965477,0.000010125207,0.0005245544],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99907386,0.000033157998,0.00035746812,0.00012996189,0.00020911831,0.00019641726],"domain_scores_gemma":[0.9982646,0.0013921752,0.00007760034,0.00013286601,0.00005149962,0.000081225786],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0006788925,0.00007422703,0.00041072987,0.0002451137,0.000008306019,0.000003721395,0.000019569216,0.0000550276,0.001525061],"category_scores_gemma":[0.0002324107,0.00006498823,0.00021904141,0.0002650764,0.00002565792,0.00007737219,0.000012450003,0.00007589562,0.00013710611],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00011936874,0.00018311923,0.9649241,0.000043360415,0.000023966793,0.00003538317,0.00007986315,0.000008716456,0.0001299207,0.000049044167,0.0023841406,0.032019034],"study_design_scores_gemma":[0.00041886748,0.000013011086,0.9733643,0.00029435448,0.000003401807,0.00000678452,0.00007159153,0.00007436106,0.0032207484,0.00006815007,0.022373913,0.00009053125],"about_ca_topic_score_codex":0.00002310322,"about_ca_topic_score_gemma":0.0000011017183,"teacher_disagreement_score":0.031928502,"about_ca_system_score_codex":0.0000060509296,"about_ca_system_score_gemma":0.000057316265,"threshold_uncertainty_score":0.9993877},"labels":[],"label_agreement":null},{"id":"W2979396087","doi":"10.1002/bjs.11359","title":"Development and evaluation of the General Surgery Objective Structured Assessment of Technical Skill (GOSATS)","year":2019,"lang":"en","type":"article","venue":"British journal of surgery","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":17,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"St. Michael's Hospital; Mount Sinai Hospital; University of Toronto","funders":"Royal College of Physicians and Surgeons of Canada","keywords":"Medicine; Summative assessment; Cronbach's alpha; Reliability (semiconductor); Specialty; Medical physics; Certification; Formative assessment; Medical education; Family medicine; Psychometrics; Clinical psychology; Psychology; Mathematics education","score_opus":0.05304400114586332,"score_gpt":0.33633229923709584,"score_spread":0.2832882980912325,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2979396087","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9980756,0.00048135937,0.000021144193,0.000055365053,0.00035402624,0.00015900616,0.0000030634524,0.0000037511884,0.000846709],"genre_scores_gemma":[0.99884593,0.00007155756,0.0009198986,0.000059516085,0.00006786082,0.0000015480546,0.0000041692047,0.0000088187235,0.000020725189],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99790233,0.0001758115,0.0007738805,0.000099202174,0.00093594234,0.00011284106],"domain_scores_gemma":[0.9979286,0.00070571766,0.0005767139,0.00008511309,0.0006297731,0.00007405119],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002939,0.00007481937,0.0004971865,0.00012615226,0.00003292675,0.000011158068,0.000039562703,0.00007211772,0.00022439133],"category_scores_gemma":[0.00058537297,0.000059115966,0.00021263906,0.00019216539,0.00006261147,0.00008118023,0.000026505364,0.00020335888,2.3502923e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00010376997,0.0001353997,0.7309485,0.00007426207,0.00017381342,0.00003824473,0.000113504626,0.0002841217,0.0025449956,0.000039129827,0.00015147592,0.26539278],"study_design_scores_gemma":[0.0010390814,0.000015091101,0.9943219,0.0007407422,0.00008499062,0.00080019055,0.00012869923,0.00027952058,0.002184434,0.00006147926,0.00028366293,0.00006023108],"about_ca_topic_score_codex":0.000010556266,"about_ca_topic_score_gemma":0.0000062512318,"teacher_disagreement_score":0.26533255,"about_ca_system_score_codex":0.00009657836,"about_ca_system_score_gemma":0.00082448364,"threshold_uncertainty_score":0.24569277},"labels":[],"label_agreement":null},{"id":"W2980255517","doi":"10.5489/cuaj.5710","title":"Resident-run urology clinics: A tool for use in competency-based medical education for teaching and assessing transition-to-practice skills.","year":2019,"lang":"en","type":"article","venue":"PubMed","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":12,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa; Ottawa Hospital","funders":"","keywords":"Medicine; Patient satisfaction; Family medicine; Medical education; Communication skills; Nursing","score_opus":0.02648164912140224,"score_gpt":0.35310102650812947,"score_spread":0.32661937738672725,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2980255517","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.94926345,0.000057106332,0.022500604,0.023466818,0.00053247,0.0030213196,0.000006149115,0.00005196541,0.0011001172],"genre_scores_gemma":[0.9530407,0.0000041259977,0.02711081,0.018637123,0.00015323679,0.00087179587,0.00006581257,0.000018085248,0.00009829118],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99876016,0.00016065431,0.000349852,0.00027467136,0.0001971139,0.0002575565],"domain_scores_gemma":[0.99424815,0.0052471566,0.00007863527,0.00012270302,0.00010631722,0.00019705557],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0021026488,0.00009072417,0.00023923934,0.00017211906,0.000068161506,0.000048755668,0.000041387488,0.00012950582,0.000037026104],"category_scores_gemma":[0.010678218,0.00008418944,0.00006223986,0.000097579294,0.000028200218,0.0002590596,0.000007899559,0.00024404062,0.0000025726656],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0021198033,0.0008555202,0.05829518,0.00020934734,0.00005309796,0.000010524398,0.0011545641,0.00033640966,0.000010055122,0.0061267004,0.0002089641,0.93061984],"study_design_scores_gemma":[0.022561833,0.00031129914,0.7902275,0.00021088116,0.00021429021,0.000038725822,0.0010474265,0.060599104,0.000014463285,0.0012531556,0.123202786,0.00031858348],"about_ca_topic_score_codex":0.00003260424,"about_ca_topic_score_gemma":0.000040344737,"teacher_disagreement_score":0.93030125,"about_ca_system_score_codex":0.000047679023,"about_ca_system_score_gemma":0.0005522541,"threshold_uncertainty_score":0.9976553},"labels":[],"label_agreement":null},{"id":"W2981295903","doi":"10.1016/j.jmig.2020.01.010","title":"Effect of a Surgical Teaching Video on Resident Performance of a Laparoscopic Salpingo-oophorectomy: A Randomized Controlled Trial","year":2020,"lang":"en","type":"article","venue":"Journal of Minimally Invasive Gynecology","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":18,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"St. Michael's Hospital; Sunnybrook Health Science Centre; Health Sciences Centre; McGill University; University of Toronto","funders":"","keywords":"Medicine; Randomized controlled trial; Laparoscopy; General surgery; Oophorectomy; Surgery; Hysterectomy","score_opus":0.01656791102759997,"score_gpt":0.30105488772146666,"score_spread":0.2844869766938667,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2981295903","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99355584,0.00023059841,0.000005037236,0.0013293782,0.00037349697,0.0017968876,0.0000013759111,0.000010665405,0.0026967148],"genre_scores_gemma":[0.99874383,0.00018183152,0.00014065401,0.00048141394,0.00036458558,0.00003635595,0.0000017450693,0.000017423386,0.00003216131],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9952319,0.0018824141,0.0019520719,0.0001882716,0.0005090505,0.0002362684],"domain_scores_gemma":[0.9678824,0.029732315,0.0017271833,0.00011540501,0.00030715278,0.0002355443],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0035811441,0.00022087297,0.0039564925,0.0002658226,0.00004472779,0.0000074053755,0.00015005648,0.00018564884,0.00043089138],"category_scores_gemma":[0.026474858,0.00013700634,0.0010193076,0.00015532288,0.0002055917,0.000059094167,0.000038178056,0.0006549758,0.0000065183117],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.9902591,0.00024382208,0.0022967663,0.00023226438,0.0008647467,0.0003459529,0.0008675957,0.00021200931,0.003321038,0.00009334088,0.000076121585,0.0011872199],"study_design_scores_gemma":[0.9494134,0.037354257,0.00080709305,0.000433044,0.00078213523,0.000085757114,0.000076971424,0.00086265436,0.00975013,0.000008899515,0.0003335949,0.00009203908],"about_ca_topic_score_codex":0.0000035716307,"about_ca_topic_score_gemma":0.0000018823094,"teacher_disagreement_score":0.040845696,"about_ca_system_score_codex":0.00006646305,"about_ca_system_score_gemma":0.00046265605,"threshold_uncertainty_score":0.9817256},"labels":[],"label_agreement":null},{"id":"W2981482180","doi":"10.1016/j.jtcvs.2019.10.063","title":"Commentary: The importance of objective assessment for the future of residency training","year":2019,"lang":"en","type":"letter","venue":"Journal of Thoracic and Cardiovascular Surgery","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"CUSUM; Medicine; Learning curve; Boundary (topology); Confidence interval; Scopus; MEDLINE; Statistics; Internal medicine; Management","score_opus":0.03944368951170034,"score_gpt":0.32898830740373675,"score_spread":0.2895446178920364,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2981482180","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.052312892,0.22298227,0.005466805,0.7118741,0.004228822,0.0018615782,0.000098550736,0.000015562851,0.0011593838],"genre_scores_gemma":[0.7734662,0.009293994,0.0008726279,0.20379299,0.012221962,0.000026960877,0.000065352455,0.00009750597,0.00016236748],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9974318,0.00037714737,0.0008754158,0.0001705998,0.00094319263,0.00020181955],"domain_scores_gemma":[0.99420786,0.0038656767,0.0009775134,0.00046702937,0.0004400651,0.000041836778],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.004943062,0.00020858523,0.0015369036,0.00014209875,0.00008972704,0.000016809789,0.00014633588,0.00025980518,0.0000344464],"category_scores_gemma":[0.00018623153,0.000104979605,0.0029030377,0.00017564924,0.00013960869,0.00007164527,0.00003226972,0.0011345996,1.3256542e-7],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00114218,0.00007237851,0.047046766,0.0021987453,0.027708206,0.00059573853,0.0016268904,0.00044824852,0.000009081036,0.000046699908,0.4903969,0.4287082],"study_design_scores_gemma":[0.001160969,0.00018607567,0.033797357,0.0013573335,0.005506399,0.00058371667,0.0037568586,0.0001115918,0.000047587313,0.00027375954,0.9530103,0.0002080287],"about_ca_topic_score_codex":0.0000084728335,"about_ca_topic_score_gemma":0.0000010971646,"teacher_disagreement_score":0.7211534,"about_ca_system_score_codex":0.000041580224,"about_ca_system_score_gemma":0.00038640213,"threshold_uncertainty_score":0.49293333},"labels":[],"label_agreement":null},{"id":"W2981620602","doi":"10.1097/mpg.0000000000002525","title":"Exploring Use of Endoscopy Simulation in North American Pediatric Gastroenterology Fellowship Training Programs","year":2019,"lang":"en","type":"article","venue":"Journal of Pediatric Gastroenterology and Nutrition","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"SickKids Foundation; The Wilson Centre; Hospital for Sick Children; University of Toronto","funders":"","keywords":"Medicine; Endoscopy; Pediatric gastroenterology; General surgery; Gastroenterology; Internal medicine; Medical physics; Hepatology","score_opus":0.10245406820587358,"score_gpt":0.2928212989162663,"score_spread":0.19036723071039272,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2981620602","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99884623,0.000077857105,0.00036300434,0.00014435031,0.00023442287,0.0003128344,0.0000032376574,0.000013092175,0.000004980398],"genre_scores_gemma":[0.9967467,0.0009345556,0.0015709951,0.00013357053,0.0005685417,0.000010010099,0.000017731634,0.000015739977,0.0000021141248],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99815255,0.00019571424,0.00085150055,0.00020222244,0.00024236598,0.00035564668],"domain_scores_gemma":[0.99853903,0.00029635133,0.000724843,0.000097484895,0.00017463212,0.00016764406],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00037112663,0.00016349874,0.00063814793,0.0007847195,0.000026372783,0.000012113103,0.00005963165,0.00006266209,0.000016493996],"category_scores_gemma":[0.00011742565,0.00014995334,0.00014947978,0.00044089434,0.00007133113,0.00040260906,0.000022328813,0.0004292448,0.0000017140303],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0067784362,0.0004897885,0.9882426,0.00013637135,0.000035629317,0.000054336044,0.00040842552,0.0017034602,0.00003448976,0.0000025452543,0.0000027606611,0.0021111472],"study_design_scores_gemma":[0.009915466,0.006885481,0.98080295,0.000032833974,0.00019751905,0.00011470728,0.00039019508,0.001547997,0.0000045654756,0.000008452226,0.00004292846,0.00005691854],"about_ca_topic_score_codex":0.000007698777,"about_ca_topic_score_gemma":0.000037252183,"teacher_disagreement_score":0.007439675,"about_ca_system_score_codex":0.000041090214,"about_ca_system_score_gemma":0.000028863487,"threshold_uncertainty_score":0.611492},"labels":[],"label_agreement":null},{"id":"W2981724049","doi":"10.1016/j.jamcollsurg.2019.08.1231","title":"Effect of Concurrent Instructor Feedback While Training on a Laparoscopic Virtual Reality Simulator: A Randomized Clinical Trial","year":2019,"lang":"en","type":"article","venue":"Journal of the American College of Surgeons","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Medicine; Virtual reality; Randomized controlled trial; Cape; Medical physics; Human–computer interaction; Surgery","score_opus":0.05096793643956023,"score_gpt":0.36786740303684773,"score_spread":0.3168994665972875,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2981724049","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9957431,0.00002508661,0.000015888276,0.0005491356,0.001662869,0.0009669483,0.000053366282,0.000008883642,0.0009747066],"genre_scores_gemma":[0.9994571,0.000028518494,0.000026465774,0.0001796601,0.00019102656,0.0000034061247,0.0000015596173,0.000017606697,0.00009464713],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.99506414,0.0019868887,0.001824153,0.00017327523,0.0007365138,0.00021500418],"domain_scores_gemma":[0.98489565,0.011762845,0.002571506,0.00032226215,0.00023043709,0.00021728674],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0055922884,0.00019382017,0.0029368415,0.00015914469,0.00004256292,0.0000054996135,0.00020158979,0.000093716764,0.0001917575],"category_scores_gemma":[0.004401975,0.00010883685,0.0014775814,0.00047431406,0.00066317286,0.00005076263,0.000046973568,0.0006418016,0.0000040378563],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.95183206,0.000546356,0.019680148,0.0000705607,0.0009078742,0.000021483891,0.00028293015,0.0011698066,0.00015472698,0.0005489198,0.0002522014,0.024532964],"study_design_scores_gemma":[0.966208,0.011804492,0.01295596,0.00083580316,0.000680847,0.000044368324,0.0008060166,0.0032428121,0.0007183013,0.000027360042,0.0025117402,0.00016430624],"about_ca_topic_score_codex":0.000025652733,"about_ca_topic_score_gemma":0.0000028651173,"teacher_disagreement_score":0.024368659,"about_ca_system_score_codex":0.000058885773,"about_ca_system_score_gemma":0.0004233386,"threshold_uncertainty_score":0.5269893},"labels":[],"label_agreement":null},{"id":"W2981888926","doi":"10.1016/b978-0-12-816176-0.00042-9","title":"Interventional procedures training","year":2019,"lang":"en","type":"book-chapter","venue":"Elsevier eBooks","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University","funders":"","keywords":"Medical education; Training (meteorology); Engineering ethics; Medicine; Engineering","score_opus":0.0517313015063184,"score_gpt":0.3047716865962286,"score_spread":0.2530403850899102,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2981888926","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00021319068,0.0006067645,0.00000424378,0.0000925224,0.0003052792,0.00047173418,0.000011786691,0.00010499003,0.9981895],"genre_scores_gemma":[0.08558061,0.000008074329,0.00014595868,0.00073764974,0.00043180524,0.000009472047,0.00008991263,0.00007192727,0.9129246],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99863976,0.000009277894,0.00041420656,0.0003499823,0.00037976037,0.00020699608],"domain_scores_gemma":[0.999262,0.000086501794,0.0001646625,0.0002352138,0.00009976719,0.00015187169],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00015992366,0.0002782367,0.00053002127,0.00014569053,0.00004661265,0.000022986156,0.000079956495,0.00027874138,0.0036505102],"category_scores_gemma":[0.000055570814,0.00023874833,0.00046352143,0.000008435583,0.00007590792,0.00002086961,0.00004319572,0.00047611882,0.0006639897],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000071888695,0.000011307045,0.000033888966,0.00023372931,0.00019197006,0.000051536248,0.00020924312,0.0000013541011,0.000003281548,0.027341098,0.00004130694,0.9718094],"study_design_scores_gemma":[0.0015996356,0.00013824478,0.00016689216,0.0020725452,0.0001567153,0.000069207985,0.00002458088,0.000030141682,0.0000037701873,0.0040213787,0.99147457,0.00024231363],"about_ca_topic_score_codex":4.5782908e-8,"about_ca_topic_score_gemma":0.000002765744,"teacher_disagreement_score":0.99143326,"about_ca_system_score_codex":0.00005645213,"about_ca_system_score_gemma":0.00032202297,"threshold_uncertainty_score":0.9972603},"labels":[],"label_agreement":null},{"id":"W2982171213","doi":"10.1016/j.jamcollsurg.2019.08.062","title":"Evaluating the Impact of 3-Dimensional Laparoscopic Imaging on the Surgical Team Using Subjective Multidimensional Assessment Tools","year":2019,"lang":"en","type":"article","venue":"Journal of the American College of Surgeons","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Medicine; Medical physics; General surgery","score_opus":0.06123554700366694,"score_gpt":0.4056056792650642,"score_spread":0.34437013226139723,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2982171213","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99664676,0.00004594034,0.000007039816,0.0015271043,0.000234379,0.00038321398,0.000040259107,0.0000042479587,0.0011110668],"genre_scores_gemma":[0.9990727,0.00000451846,0.00053589814,0.00021934994,0.00006873888,0.0000015753404,9.4911366e-7,0.000016715923,0.00007958929],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9972053,0.0005958661,0.0007202537,0.00014139953,0.0011004322,0.00023673264],"domain_scores_gemma":[0.99224144,0.0053725056,0.0014145944,0.00032457086,0.0005473205,0.00009955004],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0022407095,0.00017163063,0.00070398574,0.00012331386,0.00018034432,0.00000972193,0.00019356428,0.000025372601,0.00033381657],"category_scores_gemma":[0.0006556169,0.00007118009,0.0007249782,0.00060880365,0.00038703828,0.00008093014,0.00009314782,0.000521957,0.0000020140453],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.004205174,0.00087686285,0.817755,0.000020424282,0.0011415282,0.00007553098,0.00029948252,0.13314609,0.037590947,0.001188969,0.00043048363,0.0032695287],"study_design_scores_gemma":[0.004874829,0.0014888142,0.8774394,0.0007009142,0.00023675938,0.00061732915,0.0017467253,0.11058147,0.0018637868,0.00012338228,0.00018201758,0.00014459275],"about_ca_topic_score_codex":0.00017160787,"about_ca_topic_score_gemma":0.0000015362206,"teacher_disagreement_score":0.0596844,"about_ca_system_score_codex":0.00022312738,"about_ca_system_score_gemma":0.00093478675,"threshold_uncertainty_score":0.36550573},"labels":[],"label_agreement":null},{"id":"W2982313557","doi":"10.1016/j.media.2019.101588","title":"A partial augmented reality system with live ultrasound and registered preoperative MRI for guiding robot-assisted radical prostatectomy","year":2019,"lang":"en","type":"article","venue":"Medical Image Analysis","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":44,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Vancouver Hospital and Health Sciences Centre; University of British Columbia","funders":"Canadian Institutes of Health Research; University of British Columbia","keywords":"Magnetic resonance imaging; Artificial intelligence; Sagittal plane; Computer science; Computer vision; Ultrasound; Augmented reality; Medicine; Prostatectomy; Image-guided surgery; Image registration; Robot; Prostate; Radiology; Image (mathematics)","score_opus":0.03819850888818283,"score_gpt":0.3235354810076974,"score_spread":0.2853369721195146,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2982313557","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8359826,0.00012790339,0.15634994,0.0020943575,0.00006140937,0.0017940644,0.000036108413,0.0002245396,0.003329058],"genre_scores_gemma":[0.99640465,0.000012550646,0.0023575127,0.00031915796,0.00009722048,0.00009099882,0.00026299412,0.00002128465,0.0004336373],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99754155,0.00020204978,0.0005502989,0.0005914971,0.0007678406,0.00034675293],"domain_scores_gemma":[0.99805975,0.00063103787,0.00017275405,0.00033748383,0.00025858326,0.0005403917],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0009391902,0.00021793088,0.00083354197,0.00016037736,0.0001339958,0.000083000916,0.000082646206,0.00015204313,0.0007076365],"category_scores_gemma":[0.00085392786,0.00014421505,0.00023263664,0.0007035564,0.0002235062,0.00011812997,0.00003367339,0.00018762932,0.000017146445],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.026024656,0.0029745966,0.8439004,0.005439637,0.045879155,0.0031390733,0.010899248,0.0014952983,0.007791855,0.0034438432,0.0015398283,0.04747243],"study_design_scores_gemma":[0.04101081,0.0017666802,0.31354347,0.0016363233,0.011192776,0.0003856785,0.007065159,0.61713386,0.0017520264,0.000019126763,0.0036057676,0.0008883451],"about_ca_topic_score_codex":0.00015746357,"about_ca_topic_score_gemma":0.000056205357,"teacher_disagreement_score":0.61563855,"about_ca_system_score_codex":0.000110342655,"about_ca_system_score_gemma":0.00013195028,"threshold_uncertainty_score":0.77481234},"labels":[],"label_agreement":null},{"id":"W2982892418","doi":"10.1142/s2424905x19420017","title":"Augmented Reality Training Platform for Neurosurgical Burr Hole Localization","year":2019,"lang":"en","type":"article","venue":"Journal of Medical Robotics Research","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":16,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University","funders":"Southeastern Ontario Academic Medical Organization; Canada Research Chairs","keywords":"Drill; Augmented reality; Computer science; Position (finance); Neurosurgery; Training (meteorology); Identification (biology); Plan (archaeology); Medical physics; Work (physics); Curriculum; Artificial intelligence; Simulation; Medicine; Surgery; Engineering; Psychology; Geology","score_opus":0.2926050359993079,"score_gpt":0.4844296492808533,"score_spread":0.19182461328154538,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2982892418","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.581521,0.00042921814,0.34357363,0.054356873,0.002029467,0.0018788861,0.000009914617,0.000084099775,0.016116919],"genre_scores_gemma":[0.9975263,0.0001135427,0.0007121844,0.0005696243,0.00058382173,0.000002807973,0.000016515354,0.00002307323,0.0004521297],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99460727,0.00016877572,0.0007881604,0.00018513913,0.0037814528,0.0004691727],"domain_scores_gemma":[0.9957512,0.0021035813,0.00016606957,0.00017307993,0.00096122356,0.0008448553],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0077248868,0.00010665087,0.0004665254,0.0002904356,0.00010991152,0.00004929098,0.00019502765,0.00026673512,0.0010713385],"category_scores_gemma":[0.005924179,0.00007664541,0.0002104607,0.00048799298,0.00016136881,0.00010950941,0.00006621271,0.0012102934,0.000028188406],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.01824625,0.0042923335,0.029506437,0.0019344736,0.0010908562,0.004132878,0.004275481,0.22572371,0.0012956655,0.090477705,0.014872192,0.604152],"study_design_scores_gemma":[0.020125756,0.0029197566,0.0045111417,0.0009212037,0.00006359002,0.0004504837,0.0012302428,0.8610484,0.00013783242,0.001527445,0.10689496,0.00016916092],"about_ca_topic_score_codex":0.0000052298024,"about_ca_topic_score_gemma":0.0000016069064,"teacher_disagreement_score":0.6353247,"about_ca_system_score_codex":0.00012581947,"about_ca_system_score_gemma":0.00067442196,"threshold_uncertainty_score":0.9998418},"labels":[],"label_agreement":null},{"id":"W2985150415","doi":"10.1016/j.jsurg.2019.10.008","title":"Resident Involvement in Plastic Surgery: Divergence of Patient Expectations and Experiences with Surgeon's Attitudes and Actions","year":2019,"lang":"en","type":"article","venue":"Journal of surgical education","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":8,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Medicine; Informed consent; Elective surgery; Family medicine; General surgery; Surgery; Alternative medicine","score_opus":0.030581478067174945,"score_gpt":0.3179305566764135,"score_spread":0.2873490786092386,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2985150415","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99868155,0.0005339431,0.0000068430795,0.00025595617,0.00025905579,0.00009656429,3.7939637e-7,0.000002609768,0.00016310047],"genre_scores_gemma":[0.9996816,0.00014279847,0.00009193481,0.000015958989,0.000029820463,0.0000074610707,0.0000021446738,0.0000035507976,0.00002473273],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99916494,0.000040044153,0.00036605995,0.000092692055,0.00025824265,0.00007799806],"domain_scores_gemma":[0.99865645,0.0008002221,0.00022513774,0.000049276176,0.00015746859,0.00011143871],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00016783283,0.000062371175,0.0002262425,0.00021048657,0.000027965076,0.000011942804,0.000017138887,0.000027317194,0.0002527049],"category_scores_gemma":[0.00012378357,0.000043464475,0.000034628614,0.00020260732,0.00005999955,0.00015203211,0.000009773674,0.00008980407,7.9768085e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00034604638,0.000327629,0.9836357,0.000057480578,0.000025575917,0.000013450714,0.010969305,0.00007637424,0.000031609143,0.00017919404,0.00002666274,0.0043109353],"study_design_scores_gemma":[0.0011816897,0.0003790877,0.89634204,0.0005993063,0.000028589213,0.000107919484,0.100051336,0.000100381854,0.00024479505,0.000018746332,0.00086776924,0.00007833486],"about_ca_topic_score_codex":0.000042463776,"about_ca_topic_score_gemma":0.0000147627,"teacher_disagreement_score":0.08908203,"about_ca_system_score_codex":0.000035760462,"about_ca_system_score_gemma":0.00021884532,"threshold_uncertainty_score":0.27669412},"labels":[],"label_agreement":null},{"id":"W2985493988","doi":"10.1007/s00062-019-00829-6","title":"Evaluation of a Touchless Angiography Suite Computer Controller for Neuroendovascular Procedures","year":2019,"lang":"en","type":"article","venue":"Clinical Neuroradiology","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Task (project management); Medical physics; Medicine; Set (abstract data type); Aneurysm; Suite; Radiology; Computer science; Engineering","score_opus":0.10051169231759285,"score_gpt":0.4071445219669384,"score_spread":0.3066328296493456,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2985493988","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9955787,0.0002350012,0.0008784197,0.0004966049,0.0006529738,0.001526492,0.0000050735357,0.000042281,0.000584468],"genre_scores_gemma":[0.99662817,0.000018333785,0.00035291925,0.0026276088,0.0002874578,0.000023691366,0.000021988943,0.000017266124,0.000022583134],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99805903,0.00047350975,0.0006166585,0.00037086103,0.00028287066,0.00019706367],"domain_scores_gemma":[0.99703556,0.0019594436,0.0001631019,0.0002288754,0.0005019609,0.000111076835],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0015548464,0.00011316756,0.0006519534,0.0001072116,0.000021222224,0.000004530225,0.000078609424,0.00012425326,0.00012242368],"category_scores_gemma":[0.001603731,0.00008806969,0.0007725322,0.00016560023,0.00012834028,0.000027602036,0.000020915586,0.00016217561,0.000016131231],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.003098999,0.0008730727,0.8490068,0.00020860766,0.0011909439,0.0000149438665,0.00006676129,0.004827919,0.0005475067,0.0029017518,0.0008281775,0.13643457],"study_design_scores_gemma":[0.03041758,0.0026986748,0.7610304,0.00003942076,0.00081838516,0.000041591462,0.000010637052,0.19239071,0.00002718355,0.0007047978,0.011692129,0.00012849347],"about_ca_topic_score_codex":0.0000010365223,"about_ca_topic_score_gemma":6.593882e-7,"teacher_disagreement_score":0.1875628,"about_ca_system_score_codex":0.0000064569203,"about_ca_system_score_gemma":0.00009073247,"threshold_uncertainty_score":0.35913777},"labels":[],"label_agreement":null},{"id":"W2988031539","doi":"10.1089/end.2019.0693","title":"Current Educational Interventions for Improving Technical Skills of Urology Trainees in Endourological Procedures: A Systematic Review","year":2019,"lang":"en","type":"review","venue":"Journal of Endourology","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":21,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Medicine; Psychological intervention; PsycINFO; MEDLINE; Medical education; Systematic review; Cochrane Library; Inclusion (mineral); Medical physics; Nursing; Randomized controlled trial; Surgery; Psychology","score_opus":0.11247901948555086,"score_gpt":0.4548880744048159,"score_spread":0.342409054919265,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2988031539","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000028682252,0.995321,0.00041502432,0.0005090157,0.0004865976,0.003106552,0.000025705795,0.000009199438,0.00009827667],"genre_scores_gemma":[0.005325155,0.99325526,0.00042405323,0.0003208403,0.00030232925,0.00025185084,0.000055689005,0.000034672874,0.000030160729],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.9948938,0.0005392116,0.003655322,0.00029596046,0.00028573538,0.00032998383],"domain_scores_gemma":[0.9916596,0.004483413,0.0030728509,0.00025607558,0.0003810281,0.00014704841],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.001972952,0.0003337904,0.0053599635,0.0007912399,0.00002075161,0.000006387391,0.00032548865,0.00040673756,0.00020883113],"category_scores_gemma":[0.012594935,0.0002153301,0.0024274322,0.00034364214,0.00010924458,0.000050555092,0.000056310797,0.0011053304,0.000007856893],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00010737321,0.0009325363,0.000029199975,0.9498173,0.00025672922,0.000027659127,0.000021024674,0.000005539747,0.0000011601672,0.00085161027,0.00009972422,0.04785015],"study_design_scores_gemma":[0.0053588594,0.004008791,0.0001190944,0.8616253,0.015797636,0.0085289385,0.000014454789,0.000042181746,2.056688e-7,0.00048108483,0.10367352,0.0003499221],"about_ca_topic_score_codex":4.2780655e-7,"about_ca_topic_score_gemma":0.000003326182,"teacher_disagreement_score":0.1035738,"about_ca_system_score_codex":0.00011118223,"about_ca_system_score_gemma":0.0011511459,"threshold_uncertainty_score":0.9957224},"labels":[],"label_agreement":null},{"id":"W2988270787","doi":"10.1016/j.athoracsur.2019.09.052","title":"Development and Pilot Testing of an Assessment Tool for Performance of Anatomic Lung Resection","year":2019,"lang":"en","type":"article","venue":"The Annals of Thoracic Surgery","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":9,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto; University of Calgary; Université de Montréal; University of Alberta","funders":"National Cancer Institute; Western University; University of Alberta","keywords":"Medicine; Formative assessment; Lung cancer; Medical physics; Reliability (semiconductor); Cardiothoracic surgery; Surgery; Physical therapy; Oncology","score_opus":0.186500156117337,"score_gpt":0.4427554925145071,"score_spread":0.2562553363971701,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2988270787","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99893117,0.000090395115,0.000040518025,0.00009331177,0.000060057075,0.000258504,0.0000021158046,0.000010982138,0.0005129672],"genre_scores_gemma":[0.99791265,0.000019546518,0.0019191742,0.00005952449,0.00002255163,0.0000075880703,0.000009376084,0.000008448781,0.000041141295],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9991633,0.00004929844,0.00038086245,0.00010149392,0.00019077437,0.0001142519],"domain_scores_gemma":[0.9982252,0.0011359793,0.00023992859,0.00015084948,0.00021480343,0.000033232158],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002091218,0.00006545882,0.00028169667,0.00010269764,0.00003679848,0.0000035391852,0.00003623925,0.000025717676,0.000027756743],"category_scores_gemma":[0.00023353813,0.000045832552,0.000046475103,0.0001703034,0.0000368637,0.00008447469,0.000019568824,0.000056602934,4.1538945e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.002907669,0.00019978479,0.5185698,0.0014227293,0.00012120055,8.243746e-7,0.00031460676,0.0003940456,0.009595918,0.000082458166,0.000023360648,0.46636757],"study_design_scores_gemma":[0.00050113036,0.00053904176,0.7300645,0.0009197127,0.000044299155,0.000008500995,0.00026720625,0.054949727,0.21205801,0.000056950732,0.00047365724,0.00011725101],"about_ca_topic_score_codex":0.000007636255,"about_ca_topic_score_gemma":7.2789845e-7,"teacher_disagreement_score":0.46625033,"about_ca_system_score_codex":0.000008187911,"about_ca_system_score_gemma":0.00010456568,"threshold_uncertainty_score":0.18689974},"labels":[],"label_agreement":null},{"id":"W2988998016","doi":"10.3138/jvme.2019-0008","title":"The Impact of Extracurricular Surgical Experience on Veterinary Students’ Performance of Canine Ovariohysterectomy and Orchidectomy in a Clinical Skills Curriculum","year":2019,"lang":"en","type":"article","venue":"Journal of Veterinary Medical Education","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Rubric; Curriculum; Medicine; Veterinary education; Confidence interval; Veterinary medicine; Psychology; Internal medicine; Mathematics education; Pedagogy","score_opus":0.044470981907634294,"score_gpt":0.4559299494776668,"score_spread":0.41145896757003253,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2988998016","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9985302,0.00036596594,0.000002370415,0.00012981592,0.00048835675,0.00023309163,6.093387e-7,0.0000035988467,0.0002459747],"genre_scores_gemma":[0.9991521,0.0004983703,0.000081985236,0.000050546623,0.00016967884,0.0000056502317,0.000002351464,0.000009402982,0.000029889861],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9973654,0.00027005418,0.0011951677,0.00015922025,0.0008322164,0.00017791385],"domain_scores_gemma":[0.998045,0.0006982081,0.0005530625,0.00019079319,0.00020662104,0.00030629936],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0016797648,0.00013679039,0.00053766876,0.0001567733,0.000030026842,0.000011303208,0.00019772627,0.00011794198,0.00026964647],"category_scores_gemma":[0.00082093704,0.00007757334,0.00021131552,0.00026872635,0.00017928396,0.00012968316,0.000059497226,0.00049658515,0.0000024263397],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0021495684,0.0025282125,0.9303968,0.000089453744,0.000071582035,0.00015681764,0.0006445441,0.000043365657,0.00015830321,0.000019807858,0.000021224807,0.06372031],"study_design_scores_gemma":[0.0050371136,0.011022532,0.97699165,0.0014792442,0.000021045737,0.0019545462,0.00042463286,0.0017439385,0.000018893255,0.0000053885115,0.0012202845,0.00008075037],"about_ca_topic_score_codex":0.000044589447,"about_ca_topic_score_gemma":5.709677e-7,"teacher_disagreement_score":0.06363956,"about_ca_system_score_codex":0.00008096886,"about_ca_system_score_gemma":0.00061169296,"threshold_uncertainty_score":0.31633493},"labels":[],"label_agreement":null},{"id":"W2989607530","doi":"10.1007/s00464-019-07260-5","title":"Brain activation during laparoscopic tasks in high- and low-performing medical students: a pilot fMRI study","year":2019,"lang":"en","type":"article","venue":"Surgical Endoscopy","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":8,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University Health Network; Mount Sinai Hospital; Sunnybrook Health Science Centre; University of Toronto; St. Michael's Hospital","funders":"","keywords":"Medicine; Hepatology; Abdominal surgery; Neurology; Internal medicine; Physical medicine and rehabilitation; Psychiatry","score_opus":0.015055617577550104,"score_gpt":0.3219673789760246,"score_spread":0.30691176139847454,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2989607530","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9959549,0.000036880076,0.0000022541606,0.0007881309,0.00016622427,0.00080868974,0.0000010244568,0.00008768276,0.0021542513],"genre_scores_gemma":[0.99892956,0.00001930911,0.0000190042,0.00041304601,0.00013048816,0.000037427806,0.000015776974,0.000025630057,0.00040976692],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99743706,0.00014388663,0.0004695186,0.0004570982,0.0011141518,0.00037828393],"domain_scores_gemma":[0.99873155,0.0006352259,0.00007065571,0.0002182556,0.00003555272,0.00030878015],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00076742435,0.00020460565,0.00051688834,0.00018847139,0.00007287922,0.000049765506,0.00013432433,0.0001215219,0.0018671238],"category_scores_gemma":[0.0003275161,0.00016732894,0.00004437777,0.00035798387,0.00005700854,0.00016570285,0.00013594225,0.000503103,0.000076047174],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0022388771,0.0012490633,0.9935975,0.00012531543,0.000045690686,0.00039847422,0.0004427372,0.00004219433,0.00036658772,0.00027059944,0.0000038788794,0.0012190545],"study_design_scores_gemma":[0.15546842,0.0012614117,0.83887386,0.00068114826,0.000024062154,0.000038566937,0.0007072122,0.00082287093,0.001185053,0.000040488547,0.0006480909,0.0002488317],"about_ca_topic_score_codex":0.00012231557,"about_ca_topic_score_gemma":0.000021621372,"teacher_disagreement_score":0.15472369,"about_ca_system_score_codex":0.00009333208,"about_ca_system_score_gemma":0.000067806504,"threshold_uncertainty_score":0.9990453},"labels":[],"label_agreement":null},{"id":"W2989821691","doi":"10.1016/j.jss.2019.10.010","title":"Chest Tube Insertion Among Surgical and Nonsurgical Trainees: How Skilled Are Our Residents?","year":2019,"lang":"en","type":"article","venue":"Journal of Surgical Research","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":4,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University; McMaster University; London Health Sciences Centre","funders":"","keywords":"Interquartile range; Medicine; Thoracostomy; Psychological intervention; Intensive care unit; Emergency medicine; Physical therapy; Surgery; Nursing; Intensive care medicine; Pneumothorax","score_opus":0.09003506301565542,"score_gpt":0.40307487065169223,"score_spread":0.3130398076360368,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2989821691","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9799479,0.00072622724,0.000005936415,0.01224893,0.00018618155,0.00037455827,0.0000026778696,0.000027486103,0.006480082],"genre_scores_gemma":[0.9943474,0.00089645624,0.00008081092,0.000039962575,0.00070241845,0.0000052111454,0.000005957728,0.00003524723,0.0038865684],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9950267,0.00063908467,0.0007844221,0.00038790688,0.002465277,0.0006966101],"domain_scores_gemma":[0.99538285,0.0019496242,0.00026975336,0.00026892443,0.0010510086,0.001077834],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0048230984,0.0002380985,0.0009271409,0.00062988803,0.00015715878,0.00017913216,0.0002024363,0.00035526505,0.00082693796],"category_scores_gemma":[0.0012003122,0.00016406881,0.0003885042,0.0008334084,0.00023059895,0.00036944635,0.000123044,0.0019529845,0.000081278595],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.011901534,0.0013186085,0.9337468,0.00034882937,0.00038561889,0.023115782,0.00070899294,0.00008980561,0.00048061303,0.0015737918,0.0014873664,0.02484223],"study_design_scores_gemma":[0.0306921,0.0019706567,0.85624796,0.0011633326,0.00006851752,0.0039841086,0.0047605853,0.0017136242,0.00017849215,0.00026840917,0.09861208,0.00034012733],"about_ca_topic_score_codex":0.000017124643,"about_ca_topic_score_gemma":0.0000041603143,"teacher_disagreement_score":0.09712471,"about_ca_system_score_codex":0.0001540019,"about_ca_system_score_gemma":0.00020220398,"threshold_uncertainty_score":0.9054391},"labels":[],"label_agreement":null},{"id":"W2990198737","doi":"","title":"Does contextual interference impact the retention of complex bimanual laparoscopic skills","year":2019,"lang":"en","type":"article","venue":"Journal of Exercise, Movement, and Sport (SCAPPS refereed abstracts repository)","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Winnipeg; University of Manitoba","funders":"","keywords":"Motor learning; Dreyfus model of skill acquisition; Motor skill; Psychology; Trainer; Test (biology); Interference theory; Computer science; Developmental psychology; Cognition; Working memory","score_opus":0.020800341298895398,"score_gpt":0.2866933805377502,"score_spread":0.26589303923885477,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2990198737","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9930698,0.00019858201,0.000012736038,0.00008813355,0.0004834976,0.00037294123,0.000004654874,0.000012288701,0.005757368],"genre_scores_gemma":[0.9973507,0.00033945937,0.000072847324,0.00009082716,0.00015110169,0.0000018995598,0.000010981255,0.000015754467,0.0019664073],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9979156,0.00002566508,0.0011552571,0.00019992834,0.00047960647,0.00022390932],"domain_scores_gemma":[0.99791354,0.000103387014,0.001128041,0.00025784454,0.00038206452,0.00021509765],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00049859146,0.00020862828,0.0007214358,0.00015932933,0.00008103211,0.000056284625,0.000146294,0.00011071506,0.00024197609],"category_scores_gemma":[0.000036857717,0.0000981626,0.0002667405,0.00012355526,0.000111506015,0.00022359511,0.000037027068,0.000359685,0.000004437164],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0039316295,0.0010258192,0.90002584,0.00034681888,0.0006308976,0.00017737247,0.0011937314,0.00022819871,0.071468554,0.00027769088,0.00037434255,0.020319078],"study_design_scores_gemma":[0.0040696296,0.0008143455,0.98274475,0.0009147791,0.00019301205,0.000057451703,0.0008383931,0.00010315358,0.008535603,0.00009320014,0.0015050505,0.00013063189],"about_ca_topic_score_codex":0.00007326803,"about_ca_topic_score_gemma":0.0000040092527,"teacher_disagreement_score":0.08271889,"about_ca_system_score_codex":0.000058808222,"about_ca_system_score_gemma":0.000097027616,"threshold_uncertainty_score":0.40029547},"labels":[],"label_agreement":null},{"id":"W2990259389","doi":"10.1093/jcag/gwz031","title":"Colonoscopy Trainers Experience Greater Stress During Insertion than Withdrawal: Implications for Endoscopic Curricula","year":2019,"lang":"en","type":"article","venue":"Journal of the Canadian Association of Gastroenterology","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University","funders":"","keywords":"Trainer; Medicine; Workload; Anxiety; Cognition; Curriculum; Physical therapy; Stress (linguistics); Colonoscopy; Psychology; Internal medicine; Psychiatry","score_opus":0.013081081808277082,"score_gpt":0.27085732547353586,"score_spread":0.25777624366525875,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2990259389","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9919673,0.000003621573,0.000038042686,0.007243216,0.00032704018,0.0002570959,0.00002438784,0.0000037382479,0.00013551048],"genre_scores_gemma":[0.99895173,0.0000022142033,0.00011758472,0.00060951826,0.000072026785,0.000007807724,0.000005633477,0.000008200079,0.00022528296],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9991256,0.00007589975,0.00035701634,0.00008376695,0.00013940553,0.00021833507],"domain_scores_gemma":[0.99879307,0.00006214803,0.000587177,0.000106707485,0.00029706155,0.00015385952],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00021830789,0.000071040675,0.00024315686,0.00014495371,0.00007815549,0.000010544627,0.00010991729,0.00007569337,0.00005047699],"category_scores_gemma":[0.00018218961,0.00005289264,0.00015283997,0.000095180956,0.000031384498,0.00007080113,0.000008056127,0.00013796212,0.0000012629893],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00031737846,0.000022206254,0.99778235,0.000013780825,0.00007209992,8.65286e-7,0.00037060835,0.00026722762,0.0010032458,0.000060013946,0.00005348939,0.000036750032],"study_design_scores_gemma":[0.003887635,0.00047958715,0.9945152,0.00007321102,0.000051961586,0.000022516671,0.00013386093,0.000090809874,0.00036269816,0.000036131845,0.0003210272,0.000025364847],"about_ca_topic_score_codex":0.00045509913,"about_ca_topic_score_gemma":0.020400675,"teacher_disagreement_score":0.019945577,"about_ca_system_score_codex":0.00057398755,"about_ca_system_score_gemma":0.00014980437,"threshold_uncertainty_score":0.99747443},"labels":[],"label_agreement":null},{"id":"W2990439519","doi":"10.1016/j.brachy.2019.11.001","title":"Establishing a simulation-based education program for radiation oncology learners in permanent seed implant brachytherapy: Building validation evidence","year":2019,"lang":"en","type":"article","venue":"Brachytherapy","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":19,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Sunnybrook Health Science Centre; Kelowna General Hospital; Health Sciences Centre; University of Calgary","funders":"","keywords":"Medicine; Checklist; Brachytherapy; Cohort; Medical physics; Rating scale; Cohort study; Implant; Medical education; Surgery; Internal medicine; Radiation therapy; Psychology","score_opus":0.04336543308619504,"score_gpt":0.40202448324811274,"score_spread":0.3586590501619177,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2990439519","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98789096,0.0003949302,0.005168597,0.0016859887,0.00050796714,0.00381903,0.0000031713141,0.00017481683,0.00035456158],"genre_scores_gemma":[0.9914907,0.000050529954,0.005358823,0.0018989786,0.00026937923,0.00046883454,0.0002887134,0.00004198785,0.00013200376],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99834836,0.00015299469,0.00047462652,0.0004202113,0.00028814867,0.00031563526],"domain_scores_gemma":[0.9971652,0.0020394048,0.0002461244,0.00022820492,0.00020524819,0.00011582532],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0007962503,0.00018801421,0.00034054674,0.00032119697,0.00008647543,0.00008966758,0.00007924715,0.00017966499,0.00013969016],"category_scores_gemma":[0.00048843166,0.00017941455,0.00011755835,0.0005316284,0.000023606808,0.00046620745,0.000006368645,0.00021333773,0.000015861344],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0015245853,0.00057174935,0.11834979,0.0001032456,0.000029432527,0.0000033842468,0.0009212676,0.15739411,0.0033144888,0.00038686526,0.000014525753,0.71738654],"study_design_scores_gemma":[0.01246849,0.0017793368,0.14288121,0.0005350144,0.000046921232,0.000014237098,0.00040023666,0.7601698,0.001237129,0.00029144855,0.079793505,0.00038264447],"about_ca_topic_score_codex":0.000066498935,"about_ca_topic_score_gemma":0.000013687322,"teacher_disagreement_score":0.7170039,"about_ca_system_score_codex":0.00041240983,"about_ca_system_score_gemma":0.00061078486,"threshold_uncertainty_score":0.73163134},"labels":[],"label_agreement":null},{"id":"W2990946828","doi":"10.1055/s-0039-3400244","title":"Error-Based Teaching Approach Decreases Vessel Anastomosis Errors: A Pilot Study","year":2019,"lang":"en","type":"article","venue":"Journal of Reconstructive Microsurgery Open","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Anastomosis; Microsurgery; Fibrous joint; Medicine; Exact test; Surgery; Test (biology)","score_opus":0.06634642384499727,"score_gpt":0.3370430641259375,"score_spread":0.2706966402809402,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2990946828","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98464954,0.00007536108,0.00023735304,0.00012175249,0.00041971225,0.0008802699,0.000008079199,0.000019436333,0.013588488],"genre_scores_gemma":[0.9924748,0.0000026219107,0.0067941225,0.00035448818,0.00012009734,0.000007799341,0.000009495928,0.000034673794,0.00020191369],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99771774,0.00041065636,0.00087495893,0.00031637072,0.00039176762,0.00028849082],"domain_scores_gemma":[0.9976312,0.0007151635,0.0007555222,0.000275145,0.00031414238,0.00030882462],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002080173,0.00024134634,0.00098357,0.00039518904,0.00014647683,0.00015852708,0.000297194,0.00006171625,0.00065833476],"category_scores_gemma":[0.00041360655,0.00018697194,0.00022282786,0.00028995555,0.000101607715,0.0004973993,0.00008906124,0.00069432554,0.000026226047],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0038437028,0.0025394333,0.96396226,0.00003935048,0.0005216406,0.00012173479,0.00041743304,0.00022711838,0.0024533507,0.000040098847,0.00035437502,0.025479505],"study_design_scores_gemma":[0.046670206,0.012029669,0.87782764,0.0015767178,0.0009273891,0.004083008,0.033100765,0.0021915128,0.0026881783,0.00014531513,0.01763771,0.0011218925],"about_ca_topic_score_codex":0.000091788876,"about_ca_topic_score_gemma":0.0000042737897,"teacher_disagreement_score":0.08613462,"about_ca_system_score_codex":0.00013783626,"about_ca_system_score_gemma":0.00046771916,"threshold_uncertainty_score":0.76244944},"labels":[],"label_agreement":null},{"id":"W2991994628","doi":"10.36834/cmej.43107","title":"Learners’ experiences of an enhanced surgical skills training program for family physicians","year":2018,"lang":"en","type":"article","venue":"Canadian Medical Education Journal","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"University of Alberta; University of Saskatchewan; British Columbia Centre of Excellence for Women's Health; University of British Columbia","funders":"","keywords":"Accreditation; Curriculum; Scope of practice; Training (meteorology); Medical education; Scope (computer science); Medicine; Professional development; Nursing; Health care; Psychology; Political science; Pedagogy; Geography","score_opus":0.02738817813798228,"score_gpt":0.36590050900408044,"score_spread":0.33851233086609817,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2991994628","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98399556,0.000063843814,0.00019808073,0.0021305291,0.0010843793,0.00026615587,0.0000016661443,0.000023976367,0.012235804],"genre_scores_gemma":[0.9894878,0.000009580262,0.0022109689,0.0056037246,0.0023215848,0.00005309791,0.000022062686,0.000014737626,0.0002764221],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.998579,0.000058951144,0.0003685843,0.00017173361,0.00047028656,0.00035143938],"domain_scores_gemma":[0.9954196,0.00009867761,0.00011608662,0.00010651043,0.00041375295,0.0038453564],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00051608594,0.00009900942,0.0002439519,0.00017444696,0.00019965183,0.00003395586,0.00012694323,0.00013853659,0.0066589634],"category_scores_gemma":[0.0027771236,0.000083376566,0.00010819921,0.00025157377,0.00034888167,0.000112064365,0.0000034193056,0.00027102558,0.0000078276835],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00005253787,0.00027075375,0.00005487899,0.000008723816,0.000023477542,0.000015342523,0.03702561,0.0000014953813,0.000027162801,0.00023951243,0.00079818454,0.96148235],"study_design_scores_gemma":[0.0068678707,0.002822864,0.004684718,0.0007469028,0.000081985825,0.0007699015,0.31314895,0.0040627997,0.0007401028,0.00038796035,0.66530174,0.0003842183],"about_ca_topic_score_codex":0.00023270967,"about_ca_topic_score_gemma":0.00069775863,"teacher_disagreement_score":0.9610981,"about_ca_system_score_codex":0.000085618056,"about_ca_system_score_gemma":0.012908944,"threshold_uncertainty_score":0.9942491},"labels":[],"label_agreement":null},{"id":"W2993509909","doi":"10.1016/j.jsurg.2019.11.011","title":"Tremor Assessment during Virtual Reality Brain Tumor Resection","year":2019,"lang":"en","type":"article","venue":"Journal of surgical education","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":23,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Montreal Neurological Institute and Hospital; McGill University","funders":"Montreal Neurological Institute and Hospital","keywords":"Virtual reality; Task (project management); Haptic technology; Resection; Rehabilitation; Computer science; Physical medicine and rehabilitation; Medicine; Simulation; Human–computer interaction; Surgery; Physical therapy; Engineering","score_opus":0.03205890609527168,"score_gpt":0.37828206495260763,"score_spread":0.34622315885733596,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2993509909","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9750652,0.000044358138,0.000036708352,0.0055965753,0.00092584797,0.00014692076,5.8595634e-7,0.000015312457,0.018168502],"genre_scores_gemma":[0.99647707,0.000019538242,0.00014806043,0.00027440855,0.0008320857,0.0000018964989,0.000008167021,0.000010560514,0.0022282344],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99864674,0.000112368434,0.0005141792,0.0001285955,0.00046126865,0.00013685408],"domain_scores_gemma":[0.9988095,0.0002514553,0.00031156046,0.00012437563,0.0002869106,0.00021618098],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.000775195,0.000088369365,0.00027314617,0.00016963169,0.000050989747,0.00002725815,0.000047435642,0.000058357906,0.0014594359],"category_scores_gemma":[0.00016114916,0.000067611574,0.00016608299,0.00023227381,0.000021862204,0.00019671179,0.000011285906,0.00035629128,0.0000320822],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.021322008,0.010421996,0.55199677,0.0008614067,0.0007727518,0.0009901124,0.002777836,0.0056590163,0.024915876,0.017027156,0.009042969,0.35421208],"study_design_scores_gemma":[0.009746684,0.0010652535,0.87002707,0.00040831495,0.000068140966,0.0018480677,0.001527902,0.001279437,0.0009079586,0.00024999815,0.11269969,0.00017149953],"about_ca_topic_score_codex":0.000010777974,"about_ca_topic_score_gemma":8.998316e-7,"teacher_disagreement_score":0.3540406,"about_ca_system_score_codex":0.00024199807,"about_ca_system_score_gemma":0.00046589228,"threshold_uncertainty_score":0.99945337},"labels":[],"label_agreement":null},{"id":"W2994824157","doi":"10.1007/978-3-030-34230-2_7","title":"Applications of Haptics in Medicine","year":2019,"lang":"en","type":"book-chapter","venue":"","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":13,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Haptic technology; Kinesthetic learning; Computer science; Human–computer interaction; Multimedia; Simulation; Psychology","score_opus":0.055207407119673216,"score_gpt":0.3269955310207316,"score_spread":0.2717881239010584,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2994824157","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000016038202,0.00020839393,0.00095289387,0.00042855556,0.000032859392,0.00036658582,0.0000026528169,0.000021476872,0.9979705],"genre_scores_gemma":[0.1018125,0.000104162675,0.00038572535,0.00050745445,0.0001197716,0.000003927301,0.000076108714,0.000022792237,0.8969676],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9992893,0.000002028995,0.00032264309,0.00013306743,0.00018929444,0.00006368055],"domain_scores_gemma":[0.9994163,0.00015507695,0.00008778706,0.00021349582,0.0000740513,0.000053280226],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00008775852,0.00009850825,0.00039797652,0.00016896812,0.000004872548,7.094546e-7,0.00003640009,0.00016460409,0.008426451],"category_scores_gemma":[0.000019404344,0.00007271003,0.00005564179,0.00003349931,0.00007005609,0.0000073171113,0.000013409994,0.0001773679,0.00017299804],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000034840636,0.000021771997,0.0005579327,0.00013789989,0.00004476206,0.000006827851,0.000052115694,0.000009027144,0.00000874895,0.9336257,0.00022612567,0.06527425],"study_design_scores_gemma":[0.0021974957,0.00008989626,0.0005464468,0.00034625322,0.00007888028,0.0000042114934,0.00002210164,0.00031308114,0.0000044182502,0.008982674,0.98732686,0.00008765569],"about_ca_topic_score_codex":0.000009562971,"about_ca_topic_score_gemma":0.000009279718,"teacher_disagreement_score":0.9871008,"about_ca_system_score_codex":0.000021606615,"about_ca_system_score_gemma":0.000050894323,"threshold_uncertainty_score":0.99248},"labels":[],"label_agreement":null},{"id":"W2995336252","doi":"10.1093/ons/opz359","title":"Artificial Neural Networks to Assess Virtual Reality Anterior Cervical Discectomy Performance","year":2019,"lang":"en","type":"article","venue":"Operative Neurosurgery","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":59,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Montreal General Hospital; McGill University; Montreal Neurological Institute and Hospital","funders":"","keywords":"Artificial neural network; Anterior cervical discectomy and fusion; Virtual reality; Metric (unit); Computer science; Artificial intelligence; Discectomy; Machine learning; Medicine; Cervical spine; Surgery; Operations management; Lumbar","score_opus":0.06649530957308088,"score_gpt":0.33886176714549343,"score_spread":0.27236645757241257,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2995336252","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9933581,0.000007288655,0.0005766227,0.0016721601,0.0010768854,0.00044262307,0.0000070397437,0.000094135314,0.0027651512],"genre_scores_gemma":[0.99481744,0.000006951174,0.000019209534,0.003978284,0.0003892912,0.000021674481,0.000027632246,0.00003019219,0.0007093264],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99824333,0.00017021477,0.00043201703,0.00045777598,0.0003174067,0.0003792602],"domain_scores_gemma":[0.9989045,0.00035431833,0.00005659899,0.00027692723,0.000107272914,0.00030037868],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00030623327,0.0002116508,0.00046647104,0.00008602086,0.00014718185,0.000093043425,0.000077638026,0.00008714559,0.000949873],"category_scores_gemma":[0.000116139745,0.00016631428,0.00013969299,0.00037363096,0.000055904737,0.000196262,0.000075399614,0.0003638737,0.00017761561],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.003236801,0.00045567387,0.84484506,0.000050503655,0.00006999129,0.00025912133,0.0005262458,0.057535443,0.010743087,0.00041273027,0.00035396605,0.0815114],"study_design_scores_gemma":[0.00086443615,0.0005567785,0.6538325,0.00008977721,0.000022534497,0.00003681991,0.000077851924,0.33943728,0.0014999805,0.0000018369193,0.003309631,0.00027061222],"about_ca_topic_score_codex":0.0000065331415,"about_ca_topic_score_gemma":0.0000041243115,"teacher_disagreement_score":0.28190184,"about_ca_system_score_codex":0.00004402173,"about_ca_system_score_gemma":0.00004558466,"threshold_uncertainty_score":0.9999634},"labels":[],"label_agreement":null},{"id":"W2995338619","doi":"10.1016/j.jogc.2019.08.042","title":"Resident Trainees Increase Surgical Time: A Comparison of Obstetric and Gynaecologic Procedures in Academic Versus Community Hospitals","year":2019,"lang":"en","type":"article","venue":"Journal of Obstetrics and Gynaecology Canada","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":12,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Western University","funders":"Western University; Ontario Ministry of Health and Long-Term Care; Schulich School of Medicine and Dentistry; Academic Medical Organization of Southwestern Ontario; Lawson Health Research Institute; Center for Outcomes Research and Evaluation, Yale School of Medicine","keywords":"Medicine; Obstetrics and gynaecology; Hysterectomy; Retrospective cohort study; Cohort; Obstetrics; Population; General surgery; Pregnancy; Surgery","score_opus":0.029588238344245555,"score_gpt":0.30565282711626157,"score_spread":0.276064588772016,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2995338619","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9888807,0.0075251856,2.2245946e-7,0.00015481989,0.0014949623,0.00020625429,0.0000052618147,0.0000037100706,0.0017289133],"genre_scores_gemma":[0.9995268,0.00022786051,0.000043653996,0.00008677826,0.000011065984,0.0000013585435,0.0000034399866,0.000008070086,0.00009099106],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9983782,0.00020886496,0.00077228073,0.00011478698,0.0003025203,0.00022332012],"domain_scores_gemma":[0.98860216,0.010379639,0.00046165343,0.00010093644,0.0002035764,0.00025202899],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.000635972,0.00013473748,0.0007426333,0.0004110814,0.000056061053,0.000008452615,0.00011101737,0.00021431856,0.00043241974],"category_scores_gemma":[0.010960315,0.00010723437,0.00005494017,0.00056581205,0.000097770586,0.00006781171,0.000058991278,0.00097395165,6.102671e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00015301685,0.00013096383,0.97878253,0.00011542556,0.00007687766,0.0005516127,0.00039739022,0.00014996475,0.000009426894,0.00005821605,0.00014118111,0.019433383],"study_design_scores_gemma":[0.013341388,0.0014251876,0.98101646,0.000024075258,0.000071921815,0.000048824968,0.0020055457,0.0006758358,0.000018203578,0.00004040613,0.0012276464,0.00010449722],"about_ca_topic_score_codex":0.0036365131,"about_ca_topic_score_gemma":0.0035104502,"teacher_disagreement_score":0.019328885,"about_ca_system_score_codex":0.00041534269,"about_ca_system_score_gemma":0.0009461487,"threshold_uncertainty_score":0.9973708},"labels":[],"label_agreement":null},{"id":"W2995810409","doi":"10.29007/tpbf","title":"Depth Camera Augmented Fluoroscopy with Video Overlay","year":2019,"lang":"en","type":"article","venue":"EPiC series in health sciences","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Overlay; Fluoroscopy; Computer vision; Computer science; Artificial intelligence; Video camera; Computer graphics (images); Medicine; Surgery","score_opus":0.03242647111111842,"score_gpt":0.3528805341244737,"score_spread":0.3204540630133553,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2995810409","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.96169335,0.0003039318,0.00002892985,0.005031916,0.00032035806,0.00037615493,8.016866e-7,0.000058038197,0.032186553],"genre_scores_gemma":[0.9933124,0.000051089348,0.0023378895,0.003422669,0.0000381206,0.000009175364,0.000003165326,0.0000054902357,0.0008199632],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9987226,0.00005091172,0.0002627392,0.00027086816,0.0003634743,0.00032941543],"domain_scores_gemma":[0.9994498,0.00016322425,0.00008254772,0.00013360138,0.000025658608,0.00014517861],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00063138205,0.000087994864,0.00023446114,0.000102218306,0.000121304634,0.000022868964,0.00007887732,0.000029705498,0.0010229802],"category_scores_gemma":[0.00007450512,0.000058889425,0.000019863151,0.0006329145,0.0002327555,0.00019330381,0.000017222425,0.00011989175,0.00004276844],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00030187742,0.0000521706,0.98165303,0.00010383749,0.0000072137695,0.000013534935,0.0011347783,0.0006690711,0.000029271827,0.0030537979,0.00007456319,0.012906824],"study_design_scores_gemma":[0.0046756356,0.0032102824,0.9153522,0.00065392704,0.0000052793457,0.0000565721,0.0039937533,0.004348255,0.00042775186,0.00033144173,0.06671773,0.00022713571],"about_ca_topic_score_codex":0.0003472798,"about_ca_topic_score_gemma":0.00017116083,"teacher_disagreement_score":0.06664317,"about_ca_system_score_codex":0.00006643997,"about_ca_system_score_gemma":0.00032981593,"threshold_uncertainty_score":0.9998902},"labels":[],"label_agreement":null},{"id":"W2996142177","doi":"10.1503/cjs.005919","title":"The “teaching time-out”: a novel framework for surgical education","year":2019,"lang":"en","type":"review","venue":"Canadian Journal of Surgery","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":13,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"Toronto Western Hospital; University of Toronto; University Health Network","funders":"","keywords":"Medicine; Medical education; General surgery","score_opus":0.18060171999042826,"score_gpt":0.40012054112743,"score_spread":0.21951882113700175,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2996142177","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000027188764,0.99242324,0.00025653784,0.0006384984,0.0030406576,0.00040907913,0.000024025685,0.000006224816,0.003174569],"genre_scores_gemma":[0.00043191054,0.9909068,0.00073370396,0.00041974508,0.0036903552,0.000019949726,0.00009862064,0.0000968513,0.003602075],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99812937,0.00015334101,0.0009605341,0.00015510035,0.00022441767,0.0003772523],"domain_scores_gemma":[0.9858487,0.0121121975,0.00073440274,0.00023440768,0.00024553473,0.000824746],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002409602,0.00022858931,0.0014675648,0.00043022528,0.00024282679,0.00010790194,0.00015301231,0.00033443072,0.00021506261],"category_scores_gemma":[0.0039894963,0.00014122046,0.0013547058,0.00016820655,0.000065762026,0.00006332995,0.0000059055337,0.0009872463,0.00004879582],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000029058314,0.000019112476,0.000043898628,0.0011068641,0.00019755715,0.000051230538,0.00004652064,8.683646e-7,9.802088e-9,0.0018121504,0.0037694417,0.99292326],"study_design_scores_gemma":[0.00027841498,0.000021924936,0.000017730903,0.016942797,0.0005405583,0.0010173391,0.000040075884,0.000007960767,1.997031e-8,0.0001350046,0.98085636,0.00014182334],"about_ca_topic_score_codex":0.000055346627,"about_ca_topic_score_gemma":0.000051321087,"teacher_disagreement_score":0.99278146,"about_ca_system_score_codex":0.00030847153,"about_ca_system_score_gemma":0.012764112,"threshold_uncertainty_score":0.9928326},"labels":[],"label_agreement":null},{"id":"W2996616356","doi":"10.1111/j.1755-3768.2019.8193","title":"Simulation centers accreditation guidelines and good practice","year":2019,"lang":"en","type":"article","venue":"Acta Ophthalmologica","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Accreditation; Certification; Medical education; Scope (computer science); Summit; Certification and Accreditation; Medicine; Work (physics); Best practice; Political science; Engineering; Computer science","score_opus":0.10081371789790344,"score_gpt":0.3940925036571851,"score_spread":0.2932787857592817,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2996616356","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9437819,0.000076329845,0.000075096825,0.0030612876,0.00017962165,0.00029611305,0.0000017083444,0.000066770044,0.052461177],"genre_scores_gemma":[0.9950992,0.000013901171,0.002877775,0.0012897281,0.000105704385,0.0000041957555,0.000040113995,0.000009741333,0.0005596412],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9991619,0.00005316426,0.00022799679,0.00022579315,0.00019274533,0.00013838992],"domain_scores_gemma":[0.9984036,0.001045954,0.00010495717,0.00014134691,0.00021747428,0.000086662614],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00026395786,0.000098637436,0.00016390164,0.000050176168,0.000046336612,0.000024254245,0.000035434237,0.00009441013,0.000701455],"category_scores_gemma":[0.0020439737,0.00007483712,0.000041340987,0.00011928352,0.000023669661,0.000219049,0.000029389637,0.00010764477,0.00008237516],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0051027755,0.0010475192,0.8578463,0.00023230346,0.00046359116,0.00083282805,0.0012897415,0.032498486,0.008151299,0.0034613973,0.00073009275,0.088343665],"study_design_scores_gemma":[0.008294993,0.0015712101,0.72548586,0.00014518623,0.00017802235,0.00084746245,0.0015087625,0.11522157,0.00013171039,0.00057054556,0.14562996,0.0004146981],"about_ca_topic_score_codex":0.000007654088,"about_ca_topic_score_gemma":4.662861e-8,"teacher_disagreement_score":0.14489986,"about_ca_system_score_codex":0.000019616995,"about_ca_system_score_gemma":0.000018561883,"threshold_uncertainty_score":0.76804405},"labels":[],"label_agreement":null},{"id":"W2996730784","doi":"10.1245/s10434-019-08115-y","title":"Regional Variation in the Utilization of Laparoscopy for the Treatment of Rectal Cancer: The Importance of Fellowship Training Sites","year":2019,"lang":"en","type":"article","venue":"Annals of Surgical Oncology","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":6,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University; St. Joseph’s Healthcare Hamilton","funders":"","keywords":"Medicine; Laparoscopy; Colorectal cancer; Odds ratio; Perioperative; Colorectal surgery; Laparoscopic surgery; Confidence interval; General surgery; Population; Surgery; Cancer; Internal medicine; Abdominal surgery","score_opus":0.29202108626997875,"score_gpt":0.45151591659169615,"score_spread":0.1594948303217174,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2996730784","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98653007,0.00097102195,0.00002238255,0.009154927,0.00006408333,0.00058995775,0.000014553735,0.0000032409162,0.0026497622],"genre_scores_gemma":[0.99729663,0.0021408466,0.000051489293,0.00034440492,0.000057837176,0.000038126793,0.000019682911,0.000005016562,0.00004597623],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9989531,0.00014580236,0.00047912696,0.000110328256,0.00019281042,0.000118813245],"domain_scores_gemma":[0.9952298,0.0040475004,0.00038125023,0.00014580988,0.00017588305,0.000019798115],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0008185101,0.00007265543,0.00039730498,0.0000411629,0.000023554752,0.0000013238295,0.00008254589,0.000086907625,0.00015459536],"category_scores_gemma":[0.00007060284,0.000033797558,0.00015887868,0.00023710617,0.00015863057,0.000025926814,0.0000055017604,0.00005922454,3.2694123e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.01864572,0.004481501,0.49418074,0.00038882345,0.0010004659,0.000021216734,0.054362863,0.008875609,0.0076504652,0.07558136,0.00053595105,0.3342753],"study_design_scores_gemma":[0.016843723,0.01107377,0.5204131,0.00032441833,0.00039760108,0.000029953495,0.0074880333,0.026256274,0.012441462,0.0034963423,0.4010196,0.00021570726],"about_ca_topic_score_codex":0.00007918162,"about_ca_topic_score_gemma":0.00007527462,"teacher_disagreement_score":0.40048364,"about_ca_system_score_codex":0.000018075356,"about_ca_system_score_gemma":0.00012501322,"threshold_uncertainty_score":0.16927107},"labels":[],"label_agreement":null},{"id":"W2996755219","doi":"10.1016/j.jtcvs.2019.11.123","title":"Quantitative assessment of technical performance during hands-on surgical training of the arterial switch operation using 3-dimensional printed heart models","year":2019,"lang":"en","type":"article","venue":"Journal of Thoracic and Cardiovascular Surgery","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":37,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"SickKids Foundation; Hospital for Sick Children; University of Toronto","funders":"","keywords":"Medicine; Confidence interval; Significant difference; Surgery; Great arteries; Heart disease; Cardiology; Internal medicine","score_opus":0.06586656726692412,"score_gpt":0.34280962196135545,"score_spread":0.2769430546944313,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2996755219","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99849814,0.00030520165,0.00048740662,0.000043488137,0.00023175009,0.00015231883,0.0000012235901,0.0000048995557,0.000275548],"genre_scores_gemma":[0.99902123,0.000053466676,0.00079573266,0.000017017917,0.000091199945,9.3610834e-7,0.0000013350206,0.00001129727,0.000007768766],"study_design_codex":"simulation_or_modeling","study_design_gemma":"observational","domain_scores_codex":[0.9981319,0.00021111954,0.0006295542,0.00013769818,0.0007589654,0.0001307815],"domain_scores_gemma":[0.9989536,0.00028892045,0.0002566995,0.00018030238,0.000244853,0.000075670716],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0019967179,0.000113125454,0.0008012381,0.00014075509,0.00006352849,0.000011226539,0.00004272173,0.00008420528,0.000032058007],"category_scores_gemma":[0.000071674905,0.000071742106,0.0008300606,0.00017219798,0.00007091007,0.00015518961,0.000032083448,0.00027022473,2.874108e-7],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0072283833,0.00042404621,0.12768495,0.0007164231,0.0026307253,0.00013355057,0.0006568775,0.7889982,0.05181681,0.00029962524,0.0000069941516,0.019403432],"study_design_scores_gemma":[0.008235242,0.0010733182,0.6594405,0.0050453213,0.0010890593,0.0039039052,0.0007918704,0.294622,0.02508089,0.00005617278,0.00024829523,0.00041340737],"about_ca_topic_score_codex":0.0000026225514,"about_ca_topic_score_gemma":1.0392766e-7,"teacher_disagreement_score":0.53175557,"about_ca_system_score_codex":0.00003961578,"about_ca_system_score_gemma":0.00020544812,"threshold_uncertainty_score":0.29255584},"labels":[],"label_agreement":null},{"id":"W2996832527","doi":"10.4300/jgme-d-19-00358.1","title":"Feedback Frequency in Competence by Design: A Quality Improvement Initiative","year":2020,"lang":"en","type":"article","venue":"Journal of Graduate Medical Education","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"SickKids Foundation; Hospital for Sick Children; University of Toronto","funders":"","keywords":"Competence (human resources); Audit; Quality management; Medicine; Graduate medical education; Otorhinolaryngology; Stakeholder; Medical education; Family medicine; Psychology; Accreditation; Operations management; Surgery; Engineering","score_opus":0.15604878649085085,"score_gpt":0.3963631098976279,"score_spread":0.24031432340677705,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2996832527","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.88829833,0.00036067067,0.011278878,0.09765444,0.0004245279,0.00027357254,0.0000016847309,0.000014977027,0.0016928924],"genre_scores_gemma":[0.9838959,0.00009282915,0.001794967,0.013923133,0.00026053764,0.000004253268,0.000009132849,0.000007121464,0.000012127885],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99799466,0.00018111404,0.0007498624,0.00011906838,0.000819795,0.00013547721],"domain_scores_gemma":[0.99848616,0.00027229672,0.00033859257,0.0000583465,0.000280896,0.00056367915],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0010148775,0.000090437876,0.00030672827,0.00006873348,0.000024851268,0.000012166987,0.00009089758,0.000067348046,0.00049089186],"category_scores_gemma":[0.0038449361,0.000068491776,0.00007646304,0.0003067277,0.000065360466,0.0001197999,0.00001166103,0.0004915635,0.000013345936],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0019081152,0.0052923984,0.055867836,0.00033748138,0.00022646342,0.00021128631,0.014676029,0.00007464106,0.00486499,0.0014047903,0.015640048,0.8994959],"study_design_scores_gemma":[0.07942102,0.013741066,0.77653533,0.0051091583,0.00050780224,0.00050997327,0.03254177,0.030630281,0.009843364,0.020814996,0.028753124,0.0015921365],"about_ca_topic_score_codex":0.000028288265,"about_ca_topic_score_gemma":0.0000017026122,"teacher_disagreement_score":0.8979038,"about_ca_system_score_codex":0.00011505004,"about_ca_system_score_gemma":0.0013729371,"threshold_uncertainty_score":0.5374922},"labels":[],"label_agreement":null},{"id":"W2998049926","doi":"10.21037/jss.2019.11.16","title":"Virtual reality in spinal endoscopy: a paradigm shift in education to support spine surgeons","year":2020,"lang":"en","type":"article","venue":"Journal of Spine Surgery","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":68,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Medicine; Surgery; Lumbar; Physical therapy","score_opus":0.06582340793870985,"score_gpt":0.35266678695609527,"score_spread":0.28684337901738544,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2998049926","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9704898,0.00014010805,0.0003358878,0.027905848,0.00045508106,0.00016479859,0.0000020225903,0.000015320837,0.0004911241],"genre_scores_gemma":[0.99565804,0.00006226558,0.00016108956,0.0035562504,0.0005048584,0.0000038074754,0.000014984208,0.00001728322,0.000021432868],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9978256,0.000088847686,0.0011757058,0.00019491711,0.00042462273,0.00029030404],"domain_scores_gemma":[0.9988305,0.00012563578,0.00029661588,0.000120516204,0.0000762673,0.00055046857],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0012331696,0.00015569363,0.0007240909,0.00056389143,0.000022064749,0.000019875853,0.00007141693,0.00007853701,0.0004322056],"category_scores_gemma":[0.0011757244,0.00013790648,0.00022228445,0.0009369492,0.000027863922,0.00018291367,0.000023737144,0.00043983586,0.00002325105],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0028849633,0.0014720152,0.79549474,0.00017918868,0.000078894205,0.0021921282,0.0016697494,0.0008716628,0.00067428395,0.0014608247,0.0025863503,0.1904352],"study_design_scores_gemma":[0.0018301029,0.0007028727,0.9753992,0.0004985876,0.0000225012,0.000095987416,0.00018072844,0.00010512391,0.00010750153,0.00013786825,0.020785116,0.00013443921],"about_ca_topic_score_codex":0.00009088326,"about_ca_topic_score_gemma":0.00004560839,"teacher_disagreement_score":0.19030076,"about_ca_system_score_codex":0.00013089618,"about_ca_system_score_gemma":0.0008571793,"threshold_uncertainty_score":0.5623663},"labels":[],"label_agreement":null},{"id":"W2998613032","doi":"10.1016/j.jsurg.2019.10.006","title":"Towards Development of an Open Surgery Competency Assessment for Residents (OSCAR) Tool – A Systematic Review of the Literature and Delphi Consensus","year":2019,"lang":"en","type":"review","venue":"Journal of surgical education","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":6,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University; McGill University Health Centre; University of Toronto; Jewish General Hospital","funders":"","keywords":"Delphi; Delphi method; Medicine; Systematic review; Medical physics; Medical education; Psychology; MEDLINE; Computer science; Political science; Artificial intelligence","score_opus":0.10615213216400098,"score_gpt":0.44657321079398227,"score_spread":0.3404210786299813,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2998613032","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0014631436,0.99453926,0.0000072134085,0.00032287318,0.00041089783,0.002954286,0.00001302296,0.0000023191958,0.0002869966],"genre_scores_gemma":[0.0012334704,0.9952582,0.0029661262,0.00014660771,0.00011060209,0.00006212936,0.000071865856,0.000022089558,0.00012886901],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.99584943,0.0005354485,0.002726513,0.00017563345,0.00059066643,0.00012229428],"domain_scores_gemma":[0.9938444,0.0014491531,0.0032073683,0.0002678308,0.0010946987,0.00013655957],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0034101561,0.00022315973,0.0032440117,0.00018734513,0.000048019374,0.000046037752,0.0002538585,0.00016538308,0.000046556277],"category_scores_gemma":[0.0009641714,0.00011676526,0.00057322584,0.00036376377,0.000040141713,0.00009321618,0.00006488231,0.00031273178,5.302373e-7],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000053405038,0.00029944847,0.00003443186,0.8424714,0.00029185682,0.000005704773,0.00016364014,1.9415792e-7,1.9817632e-7,0.00019949474,0.00013787406,0.15634233],"study_design_scores_gemma":[0.00075764005,0.00009476569,0.0006391531,0.8989474,0.0022045178,0.00066698133,0.00008955956,0.000004969829,9.968564e-7,0.000047675465,0.0964257,0.00012060576],"about_ca_topic_score_codex":0.0000025207282,"about_ca_topic_score_gemma":4.8149235e-7,"teacher_disagreement_score":0.15622172,"about_ca_system_score_codex":0.0001496121,"about_ca_system_score_gemma":0.006538719,"threshold_uncertainty_score":0.9990933},"labels":[],"label_agreement":null},{"id":"W2998615827","doi":"10.1016/j.jtcvs.2019.11.130","title":"Development and validation of a procedure-specific assessment tool for hands-on surgical training in congenital heart surgery","year":2019,"lang":"en","type":"article","venue":"Journal of Thoracic and Cardiovascular Surgery","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":40,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"SickKids Foundation; Hospital for Sick Children; University of Toronto","funders":"","keywords":"Medicine; Inter-rater reliability; Consistency (knowledge bases); Great arteries; Medical physics; Physical therapy; Surgery; Rating scale; Heart disease; Cardiology","score_opus":0.0550611646552554,"score_gpt":0.32204917570992214,"score_spread":0.26698801105466674,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2998615827","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99705416,0.0019331246,0.00026789005,0.00007019916,0.00018806351,0.00026398,0.0000013387527,0.0000063392795,0.00021492805],"genre_scores_gemma":[0.9987324,0.0002698956,0.0007888009,0.000033578744,0.00012436078,0.000008646293,0.000008938124,0.000015440075,0.000017940969],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9982461,0.00011858923,0.0007466463,0.00018799378,0.00051681255,0.0001838829],"domain_scores_gemma":[0.998263,0.0011569735,0.00018984849,0.00011129404,0.0001658644,0.000113042486],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.004191973,0.00013566636,0.0010272935,0.00033251278,0.00003681732,0.00002655626,0.000021094185,0.00009324955,0.00002854463],"category_scores_gemma":[0.00015615259,0.00010771265,0.00064629747,0.0001753909,0.00003451922,0.00013457592,0.000012051354,0.0001734347,6.6485586e-7],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.002546026,0.00017417372,0.3918218,0.00062161067,0.001313773,0.00024992367,0.0010044907,0.0004855136,0.00015781035,0.00007710868,0.000064446125,0.60148335],"study_design_scores_gemma":[0.010094865,0.00061699236,0.8743807,0.0033374315,0.0006646276,0.003199439,0.0034136337,0.0007772195,0.009438629,0.00009273753,0.09321116,0.0007725636],"about_ca_topic_score_codex":7.7866827e-7,"about_ca_topic_score_gemma":1.6370129e-7,"teacher_disagreement_score":0.60071075,"about_ca_system_score_codex":0.000039047947,"about_ca_system_score_gemma":0.00031563002,"threshold_uncertainty_score":0.43923944},"labels":[],"label_agreement":null},{"id":"W2998754069","doi":"10.2106/jbjs.19.00982","title":"Improved Complex Skill Acquisition by Immersive Virtual Reality Training","year":2020,"lang":"en","type":"article","venue":"Journal of Bone and Joint Surgery","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":160,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Hand and Upper Limb Clinic; Western University; University of Calgary; University of British Columbia","funders":"","keywords":"Virtual reality; Dreyfus model of skill acquisition; Medicine; Randomized controlled trial; Physical therapy; Task (project management); Surgery; Computer science; Human–computer interaction","score_opus":0.0974763608400581,"score_gpt":0.29582862906145535,"score_spread":0.19835226822139723,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2998754069","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9837913,0.00032452447,0.0025037488,0.012359302,0.0001321943,0.00006994581,0.0000112039,0.000014103868,0.00079368823],"genre_scores_gemma":[0.99445707,0.00011247844,0.00009588374,0.0049321232,0.00034410166,3.816773e-7,0.000023687946,0.000009839208,0.00002444189],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99869907,0.00006276398,0.0007503952,0.00011103472,0.00022580032,0.00015094125],"domain_scores_gemma":[0.9986907,0.0003432939,0.00044135892,0.000046127334,0.0001305806,0.00034791368],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00074285845,0.00009774317,0.0006826498,0.00009601609,0.00005724775,0.000018558148,0.000008175389,0.000059453618,0.0003059904],"category_scores_gemma":[0.0003876824,0.000077927674,0.0002801961,0.00012157939,0.00004886839,0.0001290996,0.000013420331,0.00022315202,0.0000024715923],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.010370952,0.0008747122,0.026929064,0.0005078116,0.0013356433,0.0027228438,0.020486971,0.00016335108,0.41415796,0.00040932803,0.095686555,0.42635483],"study_design_scores_gemma":[0.03248154,0.004750152,0.7199821,0.0018756533,0.0010541031,0.0035667177,0.032497946,0.03257201,0.013494011,0.00053091085,0.15572812,0.0014667725],"about_ca_topic_score_codex":0.0000056467425,"about_ca_topic_score_gemma":1.9052344e-7,"teacher_disagreement_score":0.693053,"about_ca_system_score_codex":0.00002069852,"about_ca_system_score_gemma":0.00007089469,"threshold_uncertainty_score":0.33503804},"labels":[],"label_agreement":null},{"id":"W2998758675","doi":"10.1016/j.amjsurg.2020.01.019","title":"The impact of rater training on the psychometric properties of standardized surgical skill assessment tools","year":2020,"lang":"en","type":"article","venue":"The American Journal of Surgery","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":14,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Manitoba","funders":"","keywords":"Checklist; Construct validity; Knot tying; Reliability (semiconductor); Inter-rater reliability; Internal consistency; Psychology; Rating scale; Medicine; Psychometrics; Medical physics; Clinical psychology; Surgery; Developmental psychology","score_opus":0.17984633629867477,"score_gpt":0.3749284874325116,"score_spread":0.19508215113383684,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2998758675","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.989807,0.00029504843,0.000051054623,0.008660894,0.00008132645,0.00012051299,0.0000053519416,0.000006584167,0.0009722339],"genre_scores_gemma":[0.99896425,0.00034268686,0.000026965197,0.00046346858,0.00017410044,0.000001993899,5.305839e-7,0.000014571091,0.000011448441],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9977531,0.0004926534,0.0007743617,0.000084856336,0.00068790134,0.00020712797],"domain_scores_gemma":[0.9934488,0.004960197,0.0009841339,0.00018788438,0.00027754766,0.0001414586],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0027718623,0.00013084729,0.00080698164,0.00010257749,0.000099359815,0.00003186371,0.00016944775,0.00002243475,0.00015327064],"category_scores_gemma":[0.0012027017,0.000043584467,0.0006706577,0.0009542989,0.00049645815,0.000059001424,0.000019919647,0.00046475136,0.0000013400812],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.03519187,0.0005535953,0.11868996,0.000056776797,0.0034794707,0.00018501299,0.008865128,0.003653185,0.0061657755,0.00048100975,0.0016391128,0.8210391],"study_design_scores_gemma":[0.0064292047,0.0040030503,0.9539538,0.0010257546,0.00036585663,0.00040135186,0.019973762,0.0018179385,0.003879081,0.0001217876,0.0076894676,0.00033892805],"about_ca_topic_score_codex":0.000008632152,"about_ca_topic_score_gemma":4.8024926e-8,"teacher_disagreement_score":0.83526385,"about_ca_system_score_codex":0.00004362738,"about_ca_system_score_gemma":0.00035211546,"threshold_uncertainty_score":0.20191392},"labels":[],"label_agreement":null},{"id":"W2998907477","doi":"10.2106/jbjs.19.00629","title":"Fully Immersive Virtual Reality for Total Hip Arthroplasty","year":2020,"lang":"en","type":"article","venue":"Journal of Bone and Joint Surgery","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":78,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ottawa Hospital","funders":"","keywords":"Virtual reality; Curriculum; Medicine; Osteotomy; Learning curve; Physical therapy; Duration (music); Physical medicine and rehabilitation; Surgery; Psychology; Computer science; Human–computer interaction","score_opus":0.07800170311442974,"score_gpt":0.28905233854494866,"score_spread":0.21105063543051894,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2998907477","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9843246,0.00028079643,0.0032982547,0.011333042,0.00025641406,0.000087645945,0.0000069394146,0.00000793943,0.0004044094],"genre_scores_gemma":[0.9975098,0.00008298245,0.00014010502,0.0016267729,0.0005706707,7.1739163e-7,0.00000500056,0.000008126021,0.00005584447],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.998931,0.000031624582,0.00062283385,0.0000916679,0.00019329834,0.00012957442],"domain_scores_gemma":[0.99866605,0.0005210835,0.00032123327,0.000039621133,0.00015279971,0.00029921188],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00062817096,0.00007926629,0.0005760556,0.00008492532,0.00004697064,0.000013087901,0.0000044053018,0.00005028877,0.00015675876],"category_scores_gemma":[0.0008524419,0.000059665217,0.00035475442,0.00008369203,0.000039466715,0.00009064079,0.000011235334,0.00016122362,0.0000036678052],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.03448035,0.0012394914,0.12056522,0.0012475954,0.002134535,0.005212236,0.007168634,0.0009830202,0.02618851,0.0023624713,0.107273534,0.6911444],"study_design_scores_gemma":[0.025851153,0.0052206367,0.69229555,0.0012332554,0.00082678866,0.0042755213,0.0077799205,0.00713735,0.005446091,0.00076701253,0.24830832,0.0008583888],"about_ca_topic_score_codex":0.0000018374512,"about_ca_topic_score_gemma":2.3079033e-7,"teacher_disagreement_score":0.69028604,"about_ca_system_score_codex":0.000013122411,"about_ca_system_score_gemma":0.00010319491,"threshold_uncertainty_score":0.24330768},"labels":[],"label_agreement":null},{"id":"W2999327167","doi":"10.7759/cureus.6612","title":"Investigating the Perceived Efficacy of a Silicone Suturing Task Trainer Using Input from Novice Medical Trainees","year":2020,"lang":"en","type":"article","venue":"Cureus","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ontario Institute of Technology; Memorial University of Newfoundland","funders":"","keywords":"Trainer; Medicine; Task (project management); Graduation (instrument); Medical education; Curriculum; Psychology; Pedagogy; Mechanical engineering; Computer science; Engineering","score_opus":0.07506150813173398,"score_gpt":0.32003623462039427,"score_spread":0.24497472648866028,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2999327167","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.992597,0.00026401077,0.00030515876,0.0048878565,0.00008104082,0.00018583002,0.0000080713135,0.000077952194,0.0015931197],"genre_scores_gemma":[0.9938063,0.0000070532765,0.00082482595,0.004439479,0.00086767855,0.00000235889,0.000024352568,0.000022064383,0.0000058947385],"study_design_codex":"bench_or_experimental","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9986286,0.0000773109,0.0003893687,0.00023903688,0.0004713633,0.00019431637],"domain_scores_gemma":[0.9985213,0.0007967276,0.00010042626,0.0001688849,0.00006036079,0.00035229334],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00021634955,0.00014113532,0.00033244258,0.000021023412,0.00008118437,0.000014443264,0.0001461861,0.00011596761,0.0009365224],"category_scores_gemma":[0.002602318,0.00009395453,0.00012470654,0.0002419442,0.00018876493,0.000055549222,0.00005049936,0.00033970032,0.000008253895],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000769624,0.0008950849,0.068328135,0.00045497328,0.0015013131,0.00039419145,0.21948348,0.007408035,0.5984583,0.0015861321,0.00035406862,0.10036669],"study_design_scores_gemma":[0.022466732,0.00038106274,0.4125279,0.0011460826,0.0006371328,0.00006415089,0.010570115,0.5371573,0.004678987,0.0001825968,0.009541527,0.0006464243],"about_ca_topic_score_codex":0.00016947508,"about_ca_topic_score_gemma":0.000013506312,"teacher_disagreement_score":0.59377927,"about_ca_system_score_codex":0.000023322382,"about_ca_system_score_gemma":0.00012758806,"threshold_uncertainty_score":0.99997675},"labels":[],"label_agreement":null},{"id":"W3000108014","doi":"10.1097/aog.0000000000003637","title":"Hysterectomy Route and Numbers Reported by Graduating Residents in Obstetrics and Gynecology Training Programs","year":2020,"lang":"en","type":"article","venue":"Obstetrics and Gynecology","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":59,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Women's Health Research Institute","funders":"","keywords":"Medicine; Obstetrics and gynaecology; Gynecology; Obstetrics; Hysterectomy; Family medicine; Pregnancy; Surgery","score_opus":0.07133004459008727,"score_gpt":0.3022638818931482,"score_spread":0.2309338373030609,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3000108014","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9931936,0.0022909592,0.00003293162,0.0012553425,0.00039870566,0.000477888,0.0000047931335,0.0000721329,0.0022735966],"genre_scores_gemma":[0.9972267,0.0005305355,0.0006232235,0.001350069,0.000026699905,0.000021846752,0.000055956905,0.00002731746,0.00013763839],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99804175,0.00012294773,0.00060731516,0.0005791674,0.00019634828,0.00045249463],"domain_scores_gemma":[0.98643905,0.012736509,0.00022077528,0.00012453178,0.00007970093,0.00039941366],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.00034571817,0.00021278007,0.0006140543,0.00020991018,0.00011610728,0.00005858731,0.000053410895,0.0002846282,0.000033765806],"category_scores_gemma":[0.03808107,0.0002093592,0.000041475163,0.00092616444,0.00015232024,0.00009646718,0.00010118246,0.00040868195,0.0000026302623],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000031006657,0.000066867375,0.5407466,0.0000829411,0.000059307957,0.000611927,0.0025139186,0.0000037764369,0.00006997147,0.00017284817,0.00003461497,0.4556062],"study_design_scores_gemma":[0.028566409,0.002181238,0.84806156,0.00014142704,0.00028767472,0.00029523374,0.0073246798,0.016174376,0.000045271172,0.00064099743,0.09542622,0.0008549371],"about_ca_topic_score_codex":0.00005533764,"about_ca_topic_score_gemma":0.000037179405,"teacher_disagreement_score":0.45475125,"about_ca_system_score_codex":0.00007657371,"about_ca_system_score_gemma":0.000069142465,"threshold_uncertainty_score":0.9700216},"labels":[],"label_agreement":null},{"id":"W3000271071","doi":"10.3389/frobt.2019.00145","title":"Evaluation of a Virtual Reality Percutaneous Nephrolithotomy (PCNL) Surgical Simulator","year":2020,"lang":"en","type":"article","venue":"Frontiers in Robotics and AI","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":34,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"St. Michael's Hospital; University of Ontario Institute of Technology","funders":"","keywords":"Percutaneous nephrolithotomy; Computer science; Haptic technology; Virtual reality; Learning curve; Simulation; Robot; Human–computer interaction; Medicine; Percutaneous; Surgery; Artificial intelligence; Operating system","score_opus":0.05062389945728797,"score_gpt":0.32354457802348463,"score_spread":0.2729206785661967,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3000271071","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9471888,0.0005332,0.027567191,0.009608558,0.00059831,0.0057421536,0.000018247267,0.00010365411,0.0086398935],"genre_scores_gemma":[0.9978091,0.000010759935,0.0014619976,0.0005760602,0.00008609199,0.000015584945,0.00001123757,0.0000089886025,0.000020173959],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99884534,0.00010773319,0.00027707245,0.00018572659,0.00045510914,0.0001290228],"domain_scores_gemma":[0.9994855,0.0000662937,0.00005001124,0.000087530316,0.00014313172,0.00016752344],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0004991292,0.000089803165,0.0002963231,0.00004747657,0.000024514484,0.000009599164,0.000030903313,0.00008579868,0.00008600507],"category_scores_gemma":[0.00023407426,0.00007732877,0.000054552427,0.0001681401,0.00007033653,0.000034589622,0.00002072349,0.00015456435,0.0000012296427],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0015605013,0.0003048548,0.09981914,0.00013615638,0.00017356919,0.00037493068,0.0017827962,0.7686382,0.000057039975,0.0019835923,0.0010152959,0.12415393],"study_design_scores_gemma":[0.0047405404,0.00019608893,0.0062611457,0.00003262208,0.00012500216,0.00002806355,0.00027605935,0.980506,0.000010793016,0.0004096007,0.0073273904,0.00008667812],"about_ca_topic_score_codex":0.000008033325,"about_ca_topic_score_gemma":0.0000010421726,"teacher_disagreement_score":0.21186781,"about_ca_system_score_codex":0.000038548136,"about_ca_system_score_gemma":0.000081170365,"threshold_uncertainty_score":0.31533757},"labels":[],"label_agreement":null},{"id":"W3000663054","doi":"10.1097/upj.0000000000000138","title":"Optimizing Outcomes in Urologic Surgery: Intraoperative Environmental, Behavioral, and Performance Considerations","year":2020,"lang":"en","type":"article","venue":"Urology Practice","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Medicine; Patient safety; Quality management; Context (archaeology); Psychological intervention; Multidisciplinary approach; Teamwork; Quality (philosophy); Health care; Nursing; Operations management; Engineering","score_opus":0.079943824807996,"score_gpt":0.330309273458247,"score_spread":0.250365448650251,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3000663054","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9625626,0.0001687098,0.000039662413,0.035487734,0.00003744012,0.00016694111,0.000002120512,0.000037607664,0.0014971643],"genre_scores_gemma":[0.9737194,0.00015000782,0.0012788022,0.02478611,0.000022094113,0.000012003021,0.000011544245,0.000008035357,0.000011996306],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9991763,0.00015328093,0.0002155419,0.00021932315,0.00008454304,0.00015099852],"domain_scores_gemma":[0.9980804,0.0016601374,0.00006833679,0.000071109775,0.0000131714605,0.000106875785],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0002129849,0.0000974638,0.0002504795,0.00005298004,0.000084794076,0.000016371407,0.000016376918,0.00008757203,0.0005161395],"category_scores_gemma":[0.0009151905,0.00008463209,0.00002617722,0.000068268586,0.00011414843,0.00026953963,0.000030239553,0.00032266782,0.00003902495],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0011134826,0.00044486628,0.98765475,0.000009502083,0.00007019083,0.000637682,0.0037231182,0.0010750825,0.00033029902,0.0003015824,0.00008813867,0.0045513357],"study_design_scores_gemma":[0.008333156,0.0028644528,0.87306786,0.0000111729005,0.0005377409,0.0008782656,0.0033200425,0.041339014,0.00034451857,0.0000578148,0.068724334,0.0005216213],"about_ca_topic_score_codex":0.000005699835,"about_ca_topic_score_gemma":0.0000019402248,"teacher_disagreement_score":0.11458685,"about_ca_system_score_codex":0.000013392646,"about_ca_system_score_gemma":0.000030573854,"threshold_uncertainty_score":0.56513655},"labels":[],"label_agreement":null},{"id":"W3001589359","doi":"10.1016/j.jtcvs.2019.12.111","title":"Global perspectives on cardiothoracic, cardiovascular, and cardiac surgical training","year":2020,"lang":"en","type":"article","venue":"Journal of Thoracic and Cardiovascular Surgery","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":29,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Certification; Strengths and weaknesses; Specialty; Medicine; Workforce; Best practice; Accreditation; Cardiothoracic surgery; Globe; Medical education; Board certification; Psychology; Political science; Surgery; Residency training; Continuing education; Family medicine","score_opus":0.049517523073456984,"score_gpt":0.3080945560983833,"score_spread":0.25857703302492635,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3001589359","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.804038,0.18970136,0.0011957986,0.0006775344,0.00035739163,0.00020324416,0.000013329307,0.0000567865,0.0037565373],"genre_scores_gemma":[0.98994154,0.008065299,0.00032158275,0.00018391431,0.0014336694,0.000003133703,0.000003519483,0.000033599306,0.000013751028],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9967436,0.00054261927,0.00062558707,0.00048606098,0.0012385972,0.00036349075],"domain_scores_gemma":[0.9979706,0.0004392906,0.00015729923,0.00032622283,0.00029764406,0.0008089772],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.002899552,0.0003220364,0.0022637225,0.00015461826,0.00013813973,0.00008266376,0.000071850016,0.00019346607,0.000029419542],"category_scores_gemma":[0.00064487674,0.00025729538,0.004296922,0.00048707353,0.00018597356,0.00019234864,0.000054973698,0.00045661497,0.0000042807205],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0018697024,0.00006459199,0.039912116,0.0002452128,0.015278274,0.004510261,0.0024081946,0.0016042629,0.00000530762,0.00021493898,0.00019127846,0.93369585],"study_design_scores_gemma":[0.008770142,0.0014055176,0.19952852,0.0015603688,0.015746394,0.01293133,0.036957048,0.0010619712,0.00017225451,0.0001739645,0.71972847,0.0019640056],"about_ca_topic_score_codex":0.000007707166,"about_ca_topic_score_gemma":6.315668e-8,"teacher_disagreement_score":0.9317319,"about_ca_system_score_codex":0.00006689098,"about_ca_system_score_gemma":0.00017764243,"threshold_uncertainty_score":0.9999879},"labels":[],"label_agreement":null},{"id":"W3002328985","doi":"10.1016/j.amjsurg.2020.01.031","title":"Incoming residents’ knot-tying and suturing skills: Are medical school boot camps sufficient?","year":2020,"lang":"en","type":"article","venue":"The American Journal of Surgery","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":7,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Montreal General Hospital","funders":"","keywords":"Tying; Knot tying; Boot camp; Knot (papermaking); Medical education; Psychology; Medicine; Computer science; Engineering; Surgery; Operating system; Library science","score_opus":0.04105840991563096,"score_gpt":0.297965468559694,"score_spread":0.25690705864406305,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3002328985","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9852574,0.00052508415,0.00010892905,0.013639515,0.00018067316,0.000045160818,6.780206e-7,0.000023196904,0.00021934562],"genre_scores_gemma":[0.9919781,0.0003008756,0.00009544014,0.006725449,0.0008638325,5.8288214e-7,6.238506e-7,0.000019096466,0.000015983538],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99813175,0.00017933323,0.00059577334,0.00013495644,0.00072026567,0.00023793135],"domain_scores_gemma":[0.99639565,0.0019190031,0.00064161647,0.0001125484,0.00011644877,0.0008147484],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0013326168,0.00012334666,0.0006029947,0.00013576225,0.00012581609,0.00003922467,0.000097517724,0.000030768653,0.00029559163],"category_scores_gemma":[0.004743237,0.0000782908,0.00016894362,0.00040906543,0.0002596578,0.000099018165,0.00006740331,0.0005824282,0.000010054828],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0008366456,0.00007901758,0.9428154,0.00004358644,0.00017499199,0.001527201,0.0013077332,0.00013432623,0.00014692057,0.000012975588,0.00069607375,0.05222511],"study_design_scores_gemma":[0.0013183823,0.00012586694,0.9873795,0.00092263817,0.00010242672,0.0010389613,0.0058701173,0.00059766154,0.00014552409,0.00001791236,0.002325363,0.00015567632],"about_ca_topic_score_codex":0.000019322977,"about_ca_topic_score_gemma":6.432884e-7,"teacher_disagreement_score":0.052069433,"about_ca_system_score_codex":0.000039244667,"about_ca_system_score_gemma":0.00024298606,"threshold_uncertainty_score":0.5678441},"labels":[],"label_agreement":null},{"id":"W3003590681","doi":"10.1016/j.jpedsurg.2020.01.037","title":"Is there a need for a formal gynecology curriculum in a pediatric surgery training program? A needs assessment","year":2020,"lang":"en","type":"article","venue":"Journal of Pediatric Surgery","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"St. Paul's Hospital; BC Children's Hospital; University of British Columbia","funders":"","keywords":"Medicine; Curriculum; Medical education; Needs assessment; Training (meteorology); Residency training; Medical physics; Continuing education; Pedagogy","score_opus":0.07128816979485116,"score_gpt":0.3364202296260495,"score_spread":0.26513205983119836,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3003590681","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99224216,0.0012076304,0.00053680444,0.004077,0.00083148584,0.0005604668,0.0000064352616,0.00006484329,0.00047318861],"genre_scores_gemma":[0.9885095,0.000789811,0.0014049535,0.0015951464,0.0075723752,0.000055095807,0.000012930231,0.00004457813,0.000015662372],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99666524,0.00015266697,0.0016408141,0.0002347061,0.00058993057,0.00071665074],"domain_scores_gemma":[0.9924591,0.005543067,0.00097199343,0.000115273855,0.00035162346,0.0005589243],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0022877648,0.00027375,0.0012599536,0.0013011801,0.0000797677,0.000047900718,0.00010899313,0.00022686385,0.00033256458],"category_scores_gemma":[0.0026054513,0.0002221934,0.0010270794,0.002272783,0.00002656904,0.00033267224,0.000036662554,0.00063524226,0.0000062847053],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00044621673,0.0005214508,0.9301206,0.0002841489,0.00009192109,0.0004302294,0.0011544074,0.00006254354,0.000001915816,0.000018966099,0.008908765,0.057958826],"study_design_scores_gemma":[0.014954062,0.001937916,0.9214371,0.00014005018,0.0016752467,0.00032981063,0.0072479583,0.014222131,0.000009148403,0.00017745572,0.036931384,0.0009377493],"about_ca_topic_score_codex":0.000005515938,"about_ca_topic_score_gemma":0.0000015392518,"teacher_disagreement_score":0.057021078,"about_ca_system_score_codex":0.00011658252,"about_ca_system_score_gemma":0.0014631593,"threshold_uncertainty_score":0.9060784},"labels":[],"label_agreement":null},{"id":"W3004064513","doi":"","title":"A Retrospective Comparative Analysis of 2D Versus 3D Laparoscopy in Total Laparoscopic Hysterectomy for Large Uteri (≥ 500g).","year":2018,"lang":"en","type":"article","venue":"PubMed","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Medicine; Laparoscopy; Retrospective cohort study; Hysterectomy; Blood loss; Surgery; Laparotomy","score_opus":0.06497175586630864,"score_gpt":0.34701553454840095,"score_spread":0.2820437786820923,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3004064513","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9828998,0.00003217499,0.00017844059,0.000053744283,0.000281108,0.0008745587,0.00006615768,0.000035231973,0.015578775],"genre_scores_gemma":[0.9987402,0.0000013030152,0.00029425655,0.000083792904,0.00011516764,0.00044329683,0.000059454003,0.000008328875,0.00025417787],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9988155,0.000045607867,0.0003186947,0.00027536805,0.00019412665,0.00035071585],"domain_scores_gemma":[0.99922353,0.00019970765,0.00011873624,0.00018042127,0.00016149234,0.000116086674],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00029444342,0.00012369442,0.000673418,0.0003011666,0.000041650124,0.000012804526,0.000053108743,0.00007267869,0.00018648071],"category_scores_gemma":[0.0001482564,0.00010849931,0.00015425928,0.0009700974,0.00007898907,0.000070086426,0.00002452378,0.0000923433,0.000006131332],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.018426273,0.0016477313,0.94084495,0.00014537171,0.0057381685,0.000020854244,0.00942502,0.000127583,0.00032219288,0.0048651425,0.00021413539,0.018222569],"study_design_scores_gemma":[0.012817488,0.00039735276,0.97592443,0.000019452209,0.000566507,4.3916248e-7,0.0002929727,0.006445198,0.0017586014,0.000022910159,0.0016409629,0.000113695314],"about_ca_topic_score_codex":0.000027439915,"about_ca_topic_score_gemma":0.0002189853,"teacher_disagreement_score":0.03507946,"about_ca_system_score_codex":0.0001195841,"about_ca_system_score_gemma":0.000022783117,"threshold_uncertainty_score":0.44244736},"labels":[],"label_agreement":null},{"id":"W3005246839","doi":"10.47513/mmd.v12i1.697","title":"From Music to Medicine: Are Pianists at an Advantage When Learning Surgical Skills?","year":2020,"lang":"en","type":"article","venue":"Music and Medicine","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University; Ottawa Hospital; University of Ottawa","funders":"","keywords":"Piano; Competence (human resources); Motor skill; Knot tying; Psychology; Dreyfus model of skill acquisition; Musical instrument; Test (biology); Medical education; Medicine; Developmental psychology; Surgery; Social psychology","score_opus":0.050373641303520074,"score_gpt":0.31590145747185056,"score_spread":0.2655278161683305,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3005246839","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9437398,0.0007365109,0.00041168483,0.030110627,0.00035139523,0.000385201,0.0000068216505,0.0002442084,0.024013793],"genre_scores_gemma":[0.9695001,0.00006393274,0.00022177381,0.024243617,0.0037799492,0.000009049669,0.00021458301,0.00004070005,0.0019262796],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9979297,0.00009719939,0.00044012713,0.0006151864,0.00055977324,0.0003580147],"domain_scores_gemma":[0.9977128,0.00038552462,0.000115791074,0.00022477216,0.00008443004,0.0014766671],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00028567718,0.0002809721,0.0007796839,0.00009819761,0.00018210009,0.000009824532,0.00009300452,0.00012926853,0.014010052],"category_scores_gemma":[0.00070601155,0.00019431408,0.000055363995,0.0002830484,0.00024653532,0.00008137005,0.000098352604,0.00039378536,0.000115933006],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0066130874,0.0006246404,0.2322232,0.0005493415,0.00050874386,0.011166322,0.18740554,0.00016738875,0.010796572,0.001720092,0.0694791,0.47874597],"study_design_scores_gemma":[0.016416676,0.0020608576,0.06083252,0.000763382,0.00025005176,0.000108524975,0.008984089,0.0016503589,0.000060353497,0.00015291343,0.9083921,0.00032818769],"about_ca_topic_score_codex":0.00017315272,"about_ca_topic_score_gemma":0.000051493134,"teacher_disagreement_score":0.83891296,"about_ca_system_score_codex":0.000047674326,"about_ca_system_score_gemma":0.000024709936,"threshold_uncertainty_score":0.98689127},"labels":[],"label_agreement":null},{"id":"W3005525205","doi":"10.1142/s2424905x19420054","title":"Detection of Suture Needle Using Deep Learning","year":2019,"lang":"en","type":"article","venue":"Journal of Medical Robotics Research","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Misericordia Community Hospital; University of Alberta","funders":"","keywords":"Artificial intelligence; Pixel; Computer science; Centroid; Ground truth; Deep learning; Minimum bounding box; Intersection (aeronautics); Computer vision; Set (abstract data type); Bounding overwatch; Image (mathematics); Pattern recognition (psychology); Cartography","score_opus":0.1273343228784363,"score_gpt":0.45241513572270725,"score_spread":0.3250808128442709,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3005525205","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9822333,0.0004979118,0.013326922,0.0013293544,0.00032699518,0.00011651049,8.6962665e-8,0.000007035673,0.0021618844],"genre_scores_gemma":[0.9982371,0.00015206813,0.0009949639,0.000053892472,0.00038614377,1.3895097e-7,5.629197e-7,0.000012890961,0.00016228094],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99575645,0.00025077484,0.0004841019,0.000086911605,0.003169957,0.00025183565],"domain_scores_gemma":[0.99729717,0.0011951705,0.00017024575,0.000097924334,0.0008188825,0.00042058423],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0044303034,0.00006222671,0.0003193533,0.00035362103,0.00005832964,0.000015616637,0.00011587019,0.00021429455,0.0011943205],"category_scores_gemma":[0.0058458378,0.000044713477,0.00013430214,0.00051915646,0.00010450074,0.000064908956,0.000058199403,0.0019061092,0.000020076259],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0033065653,0.0010787295,0.11048048,0.0009496861,0.00062153843,0.0015773823,0.002370067,0.31737033,0.08129918,0.0017173241,0.00007884354,0.47914988],"study_design_scores_gemma":[0.010531363,0.003044958,0.01715237,0.0016320604,0.00009200643,0.0012237311,0.0039104423,0.9462695,0.0049927146,0.00033155916,0.0106621785,0.00015708014],"about_ca_topic_score_codex":0.000013522388,"about_ca_topic_score_gemma":0.000002120632,"teacher_disagreement_score":0.6288992,"about_ca_system_score_codex":0.00009273176,"about_ca_system_score_gemma":0.00030226875,"threshold_uncertainty_score":0.9997187},"labels":[],"label_agreement":null},{"id":"W3006363044","doi":"10.1089/end.2019.0626","title":"Objective Assessment and Standard Setting for Basic Flexible Ureterorenoscopy Skills Among Urology Trainees Using Simulation-Based Methods","year":2020,"lang":"en","type":"article","venue":"Journal of Endourology","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":15,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University Health Network; University of Toronto; McGill University Health Centre; St. Michael's Hospital","funders":"Cook Medical; Boston Scientific Corporation","keywords":"Medicine; Cohort; Benchmark (surveying); Urology; Medical physics; Set (abstract data type); Ureteroscopy; Medical education; Internal medicine; Ureter; Computer science","score_opus":0.05696913370808562,"score_gpt":0.43772304827104347,"score_spread":0.3807539145629578,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3006363044","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.51010317,0.00009903619,0.48748204,0.0018268272,0.00013476737,0.0002090171,0.000006732631,0.000018210532,0.00012022816],"genre_scores_gemma":[0.8893008,0.0000018898414,0.10666191,0.0037029702,0.00030353497,0.000002682679,0.000003503943,0.00002060799,0.0000020528562],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99855244,0.00030075447,0.0005436219,0.000190438,0.00017103639,0.0002417345],"domain_scores_gemma":[0.99521935,0.003756685,0.00043488367,0.0000652203,0.00029182722,0.00023204554],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0009063959,0.00014481504,0.0005741141,0.00016872743,0.00008967497,0.000017898778,0.00005243731,0.00013489599,0.0001197171],"category_scores_gemma":[0.0013803076,0.00011863706,0.0001524912,0.00013916218,0.00010787342,0.00008735645,0.000016125838,0.0003654366,1.8352094e-7],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0080229575,0.00018293425,0.19322276,0.00013805549,0.0006987446,0.00021589156,0.002566759,0.7439912,0.0102117425,0.0004837247,0.000037107395,0.04022809],"study_design_scores_gemma":[0.016663654,0.0058197053,0.037456367,0.000039697166,0.0006314288,0.00008044822,0.0003129006,0.9333625,0.0021636735,0.0010211009,0.0022741577,0.00017438771],"about_ca_topic_score_codex":0.0000012755044,"about_ca_topic_score_gemma":5.526501e-7,"teacher_disagreement_score":0.38082013,"about_ca_system_score_codex":0.000049990893,"about_ca_system_score_gemma":0.00022902209,"threshold_uncertainty_score":0.4837879},"labels":[],"label_agreement":null},{"id":"W3006418125","doi":"10.1111/ahe.12539","title":"Qualitative and quantitative comparison of Thiel and phenol‐based soft‐embalmed cadavers for surgery training","year":2020,"lang":"en","type":"article","venue":"Anatomia Histologia Embryologia","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":21,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University; McGill University; University of Calgary; McGill University Health Centre","funders":"","keywords":"Embalming; Cadaver; Medicine; Surgery; Anatomy","score_opus":0.24908209950876634,"score_gpt":0.4228363855763388,"score_spread":0.17375428606757246,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3006418125","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98814,0.0011593595,0.006926307,0.002040292,0.00010305268,0.00043003703,0.000033390777,0.000116692936,0.0010508699],"genre_scores_gemma":[0.9908748,0.000014005615,0.0074291383,0.0015418304,0.000019911151,0.000022440712,0.000057332632,0.000018712368,0.000021806198],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9983972,0.00018239628,0.0005468688,0.00041341808,0.00018045347,0.00027967014],"domain_scores_gemma":[0.99402183,0.005189428,0.0003061038,0.0001060339,0.00015925422,0.00021734137],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0005734224,0.00021106905,0.0009649537,0.00013347226,0.000121289435,0.0000098156,0.00005850243,0.000202193,0.00004943621],"category_scores_gemma":[0.003141502,0.00018197055,0.0001332492,0.0002527761,0.000578271,0.00006952679,0.000027277423,0.00024021052,0.0000023971547],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.02272273,0.0011166942,0.39660555,0.003389507,0.0018880697,0.00026665733,0.3279733,0.00077929994,0.010380504,0.0967109,0.009401891,0.1287649],"study_design_scores_gemma":[0.036945343,0.006969434,0.18883017,0.000596824,0.0013809914,0.000046616628,0.36128056,0.37701812,0.006503945,0.0034889574,0.01477926,0.002159781],"about_ca_topic_score_codex":0.000031610973,"about_ca_topic_score_gemma":0.0000084127905,"teacher_disagreement_score":0.37623882,"about_ca_system_score_codex":0.00004243791,"about_ca_system_score_gemma":0.00016659021,"threshold_uncertainty_score":0.74205434},"labels":[],"label_agreement":null},{"id":"W3006512857","doi":"10.1016/j.jsurg.2020.01.007","title":"Implementation and Effectiveness of Coaching for Surgeons in Practice – A Mixed Studies Systematic Review","year":2020,"lang":"en","type":"review","venue":"Journal of surgical education","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":30,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University Health Centre; Montreal General Hospital; McGill University","funders":"Royal College of Physicians and Surgeons of Canada","keywords":"Coaching; Thematic analysis; Medical education; Apprenticeship; Grounded theory; Qualitative property; Psychology; Medicine; Qualitative research; Computer science; Psychotherapist","score_opus":0.1093815968627617,"score_gpt":0.5113330730332502,"score_spread":0.40195147617048843,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3006512857","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0001468625,0.9968232,0.0000333841,0.0003547269,0.00024493178,0.002330198,0.0000041969374,0.000003424667,0.000059085232],"genre_scores_gemma":[0.0035150156,0.9959316,0.00023883929,0.000062523286,0.00007919633,0.00012034677,0.00003284902,0.000016215085,0.0000033749634],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.99663955,0.0011604875,0.0016886607,0.00014062211,0.0002731438,0.00009756186],"domain_scores_gemma":[0.987705,0.009574606,0.0019415198,0.000081550075,0.000587299,0.00011003553],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0042959275,0.00017298615,0.0031252496,0.00022133827,0.00002497334,0.000011221465,0.00004680462,0.00008058156,0.00000704933],"category_scores_gemma":[0.004604567,0.00011417345,0.00041213134,0.0003688899,0.000025610032,0.00013920698,0.000015301053,0.00027300222,5.98343e-7],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00012606889,0.00014787121,0.000028213173,0.81888247,0.0005069061,0.000020065787,0.00012294136,3.8850987e-7,8.5177874e-8,0.000361009,0.000017909086,0.17978606],"study_design_scores_gemma":[0.0014757675,0.00021970284,0.0000660269,0.7659121,0.0075294455,0.00076978566,0.0015681363,0.0000037750299,5.4825546e-7,0.00003085441,0.22232534,0.000098493314],"about_ca_topic_score_codex":0.000005723029,"about_ca_topic_score_gemma":9.769739e-7,"teacher_disagreement_score":0.22230743,"about_ca_system_score_codex":0.00018145754,"about_ca_system_score_gemma":0.00073069223,"threshold_uncertainty_score":0.55124295},"labels":[],"label_agreement":null},{"id":"W3007349864","doi":"10.1177/000313481908501223","title":"Efficacy of a Novel Surgical Manikin for Simulating Emergency Surgical Procedures","year":2019,"lang":"en","type":"article","venue":"The American Surgeon","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"St. Michael's Hospital; University of Calgary; Alberta Health Services","funders":"","keywords":"Medicine; Thoracostomy; Surgery","score_opus":0.03630803776121189,"score_gpt":0.3424712141947294,"score_spread":0.30616317643351754,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3007349864","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99087656,0.00008067875,0.000113635564,0.0004485976,0.00013168147,0.00076907227,0.000009214778,0.000079863836,0.007490719],"genre_scores_gemma":[0.9984308,0.000025133044,0.0002271863,0.000100185076,0.00018845631,0.000019904674,0.000026622623,0.000035710866,0.00094599405],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9983615,0.00006001034,0.0005314428,0.00030446082,0.00037118176,0.00037138732],"domain_scores_gemma":[0.99722177,0.0018372028,0.00033516507,0.00033185587,0.00014035363,0.00013366099],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0005417229,0.00018518134,0.0006269208,0.000085058164,0.00007387632,0.000007564013,0.00012647134,0.000045065026,0.000637314],"category_scores_gemma":[0.00034320535,0.00011996088,0.00036126527,0.0005298268,0.00015873152,0.000037397975,0.000045649245,0.00016479999,0.000025387126],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.031414952,0.0034835942,0.7195455,0.00082357484,0.000963584,0.00013636818,0.002197609,0.015989523,0.0046051764,0.014739389,0.000502715,0.20559804],"study_design_scores_gemma":[0.056163188,0.002870512,0.56393504,0.0005832356,0.0005175247,0.0003931696,0.0022582659,0.11802128,0.001373743,0.00022122134,0.25241193,0.0012508776],"about_ca_topic_score_codex":0.0001005182,"about_ca_topic_score_gemma":0.0000039893407,"teacher_disagreement_score":0.25190923,"about_ca_system_score_codex":0.000022738222,"about_ca_system_score_gemma":0.00007469105,"threshold_uncertainty_score":0.6978141},"labels":[],"label_agreement":null},{"id":"W3007803772","doi":"10.1371/journal.pone.0229596","title":"The Virtual Operative Assistant: An explainable artificial intelligence tool for simulation-based training in surgery and medicine","year":2020,"lang":"en","type":"article","venue":"PLoS ONE","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":292,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Montreal General Hospital; McGill University; Montreal Neurological Institute and Hospital","funders":"King Abdulaziz University; King Fahad Medical City; McGill University","keywords":"Computer science; Virtual reality; Artificial intelligence; Psychomotor learning; Virtual training; Human–computer interaction; Subject-matter expert; Software; Machine learning; Expert system; Cognition; Medicine","score_opus":0.2640426698681665,"score_gpt":0.3567522743935525,"score_spread":0.09270960452538601,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3007803772","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9711119,0.00008465443,0.020078044,0.0077550453,0.000031529515,0.00065532216,0.0000069327,0.000060532988,0.00021606141],"genre_scores_gemma":[0.99773294,0.0000064607834,0.0005610678,0.0013349412,0.00024758268,0.000048352988,0.00003612899,0.000015206378,0.0000173293],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99885535,0.00007414638,0.00038269832,0.00022965897,0.0002582552,0.00019991316],"domain_scores_gemma":[0.99418074,0.005407272,0.00005836988,0.00009256304,0.000118250144,0.00014282991],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00061519234,0.0001068891,0.0003276238,0.000055550736,0.0002385834,0.000042337346,0.00004059467,0.00005175546,0.000112657865],"category_scores_gemma":[0.004187923,0.000075368975,0.000032339824,0.0002476186,0.00014006768,0.00009650867,0.000008816667,0.00013663131,0.0000019242427],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.015121826,0.002271301,0.02590272,0.0005937031,0.00056600623,0.00017651991,0.06922297,0.16199294,0.008226161,0.057576872,0.000019338335,0.65832967],"study_design_scores_gemma":[0.0008377678,0.00055026525,0.0011531822,0.000274465,0.000055760956,2.1817903e-7,0.0057534873,0.9885264,0.0019185245,0.0005959699,0.00021741127,0.00011655774],"about_ca_topic_score_codex":0.00000620251,"about_ca_topic_score_gemma":0.000020977954,"teacher_disagreement_score":0.82653344,"about_ca_system_score_codex":0.000025968602,"about_ca_system_score_gemma":0.00012943911,"threshold_uncertainty_score":0.5013637},"labels":[],"label_agreement":null},{"id":"W3008230986","doi":"10.1016/j.tacc.2019.12.434","title":"Development of a 3D printed surgical cricothyroidotomy trainer","year":2020,"lang":"en","type":"article","venue":"Trends in Anaesthesia and Critical Care","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Dalhousie University","funders":"","keywords":"Medicine; Trainer; General surgery; Surgery","score_opus":0.056294031668892235,"score_gpt":0.34236586400376745,"score_spread":0.2860718323348752,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3008230986","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.95282924,0.00047194673,0.000060932653,0.0027877658,0.000011256536,0.00006621648,0.0000021057042,0.00004977181,0.04372078],"genre_scores_gemma":[0.9960693,0.000005162419,0.0033128841,0.00052085647,0.00003067115,0.0000065701424,0.000016171374,0.000010151097,0.000028239108],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99910253,0.00003118437,0.0002888497,0.00020924819,0.00019100771,0.00017718697],"domain_scores_gemma":[0.99954736,0.00006558422,0.000014267589,0.000065575354,0.00005692555,0.00025027513],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000061396466,0.00010728252,0.00029225394,0.000120781835,0.000027046637,0.000007683708,0.000035294142,0.00007549282,0.0004358852],"category_scores_gemma":[0.000085398984,0.0000862539,0.00005472141,0.0003873753,0.0001051819,0.000026689402,0.000018219389,0.00014961367,0.000003980332],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00048786492,0.00017251555,0.03725158,0.00025616784,0.000017592693,0.0007739522,0.011265709,0.0000042971296,0.000095818716,0.0176118,0.000011738539,0.93205094],"study_design_scores_gemma":[0.025660116,0.0018174326,0.5609165,0.00050616066,0.0002302976,0.00016592872,0.01824638,0.00628906,0.0018743771,0.000109374254,0.38318276,0.001001631],"about_ca_topic_score_codex":0.0000018623185,"about_ca_topic_score_gemma":0.0000028248478,"teacher_disagreement_score":0.93104935,"about_ca_system_score_codex":0.000017179525,"about_ca_system_score_gemma":0.000034194036,"threshold_uncertainty_score":0.47726372},"labels":[],"label_agreement":null},{"id":"W3008562282","doi":"10.5435/jaaos-d-19-00336","title":"Improvement and Retention of Arthroscopic Skills in Novice Subjects Using Fundamentals of Arthroscopic Surgery Training (FAST) Module","year":2020,"lang":"en","type":"article","venue":"Journal of the American Academy of Orthopaedic Surgeons","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Object Research Systems (Canada)","funders":"","keywords":"Medicine; Psychomotor learning; Workstation; Physical therapy; Task (project management); Arthroscopy; Surgery","score_opus":0.05447734745416138,"score_gpt":0.3191892051721812,"score_spread":0.2647118577180198,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3008562282","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9976757,0.00035318412,0.00014790302,0.0014190279,0.000120619676,0.0002132022,0.000009982323,0.000005966463,0.000054389373],"genre_scores_gemma":[0.99837726,0.000301381,0.00049742265,0.0007265721,0.000069387504,0.0000011188399,0.0000011135821,0.000018709265,0.0000070610154],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9972993,0.00020670705,0.0014425418,0.00018024723,0.0006181241,0.00025307466],"domain_scores_gemma":[0.9965676,0.0007082675,0.0023231904,0.00009868574,0.000092996816,0.00020927648],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0012758935,0.00016680626,0.00113134,0.00029326804,0.000040926214,0.000005545873,0.00010362714,0.00006705804,0.0000640127],"category_scores_gemma":[0.0007380271,0.00012657241,0.0003972375,0.0008740133,0.0004825695,0.00013000265,0.0000649543,0.00042854756,2.3618591e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0005111502,0.00020139085,0.86197793,0.00024152957,0.00021559122,0.000013262781,0.0011398426,0.00064955896,0.076816075,0.00001805841,0.000015158226,0.058200452],"study_design_scores_gemma":[0.0034051281,0.00057102664,0.968754,0.0017166346,0.0002411615,0.00005589786,0.0021807456,0.0018032388,0.020846257,0.000055248263,0.00022413218,0.0001465385],"about_ca_topic_score_codex":0.00006063491,"about_ca_topic_score_gemma":0.0000039332717,"teacher_disagreement_score":0.10677606,"about_ca_system_score_codex":0.000048738068,"about_ca_system_score_gemma":0.00021457452,"threshold_uncertainty_score":0.5161473},"labels":[],"label_agreement":null},{"id":"W3008739244","doi":"10.1093/asj/sjaa048","title":"Step-Specific Simulation: The Utility of 3D Printing for the Fabrication of a Low-Cost, Learning Needs-Based Rhinoplasty Simulator","year":2020,"lang":"en","type":"article","venue":"Aesthetic Surgery Journal","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":24,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"","keywords":"Rhinoplasty; Medicine; 3D printing; Modular design; 3d printed; Simulation; 3d printer; Medical physics; Surgery; Nose; Computer science; Mechanical engineering; Biomedical engineering; Engineering","score_opus":0.08094691075204759,"score_gpt":0.3022108442784904,"score_spread":0.2212639335264428,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3008739244","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.86518705,0.00030568065,0.13032818,0.0031659035,0.00019841098,0.00057243137,0.0000026868158,0.000034328557,0.00020534467],"genre_scores_gemma":[0.99926513,0.000018995148,0.00024872864,0.00027968452,0.00013878432,0.000008136746,0.000006076915,0.000021143112,0.000013313907],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9981765,0.00020676099,0.00079096825,0.0001464049,0.00046202439,0.00021734938],"domain_scores_gemma":[0.99303645,0.0054593785,0.00063331384,0.0002058936,0.0005286845,0.0001363018],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0016929922,0.0001373315,0.00037667848,0.00008940729,0.00027730202,0.00003185702,0.00011317492,0.000064582746,0.00031840443],"category_scores_gemma":[0.00079162465,0.00008042942,0.00035338942,0.00050102174,0.00013618624,0.00006552493,0.000019328161,0.0003948454,0.0000037424275],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0009771958,0.00010369773,0.08948178,0.00005794822,0.00005103792,0.0000042330985,0.00089661946,0.28310224,0.00003371569,0.00004743599,0.00013154626,0.62511253],"study_design_scores_gemma":[0.0019348548,0.000073081974,0.025677815,0.00015879865,0.000070785645,0.000076114346,0.000683449,0.9401169,0.00035638618,0.000016798005,0.03074078,0.000094276926],"about_ca_topic_score_codex":0.0000017863971,"about_ca_topic_score_gemma":1.401115e-7,"teacher_disagreement_score":0.6570146,"about_ca_system_score_codex":0.000020128105,"about_ca_system_score_gemma":0.00016392491,"threshold_uncertainty_score":0.34863052},"labels":[],"label_agreement":null},{"id":"W3009440519","doi":"10.1097/sap.0000000000002294","title":"The Cost of the “July Effect” in Microsurgery","year":2020,"lang":"en","type":"article","venue":"Annals of Plastic Surgery","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Medicine; Confounding; Quarter (Canadian coin); Logistic regression; Microsurgery; Univariate analysis; Cost analysis; Surgery; Significant difference; Complication; Multivariate analysis; Internal medicine","score_opus":0.0976725952735934,"score_gpt":0.3270635171170781,"score_spread":0.2293909218434847,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3009440519","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99670416,0.00026694188,0.000012854493,0.0015841145,0.00039183965,0.0001438081,0.0000074899112,0.00001165165,0.0008771412],"genre_scores_gemma":[0.99876523,0.000054400676,0.0000010476385,0.0010794891,0.00006226638,0.0000053294248,0.0000030277497,0.000008861912,0.000020327414],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9988973,0.00012707344,0.0004324011,0.00011151153,0.00024529002,0.0001863997],"domain_scores_gemma":[0.97858596,0.020956226,0.0001550045,0.00013960693,0.00007730581,0.00008592194],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0007389022,0.00008705524,0.0003564294,0.000046677087,0.000038926853,0.0000059166673,0.00006665866,0.00004872333,0.000055449458],"category_scores_gemma":[0.008439831,0.00004626238,0.00028844472,0.00042004354,0.0001449132,0.000023601191,0.00003036018,0.00014497056,0.00001318411],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00089585944,0.00005966577,0.97815907,0.00011699351,0.00007339616,0.000020096944,0.0001219651,0.00026172216,0.0008334541,0.00006514154,0.0050636944,0.014328965],"study_design_scores_gemma":[0.0005900315,0.00004855459,0.9737279,0.00029377715,0.000022639542,0.000001630297,0.00004556191,0.0006402616,0.00870652,0.000026011001,0.01583469,0.00006244269],"about_ca_topic_score_codex":0.000009660123,"about_ca_topic_score_gemma":0.0000026366167,"teacher_disagreement_score":0.020829152,"about_ca_system_score_codex":0.0000037226991,"about_ca_system_score_gemma":0.00008472063,"threshold_uncertainty_score":0.9999125},"labels":[],"label_agreement":null},{"id":"W3009827181","doi":"10.3171/2019.12.focus19850","title":"Development and assessment of competency-based neurotrauma course curriculum for international neurosurgery residents and neurosurgeons","year":2020,"lang":"en","type":"article","venue":"Neurosurgical FOCUS","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Manitoba","funders":"University of Cambridge; National Institute for Health and Care Research","keywords":"Curriculum; Medical education; Psychological intervention; Medicine; Curriculum development; Neurosurgery; Core competency; Psychology; Nursing; Pedagogy; Surgery","score_opus":0.055809511342177064,"score_gpt":0.34277294689736515,"score_spread":0.2869634355551881,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3009827181","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98897076,0.000058462687,0.0005901563,0.007916344,0.00041616792,0.000505502,0.00002727009,0.00009171023,0.0014236422],"genre_scores_gemma":[0.99406767,0.000027535525,0.0034008082,0.002296617,0.00009631574,0.00003064902,0.000025986963,0.00003109746,0.00002329537],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9980685,0.000074594995,0.0006165475,0.00050738384,0.00047236215,0.0002606063],"domain_scores_gemma":[0.9984824,0.00058212335,0.0001704713,0.000130283,0.00018274561,0.00045198292],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00019479099,0.00021761337,0.00045972795,0.000083682084,0.00010212711,0.000047637146,0.00008772022,0.000074958254,0.00007489956],"category_scores_gemma":[0.0004861479,0.00019155648,0.00012802615,0.0001972416,0.00013491,0.00007176315,0.00007824589,0.00026025862,0.0000015418356],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0011664239,0.0010938004,0.908921,0.00034966134,0.00010565445,0.00067837967,0.0001715241,0.00034597729,0.0034264654,0.006632657,0.00036075088,0.07674771],"study_design_scores_gemma":[0.007499888,0.0004839931,0.8594566,0.00007602292,0.00008339994,0.00005060045,0.00003090023,0.059795298,0.00094782125,0.00004882006,0.07128608,0.00024058904],"about_ca_topic_score_codex":0.0000057365523,"about_ca_topic_score_gemma":0.0000017225002,"teacher_disagreement_score":0.07650712,"about_ca_system_score_codex":0.000011191315,"about_ca_system_score_gemma":0.00019260778,"threshold_uncertainty_score":0.7811447},"labels":[],"label_agreement":null},{"id":"W3009964330","doi":"10.1007/s40136-020-00280-z","title":"Training and Surgical Simulation in Skull Base Surgery: a Systematic Review","year":2020,"lang":"en","type":"review","venue":"Current Otorhinolaryngology Reports","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":5,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Montréal","funders":"","keywords":"Medicine; Modalities; Otorhinolaryngology; Cadaveric spasm; Skull; Surgical simulation; Medical physics; Simulation training; Surgery; Computer science; Simulation","score_opus":0.16080634408619168,"score_gpt":0.4063483476793977,"score_spread":0.24554200359320602,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3009964330","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00011355217,0.99482393,0.000011187818,0.000060111153,0.0006026836,0.0038741492,0.000007488908,0.00015200893,0.00035489412],"genre_scores_gemma":[0.005080929,0.99357325,0.000013527238,0.0001531539,0.00022822269,0.0003445072,0.0005047713,0.00007362022,0.000028007007],"study_design_codex":"systematic_review","study_design_gemma":"not_applicable","domain_scores_codex":[0.9941919,0.000850412,0.003064119,0.0009989598,0.0004296439,0.00046500468],"domain_scores_gemma":[0.995027,0.0024877212,0.0013919919,0.0005527933,0.00009055261,0.00044991157],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0018247297,0.00064234785,0.007495455,0.00044472556,0.00006044372,0.000028334838,0.0000767581,0.00045950382,0.00016179269],"category_scores_gemma":[0.0034143399,0.0004918206,0.0009080125,0.000757901,0.00009705351,0.00009959847,0.000091183196,0.0011046701,0.0000319315],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000008541033,0.00008037542,0.00055586174,0.7004525,0.0001308166,0.010037891,0.00006501338,0.0000016371852,3.664908e-9,0.000016184664,0.000024823672,0.28862634],"study_design_scores_gemma":[0.00027990027,0.000027060307,0.00003222416,0.46101618,0.002092512,0.0060269283,0.0000047386598,0.00025903477,7.474574e-9,0.000007180981,0.5299697,0.00028455234],"about_ca_topic_score_codex":0.0000024820476,"about_ca_topic_score_gemma":9.0760665e-7,"teacher_disagreement_score":0.52994484,"about_ca_system_score_codex":0.00014822755,"about_ca_system_score_gemma":0.0005758195,"threshold_uncertainty_score":0.99975336},"labels":[],"label_agreement":null},{"id":"W3010866039","doi":"10.1159/000499265","title":"A Comparison of Urology Training Across Five Major English-Speaking Countries","year":2020,"lang":"en","type":"review","venue":"Current Urology","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Medicine; Specialty; Urology; Training (meteorology); Medical education; Family medicine","score_opus":0.17750912343412217,"score_gpt":0.461548567276668,"score_spread":0.2840394438425458,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3010866039","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0002096755,0.99502784,0.00015805324,0.00011809654,0.0018561053,0.00062396366,0.00009244723,0.00013585952,0.0017779794],"genre_scores_gemma":[0.061845835,0.9361788,0.00003952347,0.00025020613,0.0010943213,0.00005915955,0.00044168325,0.00007095213,0.000019541354],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9969011,0.00032383765,0.0012792976,0.00062468223,0.00027533906,0.00059574447],"domain_scores_gemma":[0.9970568,0.0014062491,0.00079647306,0.000298379,0.00020524632,0.00023685911],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00034657292,0.00047032395,0.0038520328,0.00016793166,0.0000949644,0.000016308073,0.0002403741,0.00056658254,0.0004500738],"category_scores_gemma":[0.0010363602,0.00039108124,0.000615395,0.0003664416,0.000385152,0.00004015644,0.00015527545,0.0013499452,0.000089801666],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000148369,0.000102444035,0.00037050832,0.004815979,0.0002974482,0.000056927183,0.013118423,0.000012364993,4.176517e-8,0.00082361867,0.00007115763,0.9801827],"study_design_scores_gemma":[0.0017778628,0.0004360774,0.000045555957,0.00094958313,0.0014202341,0.000059887097,0.0003185232,0.00042449325,1.8308948e-7,0.000013822504,0.9943045,0.00024932128],"about_ca_topic_score_codex":0.0000029738765,"about_ca_topic_score_gemma":0.000005426942,"teacher_disagreement_score":0.9942333,"about_ca_system_score_codex":0.00005370385,"about_ca_system_score_gemma":0.00034672386,"threshold_uncertainty_score":0.9998541},"labels":[],"label_agreement":null},{"id":"W3011243460","doi":"10.1117/12.2549878","title":"Open-source platform for automated collection of training data to support video-based feedback in surgical simulators","year":2020,"lang":"en","type":"article","venue":"","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University","funders":"","keywords":"Computer science; Workflow; Tracking (education); Artificial intelligence; Software deployment; Computer vision; Data collection; Computer hardware; Database; Operating system","score_opus":0.22342445016211393,"score_gpt":0.3922715160244658,"score_spread":0.16884706586235187,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3011243460","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.971207,0.000005895346,0.005645344,0.0032134387,0.00009384739,0.0021970521,0.00005944024,0.00053377886,0.017044151],"genre_scores_gemma":[0.99271184,3.6762938e-7,0.0043837833,0.0021999758,0.00005262384,0.000017196593,0.00037116316,0.000026430149,0.000236621],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9985971,0.000021945481,0.0005171921,0.00038843532,0.000233123,0.00024221775],"domain_scores_gemma":[0.998665,0.0006073287,0.00007650288,0.0002482205,0.00008454565,0.00031840565],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0005148049,0.00012963536,0.0004644483,0.00012143851,0.000046808218,0.00002858949,0.000254594,0.00009805094,0.0009790746],"category_scores_gemma":[0.0006510312,0.00011134054,0.000060970287,0.0007933219,0.000024931158,0.00015594515,0.0001401665,0.000107530585,0.000015935428],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.05211299,0.0021933457,0.13091446,0.0010744896,0.000589604,0.0004321466,0.014718939,0.33539236,0.002106783,0.0016624875,0.020063616,0.4387388],"study_design_scores_gemma":[0.015740851,0.0007766476,0.0051500415,0.00006199946,0.00002936974,0.000004791088,0.00062230224,0.8780987,0.00046475467,0.0000047995254,0.0989085,0.00013719317],"about_ca_topic_score_codex":0.000052005315,"about_ca_topic_score_gemma":0.000038565588,"teacher_disagreement_score":0.54270643,"about_ca_system_score_codex":0.000044678658,"about_ca_system_score_gemma":0.00024068072,"threshold_uncertainty_score":0.99993414},"labels":[],"label_agreement":null},{"id":"W3011334308","doi":"10.1117/12.2549663","title":"Assessment of skill translation of intrathecal needle insertion using real-time needle tracking with an augmented reality display","year":2020,"lang":"en","type":"article","venue":"","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University","funders":"","keywords":"Augmented reality; Computer science; Translation (biology); Computer vision; Tracking (education); Intrathecal; Eye tracking; Artificial intelligence; Human–computer interaction; Medicine; Surgery; Psychology; Biology","score_opus":0.08651389676661796,"score_gpt":0.36599975310233207,"score_spread":0.2794858563357141,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3011334308","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.96236116,0.0000036590936,0.02840607,0.0002605523,0.000011808688,0.00025689302,0.0000062073404,0.00005873566,0.008634924],"genre_scores_gemma":[0.9915472,0.0000030525027,0.008185517,0.00010305792,0.000040780003,0.0000015841398,0.000094879295,0.000014354071,0.000009576578],"study_design_codex":"bench_or_experimental","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99889755,0.00007564361,0.00041240553,0.00018240252,0.00031259886,0.00011937033],"domain_scores_gemma":[0.99938357,0.000083746105,0.00014611303,0.000119206146,0.00012091127,0.00014646776],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00022594274,0.00010614923,0.00031466183,0.00005333265,0.000032901404,0.000007995607,0.000033610646,0.0000659547,0.00033492997],"category_scores_gemma":[0.000023316565,0.0000792548,0.000060660408,0.0003178249,0.000048987215,0.00018399977,0.0000058844394,0.00009807291,6.517115e-7],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0046171905,0.0019300776,0.18455291,0.00055183924,0.00038410252,0.000027785603,0.009768899,0.036453612,0.6970886,0.0045523653,0.0000062353774,0.06006636],"study_design_scores_gemma":[0.0042806016,0.001000394,0.27679482,0.00013194612,0.00014385213,0.0000043556715,0.000972017,0.70583653,0.0106714945,0.000027049797,0.000025599647,0.00011133222],"about_ca_topic_score_codex":0.0002637441,"about_ca_topic_score_gemma":0.000013736418,"teacher_disagreement_score":0.6864171,"about_ca_system_score_codex":0.000033245884,"about_ca_system_score_gemma":0.00007315953,"threshold_uncertainty_score":0.36672482},"labels":[],"label_agreement":null},{"id":"W3011428371","doi":"10.3138/jvme.0818-089r3","title":"Effect of a Spay Simulator on Student Competence and Anxiety","year":2020,"lang":"en","type":"article","venue":"Journal of Veterinary Medical Education","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":19,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Competence (human resources); Anxiety; Psychology; Confidence interval; Simulation training; Medicine; Medical education; Simulation; Computer science; Internal medicine; Social psychology","score_opus":0.05169822180565074,"score_gpt":0.41385117386626064,"score_spread":0.3621529520606099,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3011428371","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99541444,0.00020843961,0.000055456603,0.0035707254,0.00025207928,0.000101575824,3.13147e-7,0.0000057696825,0.0003912025],"genre_scores_gemma":[0.9976135,0.00008843682,0.000119467346,0.0018314308,0.0003327039,0.0000010312012,0.0000013800338,0.000005669554,0.000006392488],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99886525,0.00010980158,0.0003345817,0.000083317595,0.0005387635,0.00006830537],"domain_scores_gemma":[0.998921,0.0003310043,0.00017128691,0.00005395951,0.00008704648,0.000435755],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0005009075,0.00007147499,0.00027183618,0.000046522462,0.000018256182,0.000005199012,0.000055931345,0.000053217107,0.0003026407],"category_scores_gemma":[0.0012666306,0.00004724101,0.00007320391,0.00009992543,0.00005385605,0.000045817564,0.00001899796,0.00023027167,0.000003019214],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.008826849,0.0016477075,0.12884769,0.0007827192,0.00018982786,0.00027529965,0.0032624442,0.00019694313,0.004552433,0.00019897737,0.00043450142,0.8507846],"study_design_scores_gemma":[0.021773059,0.073212214,0.804144,0.0029514625,0.00037181083,0.0022125077,0.0010057833,0.012693553,0.0019091575,0.000030346237,0.07941029,0.00028580538],"about_ca_topic_score_codex":9.11489e-7,"about_ca_topic_score_gemma":2.7517368e-8,"teacher_disagreement_score":0.8504988,"about_ca_system_score_codex":0.000022633685,"about_ca_system_score_gemma":0.00022462726,"threshold_uncertainty_score":0.33137035},"labels":[],"label_agreement":null},{"id":"W3011488134","doi":"10.1016/j.heliyon.2020.e03280","title":"Spatial abilities training in the field of technical skills in health care: A systematic review","year":2020,"lang":"en","type":"review","venue":"Heliyon","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa; Université de Sherbrooke; Centre Intégré Universitaire de Santé et de Services Sociaux du Centre-Sud-de-l'Île-de-Montréal; Centre Hospitalier Universitaire de Sherbrooke","funders":"","keywords":"Test (biology); Curriculum; Psychological intervention; Medicine; Intervention (counseling); Scopus; MEDLINE; Medical education; Psychology; Nursing; Pedagogy","score_opus":0.057334429881442245,"score_gpt":0.4065546151197152,"score_spread":0.3492201852382729,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3011488134","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0000011364959,0.9934526,0.000011507844,0.00092307973,0.00004788702,0.0032348586,0.0000062678355,0.000021530022,0.002301119],"genre_scores_gemma":[0.0015129638,0.9950424,0.000045382134,0.0030221483,0.000068125155,0.00024251424,0.000036073972,0.000018249373,0.0000121321045],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.9969227,0.0006928478,0.0016255756,0.00023460643,0.000329503,0.00019477172],"domain_scores_gemma":[0.99669886,0.0025139067,0.00038264447,0.00031047862,0.00002739298,0.00006674486],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0011356343,0.00021077777,0.0032793137,0.00012572651,0.000015557174,0.000006454906,0.00015320782,0.00016816518,0.00006898448],"category_scores_gemma":[0.003033586,0.00012139134,0.0003918326,0.0005268889,0.000029179633,0.000014356531,0.000025382691,0.00061986723,0.00000960165],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000003705027,0.00002381858,0.0000040076766,0.82127917,0.000011456552,0.000029091947,0.0014870625,1.0626927e-7,4.343554e-9,0.00011167352,0.00000714289,0.17704277],"study_design_scores_gemma":[0.0003064221,0.00015144727,0.000008731134,0.7887389,0.00021096479,0.000036759327,0.00039716062,0.0000013969685,2.49111e-8,0.0000034905413,0.21006669,0.0000779779],"about_ca_topic_score_codex":0.00005299677,"about_ca_topic_score_gemma":0.000105535735,"teacher_disagreement_score":0.21005955,"about_ca_system_score_codex":0.00014425517,"about_ca_system_score_gemma":0.0005595569,"threshold_uncertainty_score":0.49501953},"labels":[],"label_agreement":null},{"id":"W3011513307","doi":"10.1016/j.gie.2020.03.3754","title":"Impact of a simulation-based ergonomics training curriculum on work-related musculoskeletal injury risk in colonoscopy","year":2020,"lang":"en","type":"article","venue":"Gastrointestinal Endoscopy","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":48,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"The Wilson Centre; Hospital for Sick Children; University of Toronto; St. Michael's Hospital","funders":"Ferring Pharmaceuticals; Canadian Association of Gastroenterology; AbbVie","keywords":"Medicine; Colonoscopy; Physical therapy; Human factors and ergonomics; Checklist; Poison control; Psychology; Internal medicine; Emergency medicine; Colorectal cancer","score_opus":0.026697562645126478,"score_gpt":0.3274589087857016,"score_spread":0.30076134614057515,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3011513307","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99430835,0.000010031093,0.0041376087,0.00016528416,0.000042933207,0.00039727488,0.000032437525,0.00011240215,0.00079366437],"genre_scores_gemma":[0.98967516,0.0000011954562,0.009991207,0.00014843857,0.00007103751,0.000010417924,0.00006188149,0.000036465484,0.000004196447],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.998171,0.00015020382,0.0006517968,0.00037518298,0.0002554805,0.00039636463],"domain_scores_gemma":[0.997785,0.0012707895,0.00030498081,0.00017940774,0.000099875855,0.00035995943],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00027122913,0.00027199186,0.00053950294,0.00020211993,0.000046866557,0.000013848929,0.000096442454,0.00006996686,0.00049551984],"category_scores_gemma":[0.00299994,0.00024005507,0.00034845446,0.0007802151,0.000105971005,0.000063641746,0.000020464155,0.00057370175,0.000045094184],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0067701195,0.00023937371,0.52923846,0.00002224844,0.0000319047,0.000043844426,0.00023022729,0.46062097,0.00052222883,0.000023375915,0.000007645572,0.0022496143],"study_design_scores_gemma":[0.011831554,0.0071898983,0.37965226,0.00073749904,0.00007724764,0.000015038725,0.00014165934,0.6000181,0.00006419456,0.000025180287,0.000028865401,0.00021853704],"about_ca_topic_score_codex":0.000079095764,"about_ca_topic_score_gemma":0.000002399021,"teacher_disagreement_score":0.1495862,"about_ca_system_score_codex":0.00015681837,"about_ca_system_score_gemma":0.00027493984,"threshold_uncertainty_score":0.97891617},"labels":[],"label_agreement":null},{"id":"W3011620692","doi":"10.1016/j.jsurg.2020.02.018","title":"Developing and Assessing the Feasibility of Implementing a Surgical Objective Structured Clinical Skills Examination (S-OSCE)","year":2020,"lang":"en","type":"article","venue":"Journal of surgical education","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":10,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Dalhousie University","funders":"Faculty of Medicine, Dalhousie University","keywords":"Objective structured clinical examination; Medicine; Medical education; Educational measurement; Medical physics; Psychology; Curriculum","score_opus":0.11064102125944837,"score_gpt":0.467234102759347,"score_spread":0.35659308149989866,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3011620692","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9948606,0.00023872539,0.00039781246,0.0031228897,0.0002149313,0.00020166153,0.0000014415083,0.000008978041,0.00095298584],"genre_scores_gemma":[0.9970614,0.000109034,0.0018781227,0.0002848092,0.00063577906,9.4902265e-7,0.000008564266,0.000008778907,0.000012606202],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9977847,0.00041036741,0.001072316,0.00017425933,0.00040928394,0.00014909814],"domain_scores_gemma":[0.9970677,0.0013195514,0.0007342458,0.00008404982,0.00058251695,0.00021194763],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001977885,0.00010938279,0.00042767997,0.000069556205,0.00009993272,0.0000431623,0.00007028268,0.00009632677,0.00011526976],"category_scores_gemma":[0.0012588119,0.000069067224,0.00017438015,0.00033267663,0.00012056214,0.00021221791,0.00003990728,0.00042560324,5.227285e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0003202378,0.0005152826,0.5036168,0.00010543464,0.0001228431,0.00004016427,0.0023555546,0.000019907082,0.00013121818,0.0014713072,0.00003384763,0.4912674],"study_design_scores_gemma":[0.0034616364,0.00023370572,0.9853275,0.00017488975,0.000107319844,0.00028854303,0.0040466073,0.0005901238,0.00015508305,0.00030391233,0.005227846,0.0000828614],"about_ca_topic_score_codex":0.0000045141883,"about_ca_topic_score_gemma":9.564308e-7,"teacher_disagreement_score":0.49118453,"about_ca_system_score_codex":0.000079768804,"about_ca_system_score_gemma":0.0005870222,"threshold_uncertainty_score":0.28164798},"labels":[],"label_agreement":null},{"id":"W3011737866","doi":"10.2196/17647","title":"Clinical Desire for an Artificial Intelligence–Based Surgical Assistant System: Electronic Survey–Based Study","year":2020,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Research Foundation of Korea; Seoul National University; National Research Foundation","keywords":"Medicine; Laparoscopic surgery; Medical physics; General surgery; Laparoscopy","score_opus":0.21415540928745816,"score_gpt":0.44388645345045213,"score_spread":0.22973104416299397,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3011737866","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9185041,0.000015923037,0.07661112,0.0006705279,0.00023849637,0.002387932,0.000032193162,0.00041957383,0.0011201155],"genre_scores_gemma":[0.99520427,0.0000012235465,0.0010547459,0.0027706549,0.00047082876,0.00012275651,0.00033891224,0.00003147582,0.00000515294],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9952201,0.00042162076,0.0021401588,0.00027809717,0.0013473856,0.0005926222],"domain_scores_gemma":[0.9956211,0.0020339836,0.0002887491,0.00033285128,0.00028306546,0.0014402651],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.003880608,0.00027205035,0.0008446051,0.000092095484,0.00014756915,0.00007045723,0.00027578394,0.00037621026,0.00038647774],"category_scores_gemma":[0.0016018606,0.00020547729,0.00029458964,0.0005218167,0.00015510283,0.00013110592,0.00003887918,0.00080657704,0.00007914498],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.028576469,0.014396586,0.18058501,0.0035291647,0.00090493803,0.00084903225,0.00646371,0.001863824,0.0000034727555,0.017606344,0.0007492875,0.74447215],"study_design_scores_gemma":[0.0058430308,0.005278355,0.007688887,0.00014499422,0.0001248091,0.000009070159,0.005081774,0.96875584,0.000021093228,0.000029372926,0.0067314776,0.00029130583],"about_ca_topic_score_codex":0.000005977192,"about_ca_topic_score_gemma":0.000025640138,"teacher_disagreement_score":0.966892,"about_ca_system_score_codex":0.0001139908,"about_ca_system_score_gemma":0.0010839195,"threshold_uncertainty_score":0.8379121},"labels":[],"label_agreement":null},{"id":"W3012148601","doi":"10.1117/12.2547388","title":"Miniature C-arm simulator using wireless accelerometer based tracking","year":2020,"lang":"en","type":"article","venue":"","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"London Health Sciences Centre; Robarts Clinical Trials","funders":"","keywords":"Simulation; Computer science; Accelerometer; Tracking (education); Tracking system; Training system; Artificial intelligence; Operating system","score_opus":0.1283022083028531,"score_gpt":0.33914187490225645,"score_spread":0.21083966659940334,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3012148601","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9875297,0.000027117367,0.0047636987,0.0019828232,0.000072759954,0.00016440832,0.0000018902272,0.00018387377,0.0052737393],"genre_scores_gemma":[0.98480415,3.691637e-7,0.0017678324,0.013102557,0.0002318245,9.787215e-7,0.000010871339,0.00002330763,0.000058128026],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99915206,0.000020046202,0.00019456785,0.00022048752,0.00022725224,0.00018555399],"domain_scores_gemma":[0.9993719,0.00015212591,0.000039472692,0.00010258424,0.000060862632,0.0002730836],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00006498061,0.00011812013,0.00023348702,0.00004453747,0.00005016058,0.000029218647,0.000046686648,0.000098175646,0.0037049192],"category_scores_gemma":[0.000095052026,0.00009184691,0.00011614619,0.00028684226,0.00002055777,0.0000721218,0.00001510493,0.00018338706,0.0000382798],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0053897374,0.0019027629,0.37517774,0.0011749363,0.001068012,0.0017208515,0.006533754,0.080249906,0.138691,0.0019443415,0.0010108484,0.3851361],"study_design_scores_gemma":[0.005981981,0.0001521871,0.014163042,0.00007048631,0.00010588027,0.000005298588,0.00014034892,0.95547086,0.0068942807,0.000009730411,0.016790258,0.00021563018],"about_ca_topic_score_codex":0.000003093344,"about_ca_topic_score_gemma":4.1907902e-7,"teacher_disagreement_score":0.87522095,"about_ca_system_score_codex":0.000021218677,"about_ca_system_score_gemma":0.000043858,"threshold_uncertainty_score":0.99720585},"labels":[],"label_agreement":null},{"id":"W3012340153","doi":"10.1503/cjs.015418","title":"Development of a certification examination for orthopedic sports medicine fellows","year":2020,"lang":"en","type":"article","venue":"Canadian Journal of Surgery","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Women's College Hospital; Toronto Western Hospital","funders":"Women's College Hospital","keywords":"Medicine; Orthopedic surgery; Anterior cruciate ligament reconstruction; Competence (human resources); Sports medicine; Physical therapy; Certification; Inter-rater reliability; Surgery; Anterior cruciate ligament; Rating scale","score_opus":0.1609195920315095,"score_gpt":0.29676578831528433,"score_spread":0.13584619628377484,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3012340153","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9908009,0.0003501795,0.0033076815,0.003967351,0.000278205,0.00013862424,0.0000022274298,0.0000054065727,0.00114938],"genre_scores_gemma":[0.9981775,0.000011347938,0.0009196988,0.0005730635,0.00023842022,0.0000015723169,0.000023644523,0.00000947811,0.000045253702],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9989461,0.000017480395,0.0006330966,0.0000722196,0.00021220115,0.00011894285],"domain_scores_gemma":[0.9984825,0.00021705891,0.00031183497,0.000046560373,0.00034715142,0.00059487956],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0008043288,0.000061804,0.00029017287,0.00025679028,0.000044197794,0.0000035598164,0.000029105986,0.000043720767,0.00038630352],"category_scores_gemma":[0.0008792655,0.000050650433,0.000084097745,0.0002304723,0.000042042757,0.000057367066,0.0000013362701,0.00007465912,0.0000010242504],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00018191952,0.000022749826,0.10208632,0.00019551514,0.0000809944,0.00015699986,0.0049826037,0.00005334031,0.0007142113,0.00012125494,0.0015899533,0.88981414],"study_design_scores_gemma":[0.0019165231,0.00009676118,0.60855335,0.0007093431,0.0001158693,0.00006374128,0.0014227123,0.00082557,0.0010907005,0.000034489287,0.3850399,0.00013104074],"about_ca_topic_score_codex":0.000025638306,"about_ca_topic_score_gemma":0.00009440036,"teacher_disagreement_score":0.88968307,"about_ca_system_score_codex":0.00005740884,"about_ca_system_score_gemma":0.0012576692,"threshold_uncertainty_score":0.42297527},"labels":[],"label_agreement":null},{"id":"W3012344307","doi":"10.1117/12.2550160","title":"Force and torque feedback in endoscopic vessel harvesting","year":2020,"lang":"en","type":"article","venue":"","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University","funders":"","keywords":"Retractor; Torque; Haptic technology; Interquartile range; Cadaver; Vein; Biomedical engineering; Artery; Computer science; Surgery; Simulation; Medicine; Physics","score_opus":0.05043619201152678,"score_gpt":0.2943146037581555,"score_spread":0.24387841174662872,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3012344307","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.90128225,0.000057843634,0.00030729893,0.0028813847,0.000017055803,0.00009040356,1.9087025e-7,0.00005183897,0.09531173],"genre_scores_gemma":[0.9948022,0.0000041355383,0.00081667147,0.0030930212,0.00005074447,0.0000015025531,0.0000020698067,0.0000046662067,0.0012249969],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99966097,0.000008700129,0.00009602181,0.00009935576,0.00005423379,0.00008072468],"domain_scores_gemma":[0.9997496,0.00009233794,0.000010692653,0.00003033151,0.000008965582,0.000108042215],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000041925097,0.00004072931,0.00009750677,0.000015378033,0.000013054656,0.000009697405,0.000012096867,0.000023406166,0.00032900413],"category_scores_gemma":[0.0001785446,0.000032815802,0.000010841642,0.00007395355,0.000013352592,0.000041517244,0.000012598798,0.00007177653,0.000016850196],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00015860588,0.00005239266,0.89355326,0.00018569005,0.000022666807,0.00014499949,0.002554011,0.00017997473,0.0038758107,0.0061291456,0.00013942509,0.09300401],"study_design_scores_gemma":[0.014811542,0.00029488275,0.89465475,0.00021265408,0.000023745819,0.000014014525,0.0012575659,0.059919056,0.0028247628,0.00033182866,0.02545804,0.00019713356],"about_ca_topic_score_codex":0.000021273649,"about_ca_topic_score_gemma":0.0000072951916,"teacher_disagreement_score":0.09408674,"about_ca_system_score_codex":0.0000059553677,"about_ca_system_score_gemma":0.0000113482265,"threshold_uncertainty_score":0.36023647},"labels":[],"label_agreement":null},{"id":"W3013004666","doi":"10.2196/18094","title":"Real-Time Streaming of Surgery Performance and Intraoperative Imaging Data in the Hybrid Operating Room: Development and Usability Study","year":2020,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Taipei Veterans General Hospital","keywords":"Usability; Medicine; Computer science; Human–computer interaction","score_opus":0.06185717190692995,"score_gpt":0.33669633370618046,"score_spread":0.2748391617992505,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3013004666","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99798393,0.000014218542,0.0000385144,0.00055139087,0.000010739194,0.00040319952,0.0000031025324,0.00001896965,0.0009759384],"genre_scores_gemma":[0.99827534,0.000023783883,0.00090837386,0.00069795066,0.00003115221,0.000010870915,0.000046004156,0.0000046909804,0.0000018473671],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9983933,0.00007500133,0.0007478319,0.00012051274,0.00051425834,0.00014912734],"domain_scores_gemma":[0.99878454,0.00072397373,0.00009410555,0.00018575066,0.00004294127,0.00016870753],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0016639191,0.00010597122,0.00032111764,0.000040800882,0.00007904709,0.000032693806,0.00011982208,0.000027691296,0.00006530299],"category_scores_gemma":[0.0008466668,0.00006625474,0.000011601939,0.00017001858,0.00010820048,0.0003057604,0.00019850238,0.000259193,0.0000024261346],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000054224307,0.00017977858,0.66827327,0.00036613454,0.000030204706,0.000033944223,0.07401282,0.000010639649,0.0000091312595,0.000008318398,0.000053696538,0.2569678],"study_design_scores_gemma":[0.0018383283,0.00009587962,0.43520966,0.0002866011,0.000019360043,0.00003696755,0.034503784,0.527413,0.000070026894,0.0000010442906,0.00040713904,0.000118179916],"about_ca_topic_score_codex":0.000011260595,"about_ca_topic_score_gemma":0.0000025465786,"teacher_disagreement_score":0.5274024,"about_ca_system_score_codex":0.000015141073,"about_ca_system_score_gemma":0.00016566693,"threshold_uncertainty_score":0.27017897},"labels":[],"label_agreement":null},{"id":"W3013098014","doi":"10.1109/tmrb.2020.2983199","title":"SlicerVR for Medical Intervention Training and Planning in Immersive Virtual Reality","year":2020,"lang":"en","type":"article","venue":"IEEE Transactions on Medical Robotics and Bionics","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":57,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University","funders":"National Institute of Biomedical Imaging and Bioengineering; Southeastern Ontario Academic Medical Organization","keywords":"Virtual reality; Visualization; Computer science; Human–computer interaction; Variety (cybernetics); Software; License; Multimedia; Artificial intelligence","score_opus":0.07755707497090879,"score_gpt":0.3521891219586494,"score_spread":0.2746320469877406,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3013098014","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.07885129,0.00014573196,0.89494824,0.025303485,0.00026049625,0.0002888205,0.000012693431,0.000040808445,0.00014843329],"genre_scores_gemma":[0.9954682,0.00021031473,0.00050833623,0.0036474927,0.00011294591,0.000009449227,0.000014662298,0.0000126910645,0.000015908645],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9986267,0.0000497743,0.0003821419,0.00027367487,0.0004631201,0.00020455274],"domain_scores_gemma":[0.9986857,0.0005189051,0.000045633948,0.00005828394,0.000043681204,0.0006477875],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00053749303,0.00012330155,0.00029316102,0.00007425647,0.00009705604,0.000017616323,0.000047383135,0.00025745062,0.00016503393],"category_scores_gemma":[0.00038970105,0.00010413953,0.000092557595,0.0001748673,0.00012989106,0.000044370307,0.0000028718016,0.00050163997,0.0000017148775],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0017635967,0.0006996873,0.00055039756,0.00033658516,0.00021599403,0.0002634337,0.006363007,0.018929867,0.000064218824,0.0023751056,0.00009559897,0.9683425],"study_design_scores_gemma":[0.012670102,0.0014532091,0.0010990802,0.0008495562,0.00012822714,0.00006296392,0.0039678467,0.9765114,0.0001618682,0.00016760637,0.0026923795,0.00023573567],"about_ca_topic_score_codex":0.000015582977,"about_ca_topic_score_gemma":0.000025726424,"teacher_disagreement_score":0.96810675,"about_ca_system_score_codex":0.000024728704,"about_ca_system_score_gemma":0.000101896134,"threshold_uncertainty_score":0.42466867},"labels":[],"label_agreement":null},{"id":"W3013202426","doi":"10.1016/j.brachy.2020.02.001","title":"Using infrared depth-sensing technology to improve the brachytherapy operating room experience","year":2020,"lang":"en","type":"article","venue":"Brachytherapy","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Health Sciences Centre; University of Calgary; University of Toronto; Sunnybrook Health Science Centre","funders":"University of Toronto","keywords":"Brachytherapy; Medicine; Interface (matter); Medical physics; Catheter; Radiology; Biomedical engineering; Computer science; Radiation therapy","score_opus":0.06423519086767265,"score_gpt":0.36056516875934586,"score_spread":0.2963299778916732,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3013202426","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9654737,0.00042716615,0.020194847,0.010555266,0.00019620666,0.0007205534,0.0000018984657,0.00031995817,0.0021103637],"genre_scores_gemma":[0.958705,0.000017565373,0.0141795,0.02646001,0.00046934185,0.000015709404,0.0000035119772,0.0000509109,0.00009845366],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9984104,0.00006510594,0.00039260453,0.00045437523,0.00028297404,0.0003945401],"domain_scores_gemma":[0.99904126,0.00013816539,0.000097947086,0.0003567587,0.00012305906,0.00024283936],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00015766673,0.00022834256,0.00035315423,0.00009625057,0.00032447357,0.000086143955,0.00016018613,0.00014122036,0.0002142546],"category_scores_gemma":[0.000277644,0.00016295371,0.00010694127,0.00093890063,0.00008626175,0.00013068502,0.000052194653,0.0003571416,0.000037894002],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0005727373,0.000070827766,0.019245382,0.000018983443,0.00011683389,0.00013703018,0.014712414,0.0022851576,0.27860126,0.00072500465,0.00006690804,0.6834475],"study_design_scores_gemma":[0.023156263,0.003155673,0.029339058,0.0004576257,0.00012235958,0.00062872935,0.017002486,0.48003218,0.16079222,0.0010765401,0.28228465,0.001952241],"about_ca_topic_score_codex":0.00001745842,"about_ca_topic_score_gemma":0.0000046476875,"teacher_disagreement_score":0.6814952,"about_ca_system_score_codex":0.000049172304,"about_ca_system_score_gemma":0.00008079173,"threshold_uncertainty_score":0.66450596},"labels":[],"label_agreement":null},{"id":"W3013216601","doi":"10.5489/cuaj.6246","title":"OSCE performance among Quebec urology residents: A retrospective study from 2008–2019","year":2019,"lang":"en","type":"article","venue":"Canadian Urological Association Journal","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"McGill University; Université de Montréal","funders":"","keywords":"Subspecialty; Medicine; IMG; Graduate medical education; Objective structured clinical examination; Family medicine; Clinical Practice; Urology; Gynecology; Internal medicine; Medical education; Accreditation","score_opus":0.009907382571906705,"score_gpt":0.23459199874109823,"score_spread":0.22468461616919153,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3013216601","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9877177,0.000069880865,0.00000660276,0.003229196,0.00051074586,0.0003485361,0.000015491692,0.00003936642,0.0080624875],"genre_scores_gemma":[0.9924304,0.000013669544,0.000016607348,0.002949021,0.0004301333,0.000004875175,0.000026348938,0.000014415273,0.004114532],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99801844,0.00026468604,0.00041332174,0.0003019406,0.0004975661,0.00050403614],"domain_scores_gemma":[0.9983623,0.00022098521,0.00029238852,0.00015514632,0.00030056355,0.0006686098],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00074266206,0.00015585219,0.00039218494,0.00018995636,0.00021902673,0.00008795169,0.0001308049,0.0002904078,0.005388103],"category_scores_gemma":[0.00080868753,0.00012795947,0.00012062768,0.00027339737,0.000032650336,0.00018555476,0.00001913526,0.00097619626,0.00056615286],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00013147606,0.00008351088,0.99699503,7.308451e-7,0.00013598624,0.0000999764,0.00028729104,0.00014974299,0.000006157504,0.00002873254,0.0011639746,0.0009173984],"study_design_scores_gemma":[0.0035794794,0.0006638885,0.98701155,0.000008064303,0.00007387028,0.000020407577,0.00022526174,0.00083806843,0.0000012999826,0.00016687698,0.007279985,0.00013126644],"about_ca_topic_score_codex":0.027260754,"about_ca_topic_score_gemma":0.022068603,"teacher_disagreement_score":0.009983491,"about_ca_system_score_codex":0.0014171522,"about_ca_system_score_gemma":0.00036585974,"threshold_uncertainty_score":0.9957761},"labels":[],"label_agreement":null},{"id":"W3014092078","doi":"10.1186/s40463-020-00411-y","title":"Assessment of a virtual reality temporal bone surgical simulator: A national face and content validity study","year":2020,"lang":"en","type":"article","venue":"Journal of Otolaryngology - Head and Neck Surgery","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":29,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Toronto; Western University; University of Calgary","funders":"Natural Sciences and Engineering Research Council of Canada; University of Calgary","keywords":"Virtual reality; Content validity; Face (sociological concept); Face validity; Content (measure theory); Computer science; Simulation; Human–computer interaction; Bone mineral content; Psychology; Medicine; Bone density; Mathematics; Psychometrics; Sociology; Developmental psychology","score_opus":0.17814681167998317,"score_gpt":0.37228462761932757,"score_spread":0.1941378159393444,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3014092078","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99719244,0.00024294024,0.000087931236,0.0018897387,0.00011155283,0.0002136652,0.000009114195,0.000012591983,0.00023999764],"genre_scores_gemma":[0.9991314,0.00006968851,0.00006683244,0.0005175033,0.00018473428,0.0000018404168,0.000007917732,0.000009360838,0.000010731639],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99785066,0.00032545932,0.00093841215,0.00020018063,0.00051855884,0.00016674577],"domain_scores_gemma":[0.99736446,0.0014346949,0.0004403989,0.00006943394,0.00031143575,0.00037958438],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0015863976,0.00014643531,0.000994823,0.00013225293,0.00006478718,0.000012724534,0.000035016717,0.00011594968,0.00008493908],"category_scores_gemma":[0.0005742573,0.00011128838,0.00019277919,0.00015414761,0.00013518221,0.00012642049,0.00004808187,0.00039443752,6.233271e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0013297144,0.00069847226,0.9956178,0.00005457689,0.00017006176,0.0009303596,0.0002601217,0.00006658802,0.00016677554,0.0001446061,0.00007945247,0.0004814921],"study_design_scores_gemma":[0.0063443943,0.0016997457,0.98670846,0.00007891107,0.000086900574,0.0006192498,0.00028617558,0.0025909538,0.000025801712,0.000022270284,0.0014424742,0.00009468375],"about_ca_topic_score_codex":0.000014326283,"about_ca_topic_score_gemma":0.0000031245245,"teacher_disagreement_score":0.00890934,"about_ca_system_score_codex":0.000030744548,"about_ca_system_score_gemma":0.0002647411,"threshold_uncertainty_score":0.45382082},"labels":[],"label_agreement":null},{"id":"W3014831415","doi":"10.1016/j.xjtc.2020.03.007","title":"Development of a median sternotomy simulation model for cardiac surgery training","year":2020,"lang":"en","type":"article","venue":"JTCVS Techniques","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Ottawa Skills and Simulation Centre; University of Ottawa","funders":"","keywords":"Checklist; Inter-rater reliability; Medicine; Physical therapy; Reliability (semiconductor); Cardiac surgery; Session (web analytics); Psychology; Medical physics; Surgery; Computer science","score_opus":0.19337551847923273,"score_gpt":0.3675167265887764,"score_spread":0.17414120810954364,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3014831415","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.372191,0.00004458666,0.62049747,0.00095217966,0.000056209683,0.0014222781,0.00002361342,0.0007801566,0.004032508],"genre_scores_gemma":[0.884594,0.0000027748597,0.114650525,0.00048991665,0.0000913703,0.00007523651,0.00005311045,0.000019240017,0.000023823719],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99909765,0.0000147917135,0.00038081745,0.00016757146,0.00019631459,0.00014285099],"domain_scores_gemma":[0.999279,0.00031125365,0.00009745354,0.00008142387,0.00010357345,0.00012729282],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0003436121,0.00009881353,0.00037223165,0.000078557394,0.00003661641,0.0000062796566,0.000034368506,0.00008475995,0.000020684589],"category_scores_gemma":[0.00022692182,0.000088942186,0.00015081227,0.00012844226,0.000021427873,0.000056834513,0.000015307469,0.00006934391,0.0000011186214],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00042121482,0.00005978368,0.0034108805,0.0002994613,0.00010877176,0.000005265109,0.014134681,0.0012150693,0.0055756364,0.00030923693,0.00018114352,0.97427887],"study_design_scores_gemma":[0.0006599535,0.00007196894,0.0011640299,0.00020194637,0.000060793565,6.3850825e-7,0.00040086644,0.9049959,0.03784655,0.0002445607,0.05413079,0.00022199449],"about_ca_topic_score_codex":8.80018e-7,"about_ca_topic_score_gemma":5.660062e-7,"teacher_disagreement_score":0.97405684,"about_ca_system_score_codex":0.000027383829,"about_ca_system_score_gemma":0.00015137938,"threshold_uncertainty_score":0.3626957},"labels":[],"label_agreement":null},{"id":"W3014831582","doi":"10.1371/journal.pone.0230931","title":"Motivation to access laparoscopic skills training: Results of a Canadian survey of obstetrics and gynecology residents","year":2020,"lang":"en","type":"article","venue":"PLoS ONE","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Dalhousie University","funders":"Dalhousie University","keywords":"Obstetrics and gynaecology; Context (archaeology); Medicine; Curriculum; Expectancy theory; Medical education; Likert scale; Family medicine; Nursing; Psychology; Pregnancy","score_opus":0.21879996892513962,"score_gpt":0.3224704434086294,"score_spread":0.10367047448348979,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3014831582","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99560934,0.000021245498,0.000003517723,0.0015424887,0.000026697024,0.00023720156,0.00005397669,0.000010697028,0.0024948062],"genre_scores_gemma":[0.99889404,0.0000190592,0.00023229525,0.00071388733,0.000013805223,0.0000024786184,0.000058314377,0.000007560711,0.000058546324],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9991799,0.000060561877,0.00029406493,0.00014763969,0.00019305339,0.00012479899],"domain_scores_gemma":[0.9973367,0.0019795352,0.00008624132,0.00008776526,0.00020577396,0.00030399451],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.00020665546,0.000056830657,0.00030446766,0.00026282217,0.000018098042,0.0000058222045,0.000056958153,0.00006326389,0.000057586774],"category_scores_gemma":[0.033519488,0.000055661287,0.0000129650025,0.0009456307,0.000024822659,0.000039852075,0.000023253913,0.000072884475,0.0000022690615],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00020129896,0.000235592,0.9925936,0.000118989745,0.00010809934,0.000011698851,0.0028755155,0.000044068212,0.0010738275,0.000025866715,0.00006611477,0.0026453703],"study_design_scores_gemma":[0.0031909328,0.00026935266,0.99181294,0.00011206633,0.000035942903,1.2327956e-7,0.0000581764,0.00027518006,0.0040942486,0.0000084375115,0.00009889104,0.000043727967],"about_ca_topic_score_codex":0.011509519,"about_ca_topic_score_gemma":0.008867034,"teacher_disagreement_score":0.03331283,"about_ca_system_score_codex":0.000026265767,"about_ca_system_score_gemma":0.00012953323,"threshold_uncertainty_score":0.9950729},"labels":[],"label_agreement":null},{"id":"W3014889043","doi":"10.1016/j.sempedsurg.2020.150903","title":"Performance assessment - The knowledge, skills and attitudes of surgical performance","year":2020,"lang":"en","type":"review","venue":"Seminars in Pediatric Surgery","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":9,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Hospital for Sick Children; St. Michael's Hospital; Institute for Work & Health; University of Toronto","funders":"","keywords":"Psychomotor learning; Medicine; Curriculum; Realm; Scholarship; Cognitive skill; Medical education; Cognition; Skills management; Pedagogy; Psychology","score_opus":0.03842588536023699,"score_gpt":0.3559924629828227,"score_spread":0.3175665776225857,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3014889043","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.03798177,0.9558639,3.2819338e-7,0.000037503163,0.00034836496,0.00046317372,0.0000069977987,0.000034373938,0.0052635833],"genre_scores_gemma":[0.070620485,0.92828053,0.00004157939,0.000017416332,0.0006852414,0.00005489444,0.00004896229,0.00003984431,0.0002110298],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9975461,0.00020385417,0.0010842106,0.00042733573,0.00039789235,0.00034061202],"domain_scores_gemma":[0.9939612,0.005110749,0.00039498272,0.0003012908,0.000063929765,0.0001678124],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0013236441,0.0003800513,0.0020863733,0.0003901498,0.00007383058,0.000016183132,0.00014289808,0.00028216917,0.00011891755],"category_scores_gemma":[0.00018270034,0.00024082123,0.00040970414,0.0013028017,0.00013333587,0.00007176449,0.0001401821,0.0007615755,0.000021823207],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000012205421,0.00023524574,0.23231119,0.013255615,0.000040638635,0.00007782236,0.000054467684,0.000002154085,1.6195322e-9,0.0000052505743,0.00023991358,0.7537655],"study_design_scores_gemma":[0.0005226818,0.00007458584,0.07503866,0.008596379,0.00062933133,0.00016212183,0.0000104656065,0.00022753539,1.4571008e-7,6.2185313e-7,0.91445833,0.0002791378],"about_ca_topic_score_codex":0.000001211902,"about_ca_topic_score_gemma":3.707134e-7,"teacher_disagreement_score":0.9142184,"about_ca_system_score_codex":0.00009645584,"about_ca_system_score_gemma":0.00068072625,"threshold_uncertainty_score":0.98204046},"labels":[],"label_agreement":null},{"id":"W3015105759","doi":"10.1016/j.sempedsurg.2020.150902","title":"Development and assessment of a simulation-based curriculum in pediatric surgical education: Conventional wisdom and lessons learned from the national training program in France","year":2020,"lang":"en","type":"article","venue":"Seminars in Pediatric Surgery","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":5,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Hospital for Sick Children","funders":"","keywords":"Medicine; Curriculum; Medical education; Simulation training; Pediatric surgery; Pediatric Surgeon; Paediatric surgery; Pedagogy; Surgery; Simulation; Psychology","score_opus":0.0858799318665328,"score_gpt":0.37431917418727584,"score_spread":0.28843924232074303,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3015105759","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9944593,0.0017549456,0.000039975926,0.0028722223,0.000098571385,0.00036492955,0.000007308915,0.000022686421,0.00038009105],"genre_scores_gemma":[0.99607366,0.00046359914,0.0025983297,0.00029152597,0.0003528842,0.00009099679,0.00010838605,0.00001216564,0.000008478077],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9980967,0.00014155124,0.00068970246,0.0003597414,0.00050597504,0.0002063082],"domain_scores_gemma":[0.99477035,0.004768242,0.00018262316,0.000060547565,0.00009419922,0.00012402689],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00096380105,0.00015038362,0.00038047222,0.00029460387,0.000046082507,0.000018917433,0.00005081019,0.00010767239,0.00007134576],"category_scores_gemma":[0.0009173205,0.00013092879,0.00006081124,0.0011718044,0.00006320597,0.0000758599,0.000030038136,0.0003346499,8.8067065e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000048073853,0.00038642486,0.9210349,0.00007600387,0.0000061991277,0.00002431017,0.0008321125,0.0044016917,3.7896825e-7,0.000080249476,0.000031512634,0.073078156],"study_design_scores_gemma":[0.0024084626,0.000023767027,0.9230392,0.00012319544,0.000023146322,0.0000017441931,0.0005523079,0.06912277,0.0000011820586,0.00009007671,0.0044730976,0.00014105205],"about_ca_topic_score_codex":0.000021219681,"about_ca_topic_score_gemma":0.000013046694,"teacher_disagreement_score":0.0729371,"about_ca_system_score_codex":0.00006856305,"about_ca_system_score_gemma":0.0012966611,"threshold_uncertainty_score":0.5339121},"labels":[],"label_agreement":null},{"id":"W3015264535","doi":"10.1097/acm.0000000000003351","title":"Pregnancy and Parenthood Remain Challenging During Surgical Residency: A Systematic Review","year":2020,"lang":"en","type":"review","venue":"Academic Medicine","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":93,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Foothills Medical Centre; University of Calgary","funders":"","keywords":"Medicine; Pregnancy; MEDLINE; Population; Family medicine; Attrition; Infertility; Obstetrics","score_opus":0.10504043888515538,"score_gpt":0.4030142803327696,"score_spread":0.2979738414476142,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3015264535","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0000026893656,0.99119884,0.000009543539,0.0022560307,0.00014003053,0.0036750645,0.0000040089244,0.00020130862,0.0025124887],"genre_scores_gemma":[0.00024363068,0.9973274,0.0000127638805,0.00037025526,0.00078111974,0.00028675163,0.000083628176,0.000095118856,0.0007993443],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.994915,0.0005529428,0.0024015584,0.0008202034,0.00082738773,0.00048290682],"domain_scores_gemma":[0.99649554,0.0013749879,0.00083438196,0.0005080172,0.00006617517,0.00072089443],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0011680279,0.0006739269,0.006870335,0.00024680246,0.000108819964,0.0000063588955,0.00023715594,0.00061788526,0.0003391847],"category_scores_gemma":[0.004022497,0.0004186569,0.00035880465,0.0006881352,0.00013548916,0.00006555163,0.0001407486,0.0021705483,0.00007641409],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000009252676,0.000004307839,0.0000062737327,0.9377282,0.00025977346,0.0013956478,0.00029436024,2.0170988e-8,5.181775e-8,0.00048180818,0.00007195948,0.059748337],"study_design_scores_gemma":[0.001456059,0.00007476621,0.0000022956895,0.7718861,0.006323797,0.0021695374,0.00008221347,0.000011941404,4.3603283e-8,0.00003806191,0.2176954,0.0002598029],"about_ca_topic_score_codex":0.0000028059762,"about_ca_topic_score_gemma":2.0473507e-7,"teacher_disagreement_score":0.21762344,"about_ca_system_score_codex":0.00012678788,"about_ca_system_score_gemma":0.0002033567,"threshold_uncertainty_score":0.99982655},"labels":[],"label_agreement":null},{"id":"W3015971114","doi":"10.1016/j.wneu.2020.03.187","title":"Roadmap for Developing Complex Virtual Reality Simulation Scenarios: Subpial Neurosurgical Tumor Resection Model","year":2020,"lang":"en","type":"article","venue":"World Neurosurgery","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":37,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"National Research Council Canada; University of Manitoba; Jewish General Hospital; McGill University; Montreal Neurological Institute and Hospital","funders":"Fonds de Recherche du Québec - Santé; National Research Council Canada; Montreal Neurological Institute and Hospital; King Fahad Medical City; Royal College of Physicians and Surgeons of Canada","keywords":"Virtual reality; Haptic technology; Psychomotor learning; Surgical simulation; Process (computing); Neurosurgery; Medicine; Computer science; Variety (cybernetics); Human–computer interaction; Simulation; Surgery; Artificial intelligence; Cognition","score_opus":0.20635520052454945,"score_gpt":0.36149015911980825,"score_spread":0.1551349585952588,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3015971114","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.89807236,0.000013318638,0.07212747,0.025001675,0.0007905478,0.0012684431,0.000038629736,0.00071679824,0.001970737],"genre_scores_gemma":[0.98338795,0.0000036025533,0.00039695244,0.015032609,0.0006644504,0.000030789615,0.0001250195,0.000058537833,0.00030007894],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99761146,0.0001397926,0.0007343434,0.0006251439,0.00046401768,0.0004252127],"domain_scores_gemma":[0.9978392,0.0012353073,0.0001892248,0.00021069206,0.00017107624,0.00035446577],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00038679468,0.0002556976,0.0005187914,0.00018937651,0.00030156254,0.00007165672,0.0000807461,0.000071893046,0.000099983255],"category_scores_gemma":[0.0013655014,0.00024898388,0.0002911387,0.00073635456,0.00007501145,0.00016987155,0.000057237692,0.00033259147,0.000021058959],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.009587195,0.0002328162,0.012519331,0.00019750441,0.000047572554,0.00020673579,0.00031486916,0.9556038,0.0058907093,0.0033709828,0.0034261495,0.008602336],"study_design_scores_gemma":[0.003161907,0.00016845825,0.015271585,0.000043115815,0.00003780084,0.00001279121,0.000012029615,0.93696034,0.00046565972,0.00011662541,0.043502226,0.00024746355],"about_ca_topic_score_codex":0.0000049739488,"about_ca_topic_score_gemma":0.000010525873,"teacher_disagreement_score":0.08531558,"about_ca_system_score_codex":0.000088802626,"about_ca_system_score_gemma":0.00014888238,"threshold_uncertainty_score":0.99999624},"labels":[],"label_agreement":null},{"id":"W3016936392","doi":"10.1096/fasebj.2020.34.s1.08691","title":"Surgical Workflow Analysis in Cerebral Aneurysm Coiling","year":2020,"lang":"en","type":"article","venue":"The FASEB Journal","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University","funders":"","keywords":"Workflow; Standardization; Computer science; Medical physics; Visualization; Metric (unit); Aneurysm; Software; Learning curve; Medicine; Artificial intelligence; Surgery; Operations management; Engineering","score_opus":0.04506814852550651,"score_gpt":0.2973974756428061,"score_spread":0.2523293271172996,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3016936392","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9885428,0.00013935647,0.000267347,0.006109938,0.000055222066,0.000051967483,9.641184e-7,0.000023439714,0.0048089493],"genre_scores_gemma":[0.9978861,0.000016578833,0.0001313062,0.0014407438,0.00042086127,5.252497e-7,0.0000046654895,0.0000074061604,0.00009180438],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99904346,0.00010960238,0.00027327574,0.000109206725,0.00026992708,0.00019449662],"domain_scores_gemma":[0.9993676,0.00019721474,0.00006221266,0.00008290193,0.000033022097,0.0002570521],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0004055357,0.00007948328,0.00025121123,0.00009717633,0.00009170978,0.000039956314,0.00008204863,0.000041330855,0.0017118057],"category_scores_gemma":[0.00011168887,0.000047803635,0.00021559428,0.0008801367,0.000037911595,0.00004542048,0.000019648787,0.0005524377,0.000036402602],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0016168026,0.000143514,0.9119588,0.000013836914,0.00070764124,0.00845029,0.002635044,0.039629355,0.0007330915,0.00031388018,0.00012480823,0.033672918],"study_design_scores_gemma":[0.027681153,0.00052984006,0.47800994,0.00015897855,0.0021655336,0.0041319295,0.0021368668,0.468189,0.0025295895,0.0005309391,0.013361945,0.0005743],"about_ca_topic_score_codex":0.0000038823737,"about_ca_topic_score_gemma":0.000004275487,"teacher_disagreement_score":0.4339489,"about_ca_system_score_codex":0.000023991888,"about_ca_system_score_gemma":0.00003633245,"threshold_uncertainty_score":0.99920076},"labels":[],"label_agreement":null},{"id":"W3016949873","doi":"10.3171/2020.2.jns2033","title":"Predictors of an academic career among fellowship-trained open vascular and endovascular neurosurgeons","year":2020,"lang":"en","type":"article","venue":"Journal of neurosurgery","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":12,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"University of California, San Francisco; University of California, Los Angeles; York University; Medical Center, University of Pittsburgh; University of Pittsburgh; Johns Hopkins University; University of Washington; Harvard University; Northwestern University; Rush University; Washington University in St. Louis; Yale University; Cleveland Clinic; University of Pennsylvania; Massachusetts General Hospital","keywords":"Medicine; Neurosurgery; Graduate medical education; Accreditation; Logistic regression; Family medicine; Vascular surgery; Residency training; Test (biology); Bivariate analysis; Multivariate analysis; Medical education; Internal medicine; Surgery; Statistics","score_opus":0.06912504610824911,"score_gpt":0.2942615136104697,"score_spread":0.2251364675022206,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3016949873","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99709475,0.00020287983,0.000058479054,0.0016999993,0.00030711867,0.00023343875,0.0000056311037,0.000023453214,0.00037422197],"genre_scores_gemma":[0.9974919,0.00032968383,0.00007626465,0.0016568237,0.00038848573,0.0000017085564,0.0000048260936,0.000037238304,0.0000130473645],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9977054,0.00024032661,0.0009453525,0.00024610967,0.0006288744,0.00023394533],"domain_scores_gemma":[0.99796593,0.00041827204,0.00049682416,0.00019603266,0.000179275,0.0007436608],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0008893104,0.00018204289,0.00077973783,0.00021302779,0.00006264582,0.00004246976,0.00022004642,0.0001284832,0.00014512298],"category_scores_gemma":[0.0011885209,0.000147795,0.0003783465,0.00046495802,0.00013659785,0.00045397595,0.000096373595,0.0006688166,0.0000010323085],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0010176931,0.00020277449,0.97181606,0.00013248545,0.00039840126,0.001821063,0.0010939598,0.0010505605,0.012147747,0.00003365714,0.00031542836,0.009970166],"study_design_scores_gemma":[0.005420355,0.00082822965,0.96656936,0.00013359464,0.00043153332,0.00037530586,0.00020040336,0.002765644,0.0017095652,0.000029801127,0.021335106,0.00020111648],"about_ca_topic_score_codex":0.000010196112,"about_ca_topic_score_gemma":6.278044e-7,"teacher_disagreement_score":0.021019679,"about_ca_system_score_codex":0.000014268097,"about_ca_system_score_gemma":0.00011819269,"threshold_uncertainty_score":0.6026905},"labels":[],"label_agreement":null},{"id":"W3017495242","doi":"10.1186/s40463-020-00416-7","title":"Correction to: Assessment of a virtual reality temporal bone surgical simulator: A national face and content validity study","year":2020,"lang":"en","type":"erratum","venue":"Journal of Otolaryngology - Head and Neck Surgery","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto; Western University; University of Calgary","funders":"","keywords":"Virtual reality; Computer science; Surgical simulation; Face validity; Face (sociological concept); Information retrieval; Human–computer interaction; Medicine; Surgery; Psychometrics","score_opus":0.13275944106033596,"score_gpt":0.3706432729586422,"score_spread":0.23788383189830622,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3017495242","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98772174,0.00047028248,0.00008498045,0.0012600167,0.008598392,0.00048357729,0.000026268472,0.000021178961,0.001333575],"genre_scores_gemma":[0.9965847,0.00026766348,0.000039616876,0.00044464177,0.0011577095,0.0000065568865,0.000090646776,0.000027331085,0.0013811414],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9962519,0.0005749175,0.0015683126,0.0003946905,0.0009507723,0.00025941856],"domain_scores_gemma":[0.9954146,0.0022155019,0.0010150968,0.00013457316,0.00066156924,0.0005586531],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0022361602,0.00032861042,0.0021040875,0.00043714824,0.0001060553,0.00002790123,0.00006244837,0.00041387518,0.00009591374],"category_scores_gemma":[0.0014485145,0.00026556544,0.0003879719,0.000279779,0.00013910467,0.00012454789,0.000092146925,0.0015731659,0.0000013576982],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0033380361,0.0015117194,0.90599847,0.00022433401,0.00061764027,0.002208535,0.00036569888,0.00009675008,0.000029455372,0.000033209028,0.08429427,0.001281908],"study_design_scores_gemma":[0.004665038,0.0031458745,0.9292953,0.000680472,0.00026628832,0.0014230349,0.00025430162,0.0026257124,0.000004357626,0.000012589415,0.05740005,0.00022697682],"about_ca_topic_score_codex":0.00006070901,"about_ca_topic_score_gemma":0.000029661996,"teacher_disagreement_score":0.026894215,"about_ca_system_score_codex":0.00013107854,"about_ca_system_score_gemma":0.0009726469,"threshold_uncertainty_score":0.9999797},"labels":[],"label_agreement":null},{"id":"W3020700045","doi":"10.1007/s13304-020-00766-x","title":"Surgical education interventions in liver surgery: a systematic review","year":2020,"lang":"en","type":"review","venue":"Updates in Surgery","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"Johnson and Johnson","keywords":"Medicine; Randomized controlled trial; Psychological intervention; Psychomotor learning; MEDLINE; Systematic review; Cognition; Physical therapy; Surgery; Nursing; Psychiatry","score_opus":0.1780318786321623,"score_gpt":0.4077506704512171,"score_spread":0.2297187918190548,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3020700045","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0000062478116,0.9944615,0.0000025512272,0.00028741782,0.00053210557,0.0021197493,0.000013758388,0.00006349892,0.0025132052],"genre_scores_gemma":[0.0002473943,0.99662435,0.000019423933,0.0006243417,0.00015298426,0.0006580474,0.001142431,0.00006333114,0.0004676799],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.99469095,0.0010671385,0.0029935339,0.00054382655,0.00034920964,0.00035532872],"domain_scores_gemma":[0.99249595,0.0060257926,0.0007049313,0.00046298568,0.00007816012,0.00023214743],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.002238247,0.00044658786,0.006460069,0.0009462888,0.000025205183,0.00003347898,0.00013010475,0.0002917745,0.0022401835],"category_scores_gemma":[0.0033199163,0.00034866304,0.0023779802,0.0019695454,0.000049291768,0.00010715373,0.00007263513,0.00066867535,0.0012083222],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000064511155,0.00022406109,0.00016924212,0.7166001,0.00007600532,0.0005235427,0.000012418495,8.951925e-8,3.4297776e-10,0.000058514062,0.0028332153,0.27949634],"study_design_scores_gemma":[0.00007866221,0.000003333996,0.0000123915415,0.52050906,0.0005895591,0.00016986032,0.000008901927,0.0000070409114,8.326388e-9,0.000003301309,0.47845322,0.0001646853],"about_ca_topic_score_codex":0.000022788934,"about_ca_topic_score_gemma":0.00000729684,"teacher_disagreement_score":0.47562,"about_ca_system_score_codex":0.00029519008,"about_ca_system_score_gemma":0.0010349089,"threshold_uncertainty_score":0.9998965},"labels":[],"label_agreement":null},{"id":"W3022183551","doi":"10.1016/j.jseint.2020.02.005","title":"The evolution of virtual reality in shoulder and elbow surgery","year":2020,"lang":"en","type":"review","venue":"JSES International","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":73,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University; University of British Columbia","funders":"","keywords":"Virtual reality; Orthopedic surgery; Elbow; Medicine; Terminology; Popularity; Surgery; Physical therapy; Computer science; Psychology; Human–computer interaction","score_opus":0.12152885553341072,"score_gpt":0.414589541373782,"score_spread":0.29306068584037126,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3022183551","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00011623646,0.99160933,0.00014622333,0.00054204365,0.00046621813,0.00020955171,0.00003040654,0.000017301896,0.0068626627],"genre_scores_gemma":[0.038565986,0.96076095,0.000009562155,0.000049077622,0.00023690946,0.000013738212,0.00009527831,0.000010305903,0.00025816823],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99897057,0.00007544724,0.00046424347,0.0001513006,0.00026550138,0.00007291427],"domain_scores_gemma":[0.9983119,0.0013309303,0.00017190319,0.00008252934,0.000058864265,0.000043891247],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0003254806,0.00010019793,0.0005156123,0.00010212476,0.000020245569,0.000012260064,0.00006472427,0.00009626479,0.00010715301],"category_scores_gemma":[0.00083787565,0.00006313967,0.0001823709,0.00013822726,0.00007321157,0.00003047114,0.00004474428,0.00020459271,0.000004470342],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000041016043,0.000024676636,0.0011793248,0.00032742083,0.00009372657,0.000013116738,0.000020242413,0.0000027396459,3.7029764e-8,0.0054661315,0.00015675758,0.9926748],"study_design_scores_gemma":[0.00027615982,0.000012552822,0.0024147357,0.0018843616,0.00006281632,0.000020718326,0.000032625332,0.00045315686,9.982824e-8,0.00010201676,0.9946872,0.000053557284],"about_ca_topic_score_codex":0.000024850064,"about_ca_topic_score_gemma":0.000011694902,"teacher_disagreement_score":0.99453044,"about_ca_system_score_codex":0.0001526086,"about_ca_system_score_gemma":0.00019367733,"threshold_uncertainty_score":0.2574761},"labels":[],"label_agreement":null},{"id":"W3022393790","doi":"10.2196/17222","title":"Construct Validity of a Serious Game for Laparoscopic Skills Training: Validation Study","year":2020,"lang":"en","type":"article","venue":"JMIR Serious Games","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":28,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Video game; Construct (python library); Construct validity; Metric (unit); Task (project management); Psychology; Applied psychology; Computer science; Multimedia; Psychometrics; Developmental psychology; Engineering; Operations management","score_opus":0.06710380600789306,"score_gpt":0.3510961161852907,"score_spread":0.2839923101773976,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3022393790","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99567056,0.000025250558,0.00018811713,0.000605696,0.00015975999,0.0020324555,0.000026346226,0.00016325699,0.001128548],"genre_scores_gemma":[0.9984243,0.0000044105223,0.00053836015,0.00053682114,0.00017727847,0.0001236508,0.000043988566,0.000029904704,0.00012128412],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.998618,0.000074828255,0.00045223918,0.00032880306,0.000281032,0.00024511683],"domain_scores_gemma":[0.9990339,0.00024068251,0.00018043355,0.00019238993,0.0001330811,0.00021950838],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0001848332,0.00018019884,0.0005934255,0.000063089115,0.00004834563,0.000024366112,0.00008536493,0.000088191475,0.00022088423],"category_scores_gemma":[0.00035240327,0.0001600533,0.00013391368,0.00025429734,0.000080821104,0.00007417426,0.000027100004,0.00012998763,0.000011852218],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0034640841,0.0030640783,0.4569342,0.001216231,0.00096181186,0.00016583577,0.08203375,0.00063479313,0.0140890125,0.00083503115,0.00076676207,0.4358344],"study_design_scores_gemma":[0.06682151,0.014648688,0.8011519,0.00035045572,0.00077844935,0.00008295889,0.015415793,0.005596619,0.024783276,0.0006438039,0.06868608,0.0010404881],"about_ca_topic_score_codex":0.0000053895374,"about_ca_topic_score_gemma":0.0000030528186,"teacher_disagreement_score":0.43479392,"about_ca_system_score_codex":0.00002388058,"about_ca_system_score_gemma":0.00010875803,"threshold_uncertainty_score":0.65267843},"labels":[],"label_agreement":null},{"id":"W3022471192","doi":"10.1159/000464385","title":"Virtual Reality Surgical Simulation: Implications for Resection of Intracranial Gliomas","year":2017,"lang":"en","type":"review","venue":"Progress in neurological surgery","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":12,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Health Sciences Centre; Dalhousie University","funders":"","keywords":"Virtual reality; Surgical simulation; Haptic technology; Set (abstract data type); Context (archaeology); Computer science; Surgical planning; Simulation training; Surgical procedures; Medical physics; Human–computer interaction; Medicine; Simulation; Surgery","score_opus":0.31130013224548336,"score_gpt":0.47855942760821,"score_spread":0.16725929536272666,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3022471192","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0034311367,0.9921198,0.00013270025,0.0005165886,0.0005553569,0.0023846976,0.000113113594,0.00015610816,0.00059052627],"genre_scores_gemma":[0.27310395,0.7246158,0.000069281334,0.000030789477,0.00097564666,0.00064788305,0.0004719957,0.000054697506,0.000029965477],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9964867,0.00042676428,0.0016119758,0.0007254427,0.00030848308,0.0004406274],"domain_scores_gemma":[0.98990107,0.008214369,0.00091050554,0.0005967873,0.0002063912,0.00017089312],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.001394632,0.00038157968,0.002605283,0.00037691384,0.00015801277,0.000045933295,0.00020496466,0.0007969512,0.0000983002],"category_scores_gemma":[0.0019175173,0.00028139,0.0011364716,0.00046205908,0.00039456706,0.00008441904,0.000096871125,0.00060769106,0.0000051508237],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0010118496,0.0004422396,0.017276386,0.0021955403,0.00005257074,0.0001655267,0.0000029535604,0.00006911711,1.4098371e-8,0.0010421487,0.00001681259,0.97772485],"study_design_scores_gemma":[0.0013032643,0.00045819333,0.019926138,0.0018454421,0.00032858405,0.00017617937,6.9245954e-7,0.0014439406,2.0703824e-7,0.00060755794,0.9736144,0.00029542178],"about_ca_topic_score_codex":0.000003861933,"about_ca_topic_score_gemma":0.0000029468908,"teacher_disagreement_score":0.9774294,"about_ca_system_score_codex":0.000038628088,"about_ca_system_score_gemma":0.00017563785,"threshold_uncertainty_score":0.9999638},"labels":[],"label_agreement":null},{"id":"W3022620074","doi":"10.1007/s00464-020-07609-1","title":"Educational value of telementoring for a simulation-based fundamental use of surgical energy™ (FUSE) curriculum: a randomized controlled trial in surgical trainees","year":2020,"lang":"en","type":"article","venue":"Surgical Endoscopy","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":23,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University Health Network","funders":"Society of American Gastrointestinal and Endoscopic Surgeons","keywords":"Fuse (electrical); Randomized controlled trial; Curriculum; Medical education; Medicine; Energy (signal processing); Medical physics; Computer science; Psychology; Surgery; Engineering; Pedagogy; Physics; Electrical engineering","score_opus":0.04005848236341335,"score_gpt":0.3454034510364564,"score_spread":0.30534496867304306,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3022620074","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9921689,0.00025403732,0.00074776646,0.0014362348,0.00028563375,0.0038614613,0.00005742546,0.00005783242,0.0011306884],"genre_scores_gemma":[0.9972645,0.000035470122,0.0011215622,0.00012508259,0.0005563775,0.0005424885,0.00022438125,0.00003584394,0.00009426587],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.995598,0.0005767352,0.002058518,0.0004968349,0.0008372112,0.0004326655],"domain_scores_gemma":[0.9793842,0.01927588,0.00049944577,0.00017793423,0.00024918484,0.00041336523],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0010840402,0.00034968933,0.0027323186,0.0002578401,0.000056164645,0.000028039367,0.000117579846,0.00020224793,0.00148542],"category_scores_gemma":[0.0021292784,0.0002636823,0.0013579106,0.0005842977,0.00025974712,0.00012220147,0.000031694257,0.00023100397,0.000002174032],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.9427986,0.0016528784,0.0036314565,0.00011267799,0.00028602,0.00008257474,0.00019683524,0.03739328,0.000028078675,0.013292838,0.000009864681,0.0005148809],"study_design_scores_gemma":[0.70252514,0.0005268576,0.000038381404,0.000119697135,0.00017225079,0.0000036932774,0.00004705886,0.28391495,0.00017926222,0.00008728636,0.012224298,0.00016114174],"about_ca_topic_score_codex":0.00010495902,"about_ca_topic_score_gemma":0.0000029369646,"teacher_disagreement_score":0.24652167,"about_ca_system_score_codex":0.000083777944,"about_ca_system_score_gemma":0.0003920686,"threshold_uncertainty_score":0.9999815},"labels":[],"label_agreement":null},{"id":"W3024323054","doi":"10.1007/s00464-020-07628-y","title":"SAGES Video-Based Assessment (VBA) program: a vision for life-long learning for surgeons","year":2020,"lang":"en","type":"article","venue":"Surgical Endoscopy","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":43,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University Health Centre","funders":"","keywords":"Medicine; Abdominal surgery; Hepatology; General surgery; Medical physics; Surgery","score_opus":0.051739014505865835,"score_gpt":0.3969339355612015,"score_spread":0.34519492105533567,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3024323054","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.85710835,0.00061473355,0.07921526,0.031950716,0.0007010026,0.009400362,0.00006177158,0.0024250178,0.018522788],"genre_scores_gemma":[0.9884902,0.000012179094,0.008802178,0.0013227412,0.0003026271,0.00051352946,0.00031307506,0.000053639542,0.00018980567],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9980866,0.00009458957,0.00044416342,0.00049399846,0.00038406334,0.00049663166],"domain_scores_gemma":[0.9967474,0.0021669012,0.00011930043,0.00014053984,0.00015908122,0.00066677935],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00046463287,0.00023253945,0.00055720727,0.00007097059,0.00021600949,0.00006899352,0.00008045015,0.00014526777,0.0004627265],"category_scores_gemma":[0.000987809,0.00019022815,0.00043894988,0.0002965207,0.000069330745,0.00007352804,0.000029088897,0.0003152703,0.00001600169],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.049952332,0.004192908,0.3181235,0.0032946025,0.0010309872,0.0008764548,0.00077625626,0.017457794,0.0013266191,0.010514293,0.003382584,0.5890717],"study_design_scores_gemma":[0.06547656,0.003678133,0.019027885,0.00023082393,0.00019480076,0.0000058380824,0.00014039272,0.29980022,0.00085507164,0.000066237204,0.61015195,0.00037207807],"about_ca_topic_score_codex":0.000007119521,"about_ca_topic_score_gemma":0.000002747876,"teacher_disagreement_score":0.6067694,"about_ca_system_score_codex":0.000044362325,"about_ca_system_score_gemma":0.00020376178,"threshold_uncertainty_score":0.77572787},"labels":[],"label_agreement":null},{"id":"W3024582444","doi":"10.1017/cem.2020.176","title":"MP28: Development and validation of a novel three-dimensional printed thorax model simulator for the simulation-based training of tube thoracostomy","year":2020,"lang":"en","type":"article","venue":"Canadian Journal of Emergency Medicine","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Memorial University of Newfoundland","funders":"","keywords":"Thoracostomy; Face validity; Simulation; Medicine; Content validity; Computer science; Medical physics; Surgery","score_opus":0.2575033937812727,"score_gpt":0.3795709177588916,"score_spread":0.12206752397761894,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3024582444","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7965498,0.0005402506,0.19753744,0.0044105197,0.0003849119,0.00043546138,0.000015810214,0.000005696815,0.000120110795],"genre_scores_gemma":[0.99562705,0.0000028456022,0.003759641,0.00035748197,0.00020288567,0.0000028909178,0.000015166678,0.000017005379,0.000015062829],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99838907,0.000019636695,0.0009476741,0.00012497902,0.00035041795,0.00016824066],"domain_scores_gemma":[0.997473,0.00066091644,0.0004371548,0.00009030755,0.0008075292,0.000531061],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000663874,0.00012936478,0.00041093325,0.0001696518,0.00009324378,0.0000018936713,0.0000863354,0.0000624834,0.000409691],"category_scores_gemma":[0.002072088,0.0000851859,0.00010212875,0.00029685043,0.00009539691,0.000054614826,0.000005655043,0.00015923355,1.9699782e-7],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00045230004,0.00003153438,0.009219965,0.00013252867,0.00017236195,0.0000043778505,0.0034305004,0.9787599,0.0012489314,0.0001933886,0.00007879298,0.0062754527],"study_design_scores_gemma":[0.004323215,0.0003175365,0.0045367577,0.00032177733,0.00020196865,0.0000021094913,0.0004233005,0.98629206,0.0008049143,0.00005050116,0.0026445733,0.00008130279],"about_ca_topic_score_codex":0.00008924451,"about_ca_topic_score_gemma":0.0001927047,"teacher_disagreement_score":0.19907722,"about_ca_system_score_codex":0.00003790855,"about_ca_system_score_gemma":0.0012702716,"threshold_uncertainty_score":0.44858292},"labels":[],"label_agreement":null},{"id":"W3024808543","doi":"10.5489/cuaj.6286","title":"Stakeholder perspectives and status of surgical simulation and skills training in urology residency programs in Canada","year":2019,"lang":"en","type":"article","venue":"Canadian Urological Association Journal","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"Nova Scotia Health Authority; Dalhousie University","funders":"","keywords":"Stakeholder; Medical education; Medicine; Urology; Residency training; Political science; Public relations; Continuing education","score_opus":0.03903698650252297,"score_gpt":0.26549067922228037,"score_spread":0.2264536927197574,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3024808543","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9954217,0.00038633193,0.0000019374245,0.0025359849,0.00005487535,0.00019432494,0.0000047116096,0.00000408837,0.0013960105],"genre_scores_gemma":[0.99948454,0.00009701372,0.00003780139,0.00028907528,0.00003893428,0.0000019004156,0.00000618168,0.0000059837043,0.00003856936],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99857885,0.00018252451,0.00037466877,0.00018047664,0.00023230864,0.00045118315],"domain_scores_gemma":[0.9986459,0.0006135873,0.00015281863,0.00004258723,0.00010551476,0.0004395695],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00053969445,0.000091666145,0.00031654368,0.00020815412,0.000037382353,0.000019207046,0.000026852129,0.00014450586,0.00027596054],"category_scores_gemma":[0.0005768415,0.00007915826,0.000026431764,0.0002275556,0.00003092136,0.000076810255,0.000007658829,0.00045827232,7.1155193e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00008060696,0.00002093231,0.9816823,0.00000410117,0.000015724936,0.00014072485,0.0017693111,0.0030513117,0.0000018980894,0.00035333927,0.0000026727628,0.012877081],"study_design_scores_gemma":[0.0032538783,0.00018324476,0.98412025,0.00001816345,0.000009897328,0.000050054903,0.003254285,0.005340563,2.6125144e-7,0.0004119906,0.0032802774,0.00007713843],"about_ca_topic_score_codex":0.2593211,"about_ca_topic_score_gemma":0.7007887,"teacher_disagreement_score":0.44146758,"about_ca_system_score_codex":0.0010183579,"about_ca_system_score_gemma":0.0017857687,"threshold_uncertainty_score":0.74561113},"labels":[],"label_agreement":null},{"id":"W3025389954","doi":"10.1177/1055665620913178","title":"Assessing Performance in Simulated Cleft Palate Repair Using a Novel Video Recording Setup","year":2020,"lang":"en","type":"article","venue":"The Cleft Palate-Craniofacial Journal","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Hospital for Sick Children; University of Toronto","funders":"","keywords":"Intraclass correlation; Fidelity; Reliability (semiconductor); Rating scale; Competence (human resources); Inter-rater reliability; Medicine; Medical physics; Computer science; Simulation; Physical therapy; Psychology; Psychometrics; Developmental psychology","score_opus":0.08597740487638428,"score_gpt":0.33249479856657255,"score_spread":0.24651739369018827,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3025389954","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9940345,0.000008627141,0.0011200468,0.0019813685,0.0005831927,0.00032102328,0.0000034356906,0.0002090514,0.0017387357],"genre_scores_gemma":[0.9958121,0.000057050893,0.0011277536,0.0019261328,0.0009718349,9.999212e-7,0.000006651082,0.000066192486,0.000031270738],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9970182,0.00020222348,0.0010800774,0.00039402244,0.0006181591,0.00068728725],"domain_scores_gemma":[0.9983467,0.00028994208,0.00039292648,0.00022929152,0.00017910657,0.00056206086],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0013586698,0.00034255977,0.00063766894,0.00017307316,0.0006550708,0.00026042873,0.00021979053,0.00021615654,0.00065933587],"category_scores_gemma":[0.00063751225,0.00025650376,0.00035371058,0.000841854,0.0001188187,0.00065823365,0.000095244766,0.0015798475,0.000046394725],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0005653284,0.00011875774,0.930621,0.000082900595,0.00015377479,0.00033647104,0.00260346,0.049852982,0.007238191,0.000028514363,0.000016643242,0.008381964],"study_design_scores_gemma":[0.004964855,0.000094252435,0.55407345,0.00044347526,0.00011419075,0.00039217988,0.0005534371,0.4365224,0.000016758611,0.0000508278,0.0025045485,0.00026961396],"about_ca_topic_score_codex":0.00004248603,"about_ca_topic_score_gemma":0.000003178442,"teacher_disagreement_score":0.3866694,"about_ca_system_score_codex":0.00019657529,"about_ca_system_score_gemma":0.00023110054,"threshold_uncertainty_score":0.99998873},"labels":[],"label_agreement":null},{"id":"W3025933287","doi":"10.1016/j.yasu.2020.03.002","title":"Video Assessment of Surgeons and Surgery","year":2020,"lang":"en","type":"review","venue":"Advances in Surgery","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":20,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University; McGill University Health Centre","funders":"","keywords":"Summative assessment; Formative assessment; Medicine; Medical education; Medical physics; Pedagogy; Psychology","score_opus":0.08825028719681663,"score_gpt":0.42044375931220673,"score_spread":0.3321934721153901,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3025933287","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00009916368,0.996231,0.00003090139,0.00006391876,0.00037108557,0.000289862,0.00001545127,0.000042419495,0.0028561952],"genre_scores_gemma":[0.0058467966,0.9935764,0.00014576258,0.00010620039,0.00008700212,0.00004158382,0.00012510605,0.000041069827,0.000030100538],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99757504,0.00020476127,0.0012179771,0.00041649534,0.0003165173,0.00026922344],"domain_scores_gemma":[0.9869244,0.012167831,0.00044747512,0.00023186293,0.00004625012,0.00018215018],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0008390505,0.0003073795,0.003542627,0.00044190785,0.000023747554,0.000009433563,0.000046392877,0.00018146448,0.00019021887],"category_scores_gemma":[0.0009337181,0.0002481691,0.0006531645,0.0007826704,0.00011589483,0.00014006752,0.000046440247,0.0003848252,0.000005806275],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000012366257,0.000048549795,0.033855963,0.010339301,0.000059918715,0.00023762733,0.000008407392,0.0000020463249,1.817619e-8,0.000106017775,0.000077692006,0.9552521],"study_design_scores_gemma":[0.00015992853,0.000009518554,0.0019609025,0.015029315,0.00018177465,0.00004170425,0.0000137414145,0.00002315584,2.0207048e-7,0.000033810626,0.9823414,0.00020456233],"about_ca_topic_score_codex":0.00000764567,"about_ca_topic_score_gemma":0.000005538662,"teacher_disagreement_score":0.9822637,"about_ca_system_score_codex":0.00006286144,"about_ca_system_score_gemma":0.0005357027,"threshold_uncertainty_score":0.9999971},"labels":[],"label_agreement":null},{"id":"W3026135140","doi":"10.1038/s41746-020-0284-9","title":"Evaluation of an augmented reality platform for austere surgical telementoring: a randomized controlled crossover study in cricothyroidotomies","year":2020,"lang":"en","type":"article","venue":"npj Digital Medicine","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":54,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Calgary Laboratory Services; Canadian Armed Forces; University of Calgary","funders":"Office of the Secretary of Defense; U.S. Department of Defense; National Science Foundation","keywords":"Crossover; Augmented reality; Crossover study; Randomized controlled trial; Medicine; Computer science; Human–computer interaction; Surgery; Artificial intelligence; Pathology; Alternative medicine","score_opus":0.15577219057625263,"score_gpt":0.41868010340090045,"score_spread":0.2629079128246478,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3026135140","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97853315,0.00011599856,0.0001392509,0.0011148339,0.000098176184,0.006905554,0.00001442926,0.000054633045,0.013024001],"genre_scores_gemma":[0.99896127,0.0000029532387,0.000022026945,0.00017923555,0.0002701718,0.00034068833,0.000121866244,0.000016771442,0.000084994586],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.996821,0.00018290704,0.00117271,0.00032167006,0.001277001,0.00022474532],"domain_scores_gemma":[0.99739695,0.001386891,0.00027013614,0.00016909084,0.0005263955,0.00025051297],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0041062534,0.00019564296,0.0017403672,0.0001252162,0.000033318673,0.000026456162,0.00007094787,0.00006950719,0.00033990992],"category_scores_gemma":[0.0072285403,0.00012412548,0.00019332975,0.00028081544,0.00014166329,0.00024744123,0.000024810006,0.00012855395,0.000001944041],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.9177668,0.0021561005,0.014878805,0.00014686119,0.0009417145,0.00007055612,0.0076125646,0.00040350328,0.00011779176,0.00056624017,0.00007527944,0.055263784],"study_design_scores_gemma":[0.9231941,0.0021425793,0.006305787,0.00011909276,0.0007581797,0.000004081163,0.0031885535,0.062917896,0.000038529357,0.00035101906,0.0008660322,0.00011413032],"about_ca_topic_score_codex":0.00003398007,"about_ca_topic_score_gemma":0.000012248502,"teacher_disagreement_score":0.06251439,"about_ca_system_score_codex":0.00010007835,"about_ca_system_score_gemma":0.00010278091,"threshold_uncertainty_score":0.865376},"labels":[],"label_agreement":null},{"id":"W3026257470","doi":"10.1016/j.jcjo.2020.04.004","title":"Ergonomics in the operating room: it doesn’t hurt to think about it, but it may hurt not to!","year":2020,"lang":"en","type":"review","venue":"Canadian Journal of Ophthalmology","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":22,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Nova Scotia Health Authority; Queen Elizabeth II Health Sciences Centre","funders":"","keywords":"Human factors and ergonomics; Medicine; Participatory ergonomics; Psychology; Medical education; Poison control; Medical emergency","score_opus":0.12279266071036778,"score_gpt":0.3913459571066112,"score_spread":0.2685532963962434,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3026257470","genre_codex":"review","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0113996295,0.8116911,0.000040267245,0.07620114,0.0031705054,0.0024884853,0.00016484689,0.000013639157,0.09483037],"genre_scores_gemma":[0.53415745,0.3407862,0.0042647463,0.102020696,0.008293358,0.00009860254,0.00022082793,0.000501931,0.009656217],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99678046,0.00043378698,0.0014935369,0.00037986587,0.0002637786,0.0006485902],"domain_scores_gemma":[0.99653023,0.00092359964,0.00040797505,0.00035471414,0.00017026177,0.0016132051],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0013573859,0.00041959828,0.002066933,0.00065616344,0.00014849738,0.000102233236,0.0006996776,0.00042857652,0.0028706903],"category_scores_gemma":[0.0019116156,0.00028885412,0.00049208914,0.0005961539,0.000063211475,0.000067937886,0.000046215195,0.0016023096,0.0002455117],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00036333085,0.000126002,0.001288664,0.0029490967,0.0012119245,0.34201422,0.016630117,0.0021770163,0.0000018974097,0.0012382998,0.020284882,0.61171454],"study_design_scores_gemma":[0.00069932034,0.00045492724,0.00053966197,0.00408393,0.00025428642,0.06312945,0.0009479279,0.000025861666,3.4335343e-7,0.000010709914,0.92957926,0.0002743243],"about_ca_topic_score_codex":0.0013463071,"about_ca_topic_score_gemma":0.0006461932,"teacher_disagreement_score":0.90929437,"about_ca_system_score_codex":0.0005856726,"about_ca_system_score_gemma":0.004005447,"threshold_uncertainty_score":0.99995637},"labels":[],"label_agreement":null},{"id":"W3027314948","doi":"10.1097/ogx.0000000000000800","title":"Resident Trainees Increase Surgical Time: A Comparison of Obstetric and Gynaecologic Procedures in Academic Versus Community Hospitals","year":2020,"lang":"en","type":"article","venue":"Obstetrical & Gynecological Survey","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Western University","funders":"","keywords":"Medicine; Obstetrics and gynaecology; Obstetrics; Surgical procedures; Gynecology; Family medicine; Surgery; Pregnancy","score_opus":0.1289410756355373,"score_gpt":0.37401464243163957,"score_spread":0.24507356679610226,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3027314948","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9929289,0.0026829033,0.000003827988,0.0004852775,0.00014421965,0.0006997944,0.00002979248,0.00013001774,0.0028952544],"genre_scores_gemma":[0.9991208,0.00016794763,0.00012258382,0.00034839934,0.000039093848,0.000027146232,0.00008965328,0.00002035936,0.00006403554],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99540406,0.0018477322,0.001157761,0.0005039965,0.0005354856,0.000550947],"domain_scores_gemma":[0.96434253,0.034173906,0.00026867253,0.0002248925,0.00018269778,0.00080728217],"candidate_categories":["metaresearch","metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.001245478,0.0003364863,0.001368583,0.00024224962,0.00013542367,0.000025956591,0.00029608153,0.00062163844,0.0014352557],"category_scores_gemma":[0.099974215,0.00025346354,0.00017222954,0.0024076567,0.00037608904,0.00009477069,0.00028958917,0.0018153235,0.000051957883],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00265651,0.0008601422,0.98084754,0.000114149385,0.000058960275,0.00020458488,0.0006313917,0.00011113558,0.00004903146,0.00009271046,0.0002307658,0.014143091],"study_design_scores_gemma":[0.010969266,0.003064616,0.98078346,0.000029926528,0.000052991993,0.0000058651394,0.00068271335,0.0032967592,0.000037833997,0.000043033877,0.0007609119,0.00027261666],"about_ca_topic_score_codex":0.00016648274,"about_ca_topic_score_gemma":0.000043061915,"teacher_disagreement_score":0.09872874,"about_ca_system_score_codex":0.0001688803,"about_ca_system_score_gemma":0.00013090088,"threshold_uncertainty_score":0.9999918},"labels":[],"label_agreement":null},{"id":"W3027579824","doi":"10.1016/j.jsurg.2020.03.010","title":"Using Self-Reported Measures of Confidence and Anxiety to Determine the Efficacy of the Surgical Exploration And Discovery (SEAD) Program in Reducing Anxiety and Increasing Confidence in Performing Procedural Skills","year":2020,"lang":"en","type":"article","venue":"Journal of surgical education","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":4,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ottawa Hospital; University of Ottawa","funders":"University of Ottawa","keywords":"Anxiety; Confidence interval; Medicine; Medical education; Internal medicine; Psychiatry","score_opus":0.06307512259961935,"score_gpt":0.3482298766405235,"score_spread":0.2851547540409042,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3027579824","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9964632,0.0004263266,0.000038040464,0.0024405108,0.000058459493,0.00051242043,4.780067e-7,0.0000054186207,0.000055185177],"genre_scores_gemma":[0.9984904,0.00050682627,0.00079266314,0.000088772096,0.00010591246,0.000004744385,0.0000010020713,0.000007636207,0.000002044468],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99833506,0.00018508859,0.0007999115,0.0001784358,0.00036761395,0.0001338792],"domain_scores_gemma":[0.9985245,0.0005346368,0.00046064108,0.00008685891,0.00024088359,0.00015251357],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0012212307,0.00011597148,0.00036512595,0.00009866649,0.000060952792,0.00004673302,0.000058426325,0.00006684105,0.000004203163],"category_scores_gemma":[0.0013047605,0.00006985305,0.000058202368,0.0004884633,0.00013565381,0.00043318304,0.000043247546,0.0002930019,2.9555972e-8],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0021495302,0.00074402743,0.79649854,0.00034433266,0.00006487621,0.00003252095,0.017893279,0.0014227859,0.007512831,0.00024311493,0.0000027007713,0.17309149],"study_design_scores_gemma":[0.006447618,0.0004811525,0.94910485,0.003279342,0.00022543028,0.002930893,0.006771934,0.02487245,0.0048536705,0.00013764182,0.0006693984,0.0002256461],"about_ca_topic_score_codex":0.00010062258,"about_ca_topic_score_gemma":0.000008983468,"teacher_disagreement_score":0.17286584,"about_ca_system_score_codex":0.00004845445,"about_ca_system_score_gemma":0.00038115078,"threshold_uncertainty_score":0.28485247},"labels":[],"label_agreement":null},{"id":"W3027845585","doi":"10.1007/s11548-020-02176-1","title":"A multi-camera, multi-view system for training and skill assessment for robot-assisted surgery","year":2020,"lang":"en","type":"article","venue":"International Journal of Computer Assisted Radiology and Surgery","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":11,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"Natural Sciences and Engineering Research Council of Canada; Canada Foundation for Innovation; Intuitive Surgical","keywords":"Computer science; Test (biology); Task (project management); Artificial intelligence; Robot; Human–computer interaction; Training (meteorology); Dual (grammatical number); Multimedia; Computer vision; Simulation; Medical physics; Medicine; Engineering","score_opus":0.11612983346746786,"score_gpt":0.35611286876661397,"score_spread":0.2399830352991461,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3027845585","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.25812685,0.0012887518,0.7315669,0.006321818,0.0022357877,0.0003585106,0.000029116554,0.00005204215,0.000020230365],"genre_scores_gemma":[0.92667335,0.00011831435,0.069965445,0.002256557,0.0008825776,0.000015793938,0.000056909495,0.000019861922,0.0000111907675],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9982051,0.00016579052,0.0009512575,0.00025444105,0.00020612225,0.00021725711],"domain_scores_gemma":[0.99398667,0.0046037924,0.0005235762,0.000059739843,0.00054203754,0.0002841961],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0010486303,0.00018741906,0.0009745434,0.00025960302,0.000094598385,0.000054322165,0.00008452564,0.0001457253,0.000010794671],"category_scores_gemma":[0.0003814351,0.00015117032,0.00044056925,0.00008794081,0.000091084934,0.00012184358,0.000027542463,0.00022209194,4.0321055e-7],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0024190112,0.00044461314,0.12203824,0.0005645904,0.003458833,0.0007537778,0.0011045779,0.00065827696,0.0006075127,0.00032134994,0.0014640456,0.86616516],"study_design_scores_gemma":[0.011326846,0.0003597416,0.7004851,0.0010565083,0.000304969,0.005510008,0.00041995393,0.26138747,0.00003500255,0.000013471247,0.018779213,0.0003217095],"about_ca_topic_score_codex":0.0000014932,"about_ca_topic_score_gemma":7.986635e-7,"teacher_disagreement_score":0.8658435,"about_ca_system_score_codex":0.000065168526,"about_ca_system_score_gemma":0.00021703201,"threshold_uncertainty_score":0.61645466},"labels":[],"label_agreement":null},{"id":"W3028723673","doi":"10.1177/0003489420932593","title":"Do Medical Students Receive Adequate Otolaryngology Training? A Canadian Perspective","year":2020,"lang":"en","type":"article","venue":"Annals of Otology Rhinology & Laryngology","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Saint John Regional Hospital; Horizon Health Network; Western University; University of Alberta","funders":"","keywords":"Curriculum; Otorhinolaryngology; Medicine; Referral; Confidence interval; Psychology; Family medicine; Internal medicine; Surgery; Pedagogy","score_opus":0.11037791616435988,"score_gpt":0.38380240937138466,"score_spread":0.2734244932070248,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3028723673","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8327564,0.0013789689,0.000067928064,0.1265562,0.0003987413,0.00052928075,0.000025757747,0.00013655024,0.03815017],"genre_scores_gemma":[0.9293041,0.00021163224,0.00013473658,0.06989546,0.00022620146,0.000052317602,0.000046479014,0.000036285674,0.00009277605],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9958025,0.0006605344,0.000876118,0.00093645696,0.0004984624,0.0012259193],"domain_scores_gemma":[0.99648505,0.0007196312,0.00029143866,0.00042076662,0.00056331966,0.0015197827],"candidate_categories":["metaepi_narrow","research_integrity","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0007358667,0.00038761116,0.0015365302,0.00051380054,0.00014277539,0.000009819329,0.0007569183,0.0014148294,0.011614736],"category_scores_gemma":[0.0030514905,0.0003665862,0.00032706643,0.00054398185,0.0013954316,0.00008642245,0.00021169231,0.0012541533,0.00047940103],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0049791974,0.00079201,0.7815236,0.000078205245,0.0038097661,0.014210501,0.026128024,0.000030049443,0.00013496568,0.14798279,0.00533842,0.014992502],"study_design_scores_gemma":[0.015326001,0.0070194,0.87033373,0.00011282133,0.0004287118,0.004965125,0.0075779827,0.00090137194,0.0004913841,0.005424257,0.08652665,0.0008925831],"about_ca_topic_score_codex":0.0044927336,"about_ca_topic_score_gemma":0.0039486787,"teacher_disagreement_score":0.14255854,"about_ca_system_score_codex":0.000054322292,"about_ca_system_score_gemma":0.0011152066,"threshold_uncertainty_score":0.99988157},"labels":[],"label_agreement":null},{"id":"W3028967513","doi":"10.1186/s41205-020-00067-4","title":"Development of a dynamic Chest Wall and operating table simulator to enhance congenital heart surgery simulation","year":2020,"lang":"en","type":"article","venue":"3D Printing in Medicine","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"SickKids Foundation; Hospital for Sick Children; University of Toronto","funders":"Hospital for Sick Children","keywords":"Simulation; Operating table; Replicate; Table (database); Driving simulator; Set (abstract data type); Medicine; Surgery; Computer science","score_opus":0.04612123494807549,"score_gpt":0.34194814774006843,"score_spread":0.2958269127919929,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3028967513","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99405974,0.000077756216,0.002898568,0.0021388775,0.00004055137,0.00031533744,4.0130215e-7,0.00004484118,0.00042392363],"genre_scores_gemma":[0.9851408,0.0000019678414,0.0129130175,0.0018136872,0.000060431303,0.000006777463,0.000010371767,0.000016480062,0.000036462676],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99862623,0.000030883082,0.00061266683,0.00027182625,0.00025854347,0.00019986863],"domain_scores_gemma":[0.9989211,0.00060633005,0.000085356354,0.00009060282,0.00009618071,0.00020042011],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00064372,0.00012517741,0.00047503255,0.00010527304,0.00005004807,0.0000071638283,0.000033515513,0.000053771208,0.00016327317],"category_scores_gemma":[0.0020112928,0.00010748519,0.000020795906,0.00038223978,0.00004241104,0.000052374857,0.00004892371,0.0001593509,0.000007728368],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00065602583,0.00023152228,0.55829465,0.0014300412,0.00017640763,0.00008358425,0.03985633,0.07005225,0.08553188,0.000044953496,0.00002849838,0.24361385],"study_design_scores_gemma":[0.0022544346,0.00014004626,0.2690126,0.00071774505,0.00005292778,0.000005149217,0.000930944,0.7135692,0.0038906024,0.0000026680766,0.009190709,0.00023295466],"about_ca_topic_score_codex":0.000020202673,"about_ca_topic_score_gemma":0.000011565904,"teacher_disagreement_score":0.64351696,"about_ca_system_score_codex":0.000038787748,"about_ca_system_score_gemma":0.00008204696,"threshold_uncertainty_score":0.43831187},"labels":[],"label_agreement":null},{"id":"W3029381937","doi":"10.1109/tbme.2020.2996980","title":"Analysis of Surgical Forces Required to Gain Access Using a Probe for Minimally Invasive Spine Surgery via Cadaveric-Based Experiments Towards Use in Training Simulators","year":2020,"lang":"en","type":"article","venue":"IEEE Transactions on Biomedical Engineering","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":15,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"McGill University","keywords":"Haptic technology; Cadaveric spasm; Biomedical engineering; Kinematics; Displacement (psychology); Invasive surgery; Biomechanics; Reduction (mathematics); Surgery; Computer science; Simulation; Medicine; Anatomy; Physics; Mathematics","score_opus":0.11631648690030041,"score_gpt":0.34384150080227605,"score_spread":0.22752501390197563,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3029381937","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.49476308,0.000009212638,0.50443447,0.00024881458,0.00009551901,0.00035236086,0.000028767241,0.0000644407,0.0000033026151],"genre_scores_gemma":[0.9933054,0.0000046760856,0.0060759513,0.0003989112,0.00005943306,0.000068403206,0.000041971398,0.000041656727,0.0000036169529],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.997837,0.000035920286,0.0007833954,0.00043371497,0.00050501025,0.00040497916],"domain_scores_gemma":[0.99817646,0.0008950745,0.000094534065,0.00015430398,0.00008842915,0.00059121364],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00028808397,0.0002591022,0.00089871406,0.0011450544,0.000047110054,0.000029376204,0.000112917725,0.00017398472,0.00009860337],"category_scores_gemma":[0.00023716029,0.00024678264,0.0004590949,0.002914081,0.000057377423,0.00017037819,0.0000036878628,0.000201093,6.968305e-7],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0010452543,0.00030585018,0.00057680917,0.0002042133,0.00063919136,0.000117909796,0.0011010853,0.95902896,0.026046066,0.0000027700592,0.0000017103305,0.010930177],"study_design_scores_gemma":[0.003284148,0.00030231805,0.0012500276,0.00029685383,0.00038599395,0.0000027969834,0.00011236931,0.9685416,0.025231281,4.743062e-7,0.00033805973,0.00025405528],"about_ca_topic_score_codex":0.00007598227,"about_ca_topic_score_gemma":0.000012171068,"teacher_disagreement_score":0.49854228,"about_ca_system_score_codex":0.00014131832,"about_ca_system_score_gemma":0.00022179658,"threshold_uncertainty_score":0.99999845},"labels":[],"label_agreement":null},{"id":"W3029762038","doi":"10.7759/cureus.8377","title":"Evaluation of a Novel 3D-Printed Urinary Catheterization Simulation Model in Undergraduate Medical Teaching","year":2020,"lang":"en","type":"article","venue":"Cureus","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Memorial University of Newfoundland; Dalhousie University","funders":"","keywords":"Medicine; 3d printed; Medical education; Medical physics; Urinary system; Biomedical engineering; Internal medicine","score_opus":0.15984598874049563,"score_gpt":0.39882886545875734,"score_spread":0.2389828767182617,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3029762038","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.76875323,0.000052577525,0.2237829,0.0017935901,0.000038794395,0.00030772458,0.000002082748,0.000053836215,0.005215284],"genre_scores_gemma":[0.9976542,0.000003926326,0.0018068039,0.00040772842,0.00005313413,0.000006579008,0.000047758804,0.000012249225,0.000007632124],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.998511,0.000096592055,0.00030878172,0.00016995225,0.00081679004,0.00009688063],"domain_scores_gemma":[0.99944514,0.00010720151,0.000080302336,0.00009568064,0.00015520734,0.000116447954],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0008406032,0.000077831166,0.00016546188,0.000049310616,0.000024079036,0.0000045808065,0.0000455931,0.00008862166,0.00012494039],"category_scores_gemma":[0.0020407068,0.00007166449,0.000042909476,0.00014832294,0.000021295766,0.00008625799,0.00002704448,0.00017749764,0.0000034995815],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00015332666,0.00044029683,0.003487741,0.000034824563,0.000037129077,0.0000048383895,0.001706019,0.9538765,0.0013047066,0.0012075562,0.0000021901903,0.037744854],"study_design_scores_gemma":[0.0046298653,0.00010258809,0.005578341,0.000091567505,0.00008349768,0.0000021386581,0.000058533264,0.9889858,0.000046687383,0.00029189026,0.000066227745,0.00006286947],"about_ca_topic_score_codex":0.000015078794,"about_ca_topic_score_gemma":0.000004176383,"teacher_disagreement_score":0.22890097,"about_ca_system_score_codex":0.000084866595,"about_ca_system_score_gemma":0.00015573803,"threshold_uncertainty_score":0.2922393},"labels":[],"label_agreement":null},{"id":"W3030277811","doi":"10.1007/s00464-020-07685-3","title":"Defining the key skills required to perform advanced laparoscopic procedures: a qualitative descriptive study","year":2020,"lang":"en","type":"article","venue":"Surgical Endoscopy","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":6,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University; Université de Sherbrooke; McGill University Health Centre","funders":"","keywords":"Medicine; Thematic analysis; Medical education; Dissection (medical); Qualitative research; Surgery","score_opus":0.042086907083020486,"score_gpt":0.3705821665871365,"score_spread":0.328495259504116,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3030277811","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98120576,0.0002489675,0.000046119916,0.0035851337,0.0001308012,0.0014216322,0.000011535433,0.00020217134,0.013147878],"genre_scores_gemma":[0.9959845,0.000012995675,0.00081629644,0.0025034656,0.00015735877,0.00018391988,0.000017679891,0.00003707478,0.00028673923],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9976011,0.0002768414,0.0004982195,0.0005506332,0.00060451124,0.00046869254],"domain_scores_gemma":[0.9978023,0.001127419,0.00009990776,0.00024833748,0.00015840057,0.00056362076],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0004908874,0.00027540902,0.00058650563,0.00006102722,0.0002435333,0.000051088395,0.00017331072,0.00007584227,0.000688933],"category_scores_gemma":[0.0022101891,0.00017461862,0.0001487747,0.00076066173,0.000110547175,0.00012667847,0.00009663817,0.00040433358,0.00036789876],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.017671727,0.0021171565,0.027615985,0.00021681552,0.00065037084,0.0009329991,0.91921824,0.0009124496,0.0003250747,0.0149217155,0.00043918227,0.01497828],"study_design_scores_gemma":[0.21681699,0.017524071,0.023858683,0.0012130451,0.0006146551,0.000080206584,0.5922376,0.0033563059,0.00602972,0.00067585765,0.13588999,0.001702885],"about_ca_topic_score_codex":0.000021512556,"about_ca_topic_score_gemma":0.000012890095,"teacher_disagreement_score":0.32698065,"about_ca_system_score_codex":0.0000890465,"about_ca_system_score_gemma":0.00018988286,"threshold_uncertainty_score":0.7543334},"labels":[],"label_agreement":null},{"id":"W3031075378","doi":"10.1007/s00464-020-07692-4","title":"Commentary on Lineberry et al., The Fundamentals of Endoscopic Surgery (FES) skills test: factors associated with first-attempt scores and pass rate","year":2020,"lang":"en","type":"letter","venue":"Surgical Endoscopy","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University Health Centre","funders":"","keywords":"Test (biology); Medicine; Psychology; General surgery; Geology","score_opus":0.03833938386559696,"score_gpt":0.29545919856689234,"score_spread":0.2571198147012954,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3031075378","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.36165428,0.00024059633,0.0000015178482,0.63551193,0.0002543824,0.0007342291,0.00036697328,0.00013003478,0.001106048],"genre_scores_gemma":[0.47131267,0.00028074754,0.000009367233,0.526381,0.00027611703,0.000034526845,0.0014538451,0.00007722942,0.00017446466],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.996362,0.00048418203,0.0008518954,0.0007457429,0.0009456657,0.00061052147],"domain_scores_gemma":[0.9695114,0.029151086,0.0005409464,0.0004339482,0.00009272543,0.00026991015],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0005265817,0.0006901834,0.0015958953,0.00019419528,0.00020388403,0.000068199595,0.00018863223,0.00039216998,0.0008448273],"category_scores_gemma":[0.0010347957,0.00040592998,0.00037698942,0.00044225252,0.00050337234,0.000079854,0.00011270506,0.00211423,0.000015977468],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0006805978,0.0005070164,0.25510243,0.0003059025,0.00097332185,0.0024257824,0.00028927406,0.000022606893,0.000013807225,0.0000197926,0.7394306,0.00022889323],"study_design_scores_gemma":[0.015492539,0.00092679873,0.03994828,0.003079395,0.00038085104,0.0000149716825,0.00007722019,0.00007914587,0.00067520444,0.00003933072,0.9387689,0.00051733345],"about_ca_topic_score_codex":0.00010521767,"about_ca_topic_score_gemma":0.000026719168,"teacher_disagreement_score":0.21515414,"about_ca_system_score_codex":0.00011399884,"about_ca_system_score_gemma":0.0001476497,"threshold_uncertainty_score":0.99983925},"labels":[],"label_agreement":null},{"id":"W3032597179","doi":"10.1097/prs.0000000000007091","title":"Comparing Operative Performance between Independent and Integrated Plastic Surgery Residents","year":2020,"lang":"en","type":"article","venue":"Plastic & Reconstructive Surgery","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":12,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Medicine; Quarter (Canadian coin); Test (biology); Program director; Significant difference; Family medicine; Surgery; Medical education; Internal medicine; Geography","score_opus":0.07490824402473518,"score_gpt":0.2833220950682653,"score_spread":0.2084138510435301,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3032597179","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9971646,0.00007891448,0.000673077,0.00008441702,0.000691738,0.00017381998,0.000022036224,0.00012460766,0.0009867635],"genre_scores_gemma":[0.9993266,0.00003974756,0.00011063128,0.00012309133,0.00026337034,0.000012062075,0.00008095544,0.000030146204,0.000013407037],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99796325,0.00013048995,0.0006514576,0.0005043203,0.00036897336,0.00038148058],"domain_scores_gemma":[0.98451895,0.014525768,0.00018266466,0.00010813828,0.00017059494,0.0004938909],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00032948834,0.00029046714,0.0009554477,0.00026447978,0.00016271464,0.00006344648,0.000052004703,0.00012585302,0.0003736472],"category_scores_gemma":[0.0052563697,0.0002528254,0.00013533473,0.00045903213,0.00024927597,0.00026313402,0.00006895997,0.0005060802,0.000074598734],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0005223978,0.000019814353,0.9798838,0.00009940857,0.0001955338,0.00007099751,0.00027108772,0.00009192041,0.000037252543,0.00001782594,0.000059170157,0.01873079],"study_design_scores_gemma":[0.0010733126,0.000053232226,0.987095,0.0005324364,0.00011060746,0.00007243973,0.0005214222,0.0097008655,0.00040650187,0.000012126618,0.000155781,0.0002662752],"about_ca_topic_score_codex":0.000026018743,"about_ca_topic_score_gemma":0.0000046879677,"teacher_disagreement_score":0.018464513,"about_ca_system_score_codex":0.00008234284,"about_ca_system_score_gemma":0.00026056202,"threshold_uncertainty_score":0.9999924},"labels":[],"label_agreement":null},{"id":"W3033226828","doi":"10.1007/s10151-020-02251-4","title":"Development and validation of a transanal endoscopic rectal purse string simulator","year":2020,"lang":"en","type":"article","venue":"Techniques in Coloproctology","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University; McGill University Health Centre","funders":"","keywords":"Medicine; Colorectal surgery; Abdominal surgery; Surgery; Total mesorectal excision; Rectum; Laparoscopy; General surgery; Physical therapy; Colorectal cancer; Internal medicine","score_opus":0.05639245314809958,"score_gpt":0.33861189899914523,"score_spread":0.28221944585104564,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3033226828","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9952015,0.000040078947,0.0027830682,0.00032229794,0.0000124414055,0.00031167697,6.254954e-7,0.00011068169,0.0012176009],"genre_scores_gemma":[0.98085123,0.0000063899324,0.018846095,0.00024113727,0.000014739957,0.000022572942,0.0000060766047,0.000006611388,0.0000051649026],"study_design_codex":"design_other","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.99934864,0.000024786801,0.00027876633,0.00015510121,0.00008452324,0.00010820134],"domain_scores_gemma":[0.9997224,0.0000907015,0.000049970928,0.00004544326,0.000029745626,0.00006174443],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00011890896,0.00007064624,0.00024101343,0.00008348853,0.000015598733,0.0000023037358,0.000031655207,0.000098061566,0.00008400637],"category_scores_gemma":[0.00011065899,0.000066856956,0.000018546918,0.00016769969,0.000050459737,0.000027741451,0.000017134449,0.00012620284,9.1493865e-7],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0018810106,0.00036381625,0.4596274,0.0007006761,0.000117354684,0.0002707689,0.009557663,0.000113616865,0.041244227,0.0063300286,0.000015038572,0.4797784],"study_design_scores_gemma":[0.004457672,0.0008831094,0.03735573,0.00018673821,0.00004447326,0.00003380757,0.00030441748,0.0029228223,0.94099355,0.00030641397,0.012316573,0.00019468098],"about_ca_topic_score_codex":0.0000037196821,"about_ca_topic_score_gemma":0.0000040211726,"teacher_disagreement_score":0.89974934,"about_ca_system_score_codex":0.000025369585,"about_ca_system_score_gemma":0.000058203324,"threshold_uncertainty_score":0.27263474},"labels":[],"label_agreement":null},{"id":"W3033499879","doi":"10.5489/cuaj.6520","title":"Current status of wet lab and cadaveric simulation in urological training: A systematic review","year":2020,"lang":"en","type":"review","venue":"Canadian Urological Association Journal","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Cadaveric spasm; Medicine; Meta-analysis; MEDLINE; Inclusion (mineral); Animal model; Randomized controlled trial; Medical physics; Surgery; Psychology; Internal medicine; Biology","score_opus":0.08901147278131209,"score_gpt":0.3482094334441858,"score_spread":0.2591979606628737,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3033499879","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00009184192,0.99717325,0.000015801992,0.00085358135,0.00014033771,0.0012325279,0.00005324015,0.000019965195,0.00041945372],"genre_scores_gemma":[0.021660358,0.97682244,0.000025988125,0.0011903493,0.00015328587,0.000031064177,0.00007795428,0.000021022901,0.000017514087],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9957315,0.001063612,0.0017260899,0.0003321437,0.00053001527,0.00061669236],"domain_scores_gemma":[0.99566674,0.0014369097,0.0013310348,0.000118542455,0.0002016108,0.00124515],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.001434993,0.00033478017,0.0033487612,0.00034476756,0.000080847414,0.000043752814,0.00012050435,0.0004954082,0.00033099638],"category_scores_gemma":[0.009160737,0.00023246201,0.00046822798,0.0007483296,0.000041073192,0.00006135059,0.000024792951,0.0015273131,0.000021049373],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00004240255,0.00010963821,0.007023652,0.30014902,0.0005024216,0.00047258066,0.0003500968,0.000119158794,2.4084947e-8,0.00026834194,0.00018937748,0.6907733],"study_design_scores_gemma":[0.00093397533,0.0002177734,0.0022687898,0.0799259,0.0017092146,0.00015763365,0.00002495126,0.00080337597,1.9901663e-9,0.0000599831,0.9136762,0.00022217662],"about_ca_topic_score_codex":0.000056503548,"about_ca_topic_score_gemma":0.0000426072,"teacher_disagreement_score":0.91348684,"about_ca_system_score_codex":0.0011553293,"about_ca_system_score_gemma":0.0013585358,"threshold_uncertainty_score":0.9991855},"labels":[],"label_agreement":null},{"id":"W3033780089","doi":"10.1097/sla.0000000000003897","title":"Development and Evaluation of a Novel Instrument to Measure Severity of Intraoperative Events Using Video Data","year":2020,"lang":"en","type":"article","venue":"Annals of Surgery","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":23,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto; St. Michael's Hospital","funders":"","keywords":"Medicine; Interquartile range; Intraclass correlation; Construct validity; Confidence interval; Reliability (semiconductor); Body mass index; Surgery; Physical therapy; Internal medicine; Psychometrics","score_opus":0.7643549078891856,"score_gpt":0.4565247145430722,"score_spread":0.3078301933461134,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3033780089","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99838793,0.000093591654,0.00021739917,0.0009333398,0.00002745503,0.00019854869,0.000025853004,0.0000042780885,0.000111574205],"genre_scores_gemma":[0.99729395,0.0000100886455,0.002128002,0.00050611224,0.000017177426,0.0000018697629,0.000037103615,0.0000048994675,8.113817e-7],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99876904,0.0000509071,0.00041400312,0.00015576615,0.00052930455,0.00008099719],"domain_scores_gemma":[0.999031,0.00013469184,0.00013973792,0.00012667428,0.00045903007,0.00010885515],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0014837264,0.00006675179,0.00031421037,0.00006423306,0.000016663169,0.000001934009,0.000039230916,0.000031719912,0.00005138117],"category_scores_gemma":[0.000939556,0.00005882034,0.00003099515,0.0002102035,0.000023567183,0.00009324855,0.00007157407,0.000041803323,4.291914e-7],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0016700818,0.0007767806,0.2703171,0.00059277593,0.0007355556,0.000004214346,0.0093771145,0.0015632896,0.026319388,0.000067993045,0.00021854551,0.6883572],"study_design_scores_gemma":[0.003435018,0.00010510699,0.8284046,0.0014305367,0.00018234554,0.0000050784156,0.0011808075,0.04935558,0.11339425,0.000020277494,0.0022599013,0.00022652013],"about_ca_topic_score_codex":0.000020827603,"about_ca_topic_score_gemma":0.0000032894707,"teacher_disagreement_score":0.6881307,"about_ca_system_score_codex":0.000009462309,"about_ca_system_score_gemma":0.00027498737,"threshold_uncertainty_score":0.23986238},"labels":[],"label_agreement":null},{"id":"W3034364866","doi":"10.1186/s41077-020-00125-1","title":"Simulation reduces navigational errors in cerebral angiography training","year":2020,"lang":"en","type":"article","venue":"Advances in Simulation","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University","funders":"","keywords":"Medicine; Training (meteorology); Angiography; Cerebral angiography; Medical physics; Computer science; Radiology","score_opus":0.058815381533135834,"score_gpt":0.3660089822986045,"score_spread":0.3071936007654687,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3034364866","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9904734,0.0005961499,0.0041012797,0.00062256376,0.00011313236,0.00036291385,0.0000038894796,0.00010374568,0.003622919],"genre_scores_gemma":[0.99743605,0.000010409372,0.0015629953,0.00065253006,0.00018011547,0.000010599958,0.000121207144,0.000018411349,0.000007690803],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99859464,0.00006017139,0.00047022296,0.00032752508,0.00032292746,0.00022452176],"domain_scores_gemma":[0.99901485,0.0006114672,0.000111486836,0.00008031018,0.00006491357,0.000116966505],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00017797649,0.00014377975,0.00025707553,0.00023574328,0.000045989676,0.000015066659,0.000050165003,0.00009390122,0.00026649568],"category_scores_gemma":[0.00046541024,0.0001456384,0.00012269392,0.0011224621,0.000051430714,0.0006423228,0.000013339998,0.00021175518,0.000018530278],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00024265723,0.000035433615,0.1303252,0.000016637505,0.0000067141527,0.0000108408885,0.0020095455,0.82147056,0.000036578524,0.00021132558,3.5488435e-7,0.04563414],"study_design_scores_gemma":[0.003192771,0.00008176931,0.12607665,0.000109968634,0.00001162432,5.596339e-7,0.00059332384,0.8653547,0.000041443607,0.0011942873,0.003199641,0.00014326954],"about_ca_topic_score_codex":0.000003033765,"about_ca_topic_score_gemma":0.0000114009845,"teacher_disagreement_score":0.045490872,"about_ca_system_score_codex":0.000053742646,"about_ca_system_score_gemma":0.000034310004,"threshold_uncertainty_score":0.5938962},"labels":[],"label_agreement":null},{"id":"W3034520641","doi":"10.7759/cureus.8533","title":"Evaluating the Use of a Generic Three-Dimensionally (3D) Printed Abdominal Aortic Aneurysm Model as an Adjunct Patient Education Tool","year":2020,"lang":"en","type":"article","venue":"Cureus","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Ontario Institute of Technology; Memorial University of Newfoundland","funders":"","keywords":"Medicine; Adjunct; Abdominal aortic aneurysm; 3d printed; Aortic aneurysm; Medical physics; Radiology; Aneurysm; Surgery; Biomedical engineering","score_opus":0.208092037658216,"score_gpt":0.3800570240818832,"score_spread":0.1719649864236672,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3034520641","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99695504,0.000098219556,0.0014237078,0.0006727113,0.0000858505,0.0004162772,0.000002226317,0.00003356806,0.0003123863],"genre_scores_gemma":[0.9881023,0.0000028700683,0.008020956,0.0036785922,0.00008387003,0.000021094955,0.000028814638,0.000015638232,0.000045865203],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99890214,0.000063618114,0.00031223608,0.0002136198,0.00038302134,0.00012538582],"domain_scores_gemma":[0.99914753,0.00013439108,0.00012761848,0.00022592419,0.00023476283,0.00012975707],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00013059647,0.000105016574,0.00016610659,0.000021207657,0.00006079241,0.000014453277,0.00006045238,0.00004342065,0.00027024167],"category_scores_gemma":[0.0007585104,0.00007016879,0.00006634217,0.00016376612,0.000038211765,0.00010105815,0.000037591468,0.00012860242,0.000015965868],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0022197273,0.0010963533,0.007011803,0.000096503994,0.00014238353,0.000030229905,0.005948731,0.22400983,0.042373545,0.0012579311,0.00023428345,0.7155787],"study_design_scores_gemma":[0.0007359458,0.00072583224,0.008594235,0.000040500785,0.000103589446,0.000021503502,0.00012070221,0.98864543,0.0004322701,0.00017255373,0.0003245844,0.000082866485],"about_ca_topic_score_codex":0.000031787822,"about_ca_topic_score_gemma":0.0000049647683,"teacher_disagreement_score":0.7646356,"about_ca_system_score_codex":0.000030741805,"about_ca_system_score_gemma":0.00033860139,"threshold_uncertainty_score":0.2958957},"labels":[],"label_agreement":null},{"id":"W3034584498","doi":"10.1002/bjs5.50293","title":"Variation in training requirements within general surgery: comparison of 23 countries","year":2020,"lang":"en","type":"article","venue":"BJS Open","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":31,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Training (meteorology); Political science; Medicine; Developing country; Medical education; Geography; Economic growth","score_opus":0.28513647014908566,"score_gpt":0.4137242478855869,"score_spread":0.12858777773650126,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3034584498","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9896267,0.000032399952,0.00023990622,0.0015164316,0.00008794254,0.00032021842,0.000003821639,0.000020827123,0.008151756],"genre_scores_gemma":[0.9978725,0.000001993554,0.0008256671,0.0010988062,0.00006338328,0.000006864209,0.000042920383,0.000008532757,0.00007933488],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9991117,0.000049842998,0.00039786322,0.00013703167,0.000198408,0.00010512996],"domain_scores_gemma":[0.9995511,0.00013009906,0.0001296809,0.00007104266,0.000041083284,0.00007696573],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00044007835,0.00006272622,0.00034980377,0.000040887586,0.000027044689,0.000025224776,0.00007171759,0.0000403224,0.00030883093],"category_scores_gemma":[0.000266169,0.000056716533,0.000031062107,0.0002000416,0.000020920374,0.0001252582,0.00004023765,0.00007613992,0.000016315636],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0013114961,0.00016830863,0.94314224,0.000095975745,0.00009011404,0.00003122875,0.034824017,0.0027136202,0.0010367265,0.0044672852,0.0006169016,0.011502078],"study_design_scores_gemma":[0.008005587,0.00022624234,0.874988,0.0003183904,0.000058138034,0.0000022991635,0.0022064953,0.09482211,0.0018390288,0.00024900062,0.01705569,0.00022901098],"about_ca_topic_score_codex":0.000109381755,"about_ca_topic_score_gemma":0.000024156601,"teacher_disagreement_score":0.09210849,"about_ca_system_score_codex":0.000021866095,"about_ca_system_score_gemma":0.00010472587,"threshold_uncertainty_score":0.3381482},"labels":[],"label_agreement":null},{"id":"W3034811795","doi":"10.1016/j.jsurg.2020.04.012","title":"Variable Experience in Microsurgery and Flap-Based Procedures Among Canadian Plastic Surgery Residents","year":2020,"lang":"en","type":"article","venue":"Journal of surgical education","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of British Columbia; University of Toronto","funders":"","keywords":"Microsurgery; Plastic surgery; Surgery; Medicine; General surgery","score_opus":0.032994001184196535,"score_gpt":0.30374362781405845,"score_spread":0.2707496266298619,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3034811795","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99649215,0.00030962142,0.000019771624,0.0022262477,0.00037375334,0.00007333723,8.2493494e-7,0.000006568331,0.00049772835],"genre_scores_gemma":[0.99869114,0.00004158796,0.00017688573,0.00079850317,0.0002469755,0.0000036910933,0.0000059792733,0.0000090882895,0.000026147054],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99893886,0.00004993977,0.00047944882,0.0001267678,0.00022757154,0.00017743638],"domain_scores_gemma":[0.99808913,0.00090544473,0.0001676916,0.000046707446,0.00015347073,0.00063757104],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00032170815,0.00008665095,0.00028469195,0.0002711377,0.000043061325,0.000037357317,0.00003693264,0.00007430022,0.00029257667],"category_scores_gemma":[0.0019978508,0.000073000534,0.00006190962,0.00041063383,0.000054185602,0.0001656614,0.0000052461146,0.0002142959,0.0000030978229],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00034143348,0.00010318323,0.99591285,0.000081466795,0.000009471544,0.00018728408,0.00053012674,0.00024389866,0.00007528103,0.000044364926,0.0009266339,0.0015439785],"study_design_scores_gemma":[0.0012082246,0.000049885297,0.98689526,0.0005431196,0.000019524754,0.00010824378,0.0005375839,0.00093227054,0.00011515435,0.000034331486,0.009459623,0.00009679913],"about_ca_topic_score_codex":0.0020653494,"about_ca_topic_score_gemma":0.00043066358,"teacher_disagreement_score":0.009017637,"about_ca_system_score_codex":0.000092458096,"about_ca_system_score_gemma":0.0022574165,"threshold_uncertainty_score":0.400456},"labels":[],"label_agreement":null},{"id":"W3035103624","doi":"10.1097/aog.0000000000003936","title":"Essentials in Minimally Invasive Gynecology Manual Skills Construct Validation Trial","year":2020,"lang":"en","type":"article","venue":"Obstetrics and Gynecology","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":16,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"123 Certification (Canada); University of Toronto","funders":"","keywords":"Medicine; Obstetrics and gynaecology; Subspecialty; Gynecology; Cohort; Prospective cohort study; Certification; Physical therapy; Surgery; Family medicine; Internal medicine; Pregnancy","score_opus":0.02993110161145047,"score_gpt":0.30145686471043004,"score_spread":0.2715257630989796,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3035103624","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99121565,0.0001929422,0.000025952771,0.001761285,0.0008171459,0.00053411146,0.0000066907646,0.00003114537,0.0054150796],"genre_scores_gemma":[0.9968578,0.00016962587,0.0003234403,0.002377529,0.00010754878,0.000017246695,0.000049511615,0.000011690733,0.00008557663],"study_design_codex":"observational","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9987169,0.00013375284,0.00043712466,0.0003274244,0.00013098688,0.00025381957],"domain_scores_gemma":[0.98739105,0.012109496,0.000128568,0.00008798931,0.000082975304,0.00019993071],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0002000103,0.0001289996,0.00045571517,0.00018914462,0.000048311784,0.000018902105,0.000053094616,0.00023999797,0.0009741078],"category_scores_gemma":[0.02507875,0.00012095031,0.00006123493,0.00044555415,0.00011011028,0.000054012406,0.00005640499,0.00020596843,0.00004408373],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0118586905,0.0017580694,0.52091044,0.00034412695,0.00043349538,0.0034422942,0.004141101,0.00031541518,0.0026864535,0.014691127,0.0010599715,0.4383588],"study_design_scores_gemma":[0.4559355,0.008198848,0.37542072,0.00005605722,0.00039501386,0.0001018588,0.0019971665,0.002485911,0.0035494694,0.002159574,0.1487482,0.00095167005],"about_ca_topic_score_codex":0.000005292799,"about_ca_topic_score_gemma":0.000013609393,"teacher_disagreement_score":0.44407684,"about_ca_system_score_codex":0.00004868576,"about_ca_system_score_gemma":0.00014940799,"threshold_uncertainty_score":0.99993914},"labels":[],"label_agreement":null},{"id":"W3035900528","doi":"10.34197/ats-scholar.2020-0031ed","title":"Can We “Up Our Game” in Bronchoscopy Procedural Training?","year":2020,"lang":"en","type":"letter","venue":"ATS Scholar","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Vancouver General Hospital; University of British Columbia","funders":"","keywords":"Training (meteorology); Bronchoscopy; Flexible bronchoscopy; Computer science; Medicine; Surgery; Geography","score_opus":0.0697566789263438,"score_gpt":0.3268321533528072,"score_spread":0.2570754744264634,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3035900528","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.020234926,0.00030014524,0.0000065204727,0.97347486,0.0006521939,0.00051430427,0.000022873499,0.00019786171,0.0045963037],"genre_scores_gemma":[0.34735584,0.00003409604,0.0003255259,0.6465083,0.0028035329,0.000026312828,0.00030515253,0.00007763414,0.0025636347],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9977281,0.00010785101,0.00045485504,0.00058069685,0.0005897709,0.00053871225],"domain_scores_gemma":[0.99918604,0.00009087452,0.00013064084,0.0002788479,0.000071168935,0.00024245198],"candidate_categories":["metaepi_narrow","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.00016668292,0.00035860128,0.0006990694,0.00018994397,0.00006545158,0.00007893529,0.00018121712,0.0006355143,0.00046465496],"category_scores_gemma":[0.0005708,0.0003208915,0.00019221497,0.00039491366,0.0000319574,0.00011560546,0.000041393832,0.005258118,0.00023098092],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00028249423,0.00006213634,0.0067419284,0.0007124185,0.00022706536,0.008605516,0.007838238,0.000020333186,0.00012022139,0.000025697751,0.93881357,0.036550373],"study_design_scores_gemma":[0.0037422637,0.00012890768,0.001789778,0.00062460476,0.000075861855,0.000059573344,0.0005663081,0.00027505227,0.000037141075,0.00014988268,0.9922125,0.00033814073],"about_ca_topic_score_codex":0.00003882602,"about_ca_topic_score_gemma":0.0000112289645,"teacher_disagreement_score":0.3271209,"about_ca_system_score_codex":0.00014498264,"about_ca_system_score_gemma":0.00035172247,"threshold_uncertainty_score":0.9999243},"labels":[],"label_agreement":null},{"id":"W3036345379","doi":"10.5489/cuaj.6460","title":"Are basic robotic surgical skills transferable from the simulator to the operating room? A randomized, prospective, educational study","year":2020,"lang":"en","type":"article","venue":"Canadian Urological Association Journal","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":22,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"McGill University; McGill University Health Centre","funders":"","keywords":"Medicine; Anastomosis; Prostatectomy; Da Vinci Surgical System; Randomized controlled trial; Simulation; Robotic surgery; Surgery; Physical therapy; Computer science; Internal medicine","score_opus":0.0193060350752446,"score_gpt":0.2625314893804801,"score_spread":0.2432254543052355,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3036345379","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.71776146,0.00013407509,0.00016422594,0.27951583,0.00024041999,0.0011881518,0.000020795398,0.000024085466,0.0009509446],"genre_scores_gemma":[0.9656671,0.0000050119684,0.000048117734,0.032223217,0.0017561297,0.000050371287,0.000012443848,0.0000147566225,0.00022283674],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99723905,0.0009066312,0.00053977815,0.00029683195,0.00060262525,0.0004150902],"domain_scores_gemma":[0.9950655,0.0033128886,0.00020527528,0.00011953206,0.00032557346,0.00097123376],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0015384606,0.00018033844,0.0005490324,0.000045547495,0.0008038346,0.00026037346,0.0002142399,0.0001264805,0.0028206266],"category_scores_gemma":[0.006832828,0.00009289901,0.0002638212,0.0004405531,0.00003491397,0.000079251295,0.000017817632,0.0009362669,0.00013790633],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0018831361,0.00020999258,0.95995605,0.0000012854982,0.00038306307,0.00011406418,0.0031050518,0.030862346,0.0000018921284,0.00026195418,0.0023114826,0.00090966624],"study_design_scores_gemma":[0.051337566,0.0002340831,0.9119246,0.000019487301,0.00023590503,0.000034479,0.0012520121,0.012099986,0.0000013203293,0.00032617833,0.022363964,0.00017041352],"about_ca_topic_score_codex":0.00053122616,"about_ca_topic_score_gemma":0.0008544876,"teacher_disagreement_score":0.24790563,"about_ca_system_score_codex":0.00043176825,"about_ca_system_score_gemma":0.00042622947,"threshold_uncertainty_score":0.9980909},"labels":[],"label_agreement":null},{"id":"W3036513236","doi":"10.3389/frobt.2020.00072","title":"Augmented Reality Guided Needle Biopsy of Soft Tissue: A Pilot Study","year":2020,"lang":"en","type":"article","venue":"Frontiers in Robotics and AI","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Augmented reality; Medicine; Biopsy; Computer science; Visualization; Clinical trial; Percutaneous; Overlay; Radiology; Medical physics; Computer vision; Artificial intelligence; Pathology","score_opus":0.07727530480550246,"score_gpt":0.33336376733394285,"score_spread":0.2560884625284404,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3036513236","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8412642,0.0006096184,0.1352801,0.014723396,0.00082112255,0.0014452927,0.000014042286,0.0001243009,0.0057179322],"genre_scores_gemma":[0.9945172,0.000008151794,0.004655904,0.0006502423,0.000040003684,0.0000020143682,0.000009659602,0.000008073617,0.00010873344],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9993068,0.000031176307,0.0002587912,0.00015334447,0.00013925676,0.000110649824],"domain_scores_gemma":[0.9996777,0.000022036209,0.000047042555,0.00009085384,0.000039885887,0.0001224415],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00012994642,0.00007703058,0.0002810708,0.0000478251,0.000022659791,0.000007990284,0.000035279852,0.000025693691,0.00003343493],"category_scores_gemma":[0.00010199254,0.00006657089,0.000018371642,0.00021924131,0.000043059386,0.000024184064,0.000028408755,0.00010364406,0.0000010844861],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0009824346,0.0014804208,0.953305,0.00016344247,0.00018253813,0.00013698258,0.0029280114,0.015909698,0.00032083082,0.0003711408,0.007839947,0.016379565],"study_design_scores_gemma":[0.030829305,0.0071874913,0.55365294,0.00022004583,0.00033755854,0.000013722655,0.0074133393,0.38708937,0.00025522133,0.00082856143,0.01168096,0.00049145066],"about_ca_topic_score_codex":0.000048032245,"about_ca_topic_score_gemma":0.0000019273753,"teacher_disagreement_score":0.39965203,"about_ca_system_score_codex":0.000012457573,"about_ca_system_score_gemma":0.00001935271,"threshold_uncertainty_score":0.27146822},"labels":[],"label_agreement":null},{"id":"W3037137466","doi":"10.1093/jcag/gwaa020","title":"Self-assessment of Competence in Endoscopy: Challenges and Insights","year":2020,"lang":"en","type":"article","venue":"Journal of the Canadian Association of Gastroenterology","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"The Wilson Centre; Hospital for Sick Children; St. Michael's Hospital; Western University; Queen's University; SickKids Foundation; University of Toronto","funders":"Ontario Ministry of Research, Innovation and Science; Canadian Child Health Clinician Scientist Program","keywords":"Self-assessment; Competence (human resources); Psychological intervention; Narrative review; Rigour; Narrative; Psychology; Applied psychology; Medicine; Social psychology; Nursing; Psychotherapist","score_opus":0.021893288387402624,"score_gpt":0.26482310302200457,"score_spread":0.24292981463460195,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3037137466","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97420925,0.00008367021,0.000004235286,0.024745539,0.000078795725,0.00006066497,0.000002001309,0.0000013095055,0.0008145264],"genre_scores_gemma":[0.99809664,0.0001289533,0.0004660184,0.0012732828,0.000028020628,2.9803016e-7,3.519335e-7,0.0000029380462,0.0000035088779],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9992048,0.0001503756,0.0003282775,0.000047987432,0.00016725989,0.00010127457],"domain_scores_gemma":[0.9990838,0.000092772534,0.00049904437,0.000038429735,0.00013645855,0.00014950047],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00029136997,0.00004306832,0.00027483687,0.00010075865,0.000015073192,0.0000020349162,0.000060555336,0.000047635207,0.000013496546],"category_scores_gemma":[0.00014293022,0.00003177367,0.000056010835,0.000058747468,0.000021768932,0.000030396304,0.000011178897,0.00017828804,1.3863847e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00010277595,0.000030786687,0.9973768,0.00002792727,0.00008771721,0.000010590497,0.0014495092,0.00007887133,0.00011673885,0.00041615902,0.000018552144,0.000283563],"study_design_scores_gemma":[0.0031349729,0.00059292273,0.994289,0.0000488423,0.000035770903,0.000011754271,0.00023466554,0.0008238501,0.000019646683,0.000059907754,0.0007348772,0.00001383102],"about_ca_topic_score_codex":0.00018699093,"about_ca_topic_score_gemma":0.031966917,"teacher_disagreement_score":0.031779926,"about_ca_system_score_codex":0.00025619907,"about_ca_system_score_gemma":0.00021174211,"threshold_uncertainty_score":0.98569715},"labels":[],"label_agreement":null},{"id":"W3037349669","doi":"10.1159/000507766","title":"Training Skills in Minimally Invasive, Robotic and Open Surgery: Brain Activation as an Opportunity for Learning","year":2020,"lang":"en","type":"article","venue":"European Surgical Research","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University","funders":"","keywords":"Robotic surgery; Medicine; Invasive surgery; Training (meteorology); Psychology; Physical medicine and rehabilitation; Surgery","score_opus":0.4037378944767155,"score_gpt":0.4598105587454737,"score_spread":0.05607266426875823,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3037349669","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.901429,0.000018613893,0.00006416475,0.008230788,0.000016075815,0.00075906864,0.0000016710737,0.00006200347,0.0894186],"genre_scores_gemma":[0.99690425,0.000038473885,0.0003014893,0.0014199876,0.00019388464,0.000018044315,0.00011854105,0.00005412764,0.00095120736],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99589777,0.0020516615,0.0004292911,0.00055430894,0.00054070336,0.0005262871],"domain_scores_gemma":[0.9900592,0.008484909,0.00006958558,0.00015016242,0.00021401915,0.0010221513],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0068622297,0.00014962027,0.00046131408,0.00022645757,0.00022406926,0.00020419917,0.00020601272,0.00006869892,0.0005700931],"category_scores_gemma":[0.022403175,0.00013500829,0.00007610705,0.0006655199,0.0001414974,0.0003131842,0.0002631075,0.00078788475,0.00004887648],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.006620652,0.0007269367,0.0508861,0.00028210127,0.00009003359,0.0038002646,0.011705836,0.0006190416,0.0028536483,0.002247641,0.0007299465,0.9194378],"study_design_scores_gemma":[0.026104648,0.005815475,0.41515595,0.0013029476,0.000029455265,0.00014188472,0.012125704,0.019155191,0.00089957303,0.0010042004,0.51726407,0.0010009015],"about_ca_topic_score_codex":0.000032829554,"about_ca_topic_score_gemma":0.0000071064164,"teacher_disagreement_score":0.9184369,"about_ca_system_score_codex":0.00004686023,"about_ca_system_score_gemma":0.00043666334,"threshold_uncertainty_score":0.98583156},"labels":[],"label_agreement":null},{"id":"W3037811525","doi":"10.1007/s11548-020-02208-w","title":"Automatic task recognition in a flexible endoscopy benchtop trainer with semi-supervised learning","year":2020,"lang":"en","type":"article","venue":"International Journal of Computer Assisted Radiology and Surgery","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":7,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University Health Network","funders":"","keywords":"Computer science; Task (project management); Trainer; Artificial intelligence; Duration (music); Mistake; Novelty; Machine learning; A priori and a posteriori; Task analysis","score_opus":0.04332080688590439,"score_gpt":0.2816228553488129,"score_spread":0.23830204846290848,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3037811525","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9817455,0.00023028956,0.013296616,0.004068775,0.00026502862,0.00005865705,0.0000013382145,0.000029024708,0.00030478006],"genre_scores_gemma":[0.9937233,0.00007532314,0.0034356155,0.002304061,0.0004146453,0.0000016682412,0.00003010834,0.000008469972,0.000006843113],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9988635,0.00018154348,0.00049821124,0.00012589882,0.00021289184,0.00011790755],"domain_scores_gemma":[0.9984813,0.0009567362,0.0002081802,0.000028882589,0.00018971236,0.00013520339],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00043522057,0.00009992184,0.00040595976,0.0002682144,0.000025500893,0.000022624734,0.000055215576,0.00007714987,0.00017960642],"category_scores_gemma":[0.00018986645,0.00007449875,0.00012552222,0.00014834093,0.000055550954,0.00012156207,0.00001264209,0.0003497061,0.0000030007166],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0023993393,0.0001991309,0.4224226,0.0000933668,0.0008001508,0.0029097965,0.0016766494,0.0026377828,0.00063527765,0.000038378734,0.00038339995,0.5658041],"study_design_scores_gemma":[0.011990371,0.0009511257,0.7205161,0.0016229548,0.00015057457,0.008178029,0.0002893801,0.25115427,0.00016742294,0.00012404149,0.004557369,0.00029836321],"about_ca_topic_score_codex":0.000001761075,"about_ca_topic_score_gemma":5.181533e-7,"teacher_disagreement_score":0.56550574,"about_ca_system_score_codex":0.000029323592,"about_ca_system_score_gemma":0.00009370421,"threshold_uncertainty_score":0.3037971},"labels":[],"label_agreement":null},{"id":"W3037863549","doi":"10.1016/j.amsu.2020.06.020","title":"Improving ergonomics in the operating room for orthopaedic surgeons in order to reduce work-related musculoskeletal injuries","year":2020,"lang":"en","type":"article","venue":"Annals of Medicine and Surgery","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":63,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"McGill University","funders":"","keywords":"Medicine; Human factors and ergonomics; Occupational safety and health; Operating table; Occupational injury; Work (physics); Musculoskeletal injury; Injury prevention; Back injury; Poison control; Suicide prevention; Medical emergency; Operations management; Physical therapy; Surgery; Engineering; Alternative medicine; Mechanical engineering","score_opus":0.08450031656198606,"score_gpt":0.35014360102986386,"score_spread":0.26564328446787777,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3037863549","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.93749744,0.0006229031,0.00008040723,0.061036948,0.000074863754,0.0003574765,0.000001998661,0.000015621143,0.0003123515],"genre_scores_gemma":[0.9882647,0.00012545296,0.00008570421,0.011303859,0.00013276176,0.000024531628,0.000031989297,0.0000140342745,0.000017010378],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9986006,0.000081198166,0.00065981,0.00022512366,0.00017790528,0.00025538527],"domain_scores_gemma":[0.9977923,0.001683527,0.000095181895,0.00010938958,0.0001602106,0.00015936418],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0018305097,0.00013003575,0.0005274624,0.00020601023,0.000045991084,0.000008675354,0.000050069793,0.00007586879,0.000052408377],"category_scores_gemma":[0.005480883,0.00008675169,0.000082662285,0.0011572556,0.000078607765,0.00006761881,0.00002349391,0.000207185,0.0000010323813],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0017179801,0.00014817777,0.5811327,0.00039758606,0.000086964596,0.000087763954,0.011487281,0.0005178038,0.0003504727,0.00043818023,0.0060832486,0.39755183],"study_design_scores_gemma":[0.011312291,0.0013766354,0.9267836,0.0028531188,0.00014860593,0.000022073302,0.016531,0.011799014,0.0003960206,0.00016657996,0.027918821,0.00069222646],"about_ca_topic_score_codex":0.00013938137,"about_ca_topic_score_gemma":0.00003922411,"teacher_disagreement_score":0.39685962,"about_ca_system_score_codex":0.0000050226367,"about_ca_system_score_gemma":0.000114353505,"threshold_uncertainty_score":0.6561525},"labels":[],"label_agreement":null},{"id":"W3038238809","doi":"10.7759/cureus.9020","title":"Anatomical 3D-Printed Silicone Prostate Gland Models and Rectal Examination Task Trainer for the Training of Medical Residents and Undergraduate Medical Students","year":2020,"lang":"en","type":"article","venue":"Cureus","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ontario Institute of Technology; Janeway Children's Health and Rehabilitation Centre; Memorial University of Newfoundland","funders":"Memorial University of Newfoundland","keywords":"Medicine; Trainer; Prostate gland; Task (project management); Prostate; Medical education; Medical physics; Internal medicine; Management","score_opus":0.06867621151232171,"score_gpt":0.3523096973137935,"score_spread":0.2836334858014718,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3038238809","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97841597,0.0005017313,0.0050310055,0.015074306,0.00006146246,0.00055474445,0.000011223944,0.00004207598,0.0003074585],"genre_scores_gemma":[0.99827456,0.00031886823,0.00017096731,0.0010262739,0.00011592795,0.000020755137,0.000026167652,0.00001752207,0.000028982213],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9979643,0.0000845119,0.00036406572,0.00027635766,0.0011239336,0.00018678607],"domain_scores_gemma":[0.9986032,0.0007427774,0.000077819794,0.000090723544,0.00007570716,0.00040972832],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0010534938,0.00012642438,0.00030974246,0.000031343854,0.000073096955,0.000030344077,0.00014339088,0.00015518244,0.00007600283],"category_scores_gemma":[0.0016573753,0.000083897765,0.000046188496,0.00011964916,0.00021954213,0.00007738472,0.00010017513,0.00023919102,5.915648e-7],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0042790174,0.0007637851,0.064180166,0.00079792464,0.0015235154,0.00033833127,0.046562597,0.00022875342,0.0012554198,0.011847061,0.00055724225,0.8676662],"study_design_scores_gemma":[0.021813177,0.0006285928,0.14091797,0.00035470453,0.0002457146,0.000096617914,0.0023827206,0.83047307,0.00012898585,0.0013335659,0.0013940118,0.00023088939],"about_ca_topic_score_codex":0.000026661484,"about_ca_topic_score_gemma":0.000027383801,"teacher_disagreement_score":0.8674353,"about_ca_system_score_codex":0.000016562268,"about_ca_system_score_gemma":0.00009107953,"threshold_uncertainty_score":0.34212518},"labels":[],"label_agreement":null},{"id":"W3038629812","doi":"10.1007/s00062-020-00913-2","title":"Neurointerventional Robotics: Challenges and Opportunities","year":2020,"lang":"en","type":"article","venue":"Clinical Neuroradiology","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":24,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Foothills Medical Centre; University of Calgary","funders":"","keywords":"Robot; Karel; Robotics; Popularity; Artificial intelligence; Computer science; Field (mathematics); Czech; Service (business); Human–computer interaction; Business; Psychology; Marketing; Mathematics","score_opus":0.47983519272517616,"score_gpt":0.4180449309122361,"score_spread":0.06179026181294006,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3038629812","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.73268116,0.002887062,0.0002838858,0.24240506,0.0005879751,0.00021581243,0.000004583558,0.00022526678,0.020709226],"genre_scores_gemma":[0.9738418,0.0028103413,0.00017614872,0.022660175,0.0004038827,0.0000015214307,0.000008907257,0.000011181364,0.00008608235],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99898565,0.0001905355,0.00036790065,0.00026863275,0.000064980275,0.00012227723],"domain_scores_gemma":[0.99872303,0.00077565823,0.00005464849,0.00008569291,0.000031828367,0.0003291209],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00017205032,0.00008071708,0.0003280352,0.000020948391,0.000023429617,0.0000046669993,0.000041201627,0.000084146806,0.0001864594],"category_scores_gemma":[0.00079945265,0.00006782003,0.00012407829,0.000020971918,0.00023315915,0.000025896077,0.00004719382,0.0002625909,0.000033470977],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.001504143,0.000516892,0.08812856,0.00025169933,0.00024317489,0.0021615087,0.00034393388,0.00014077095,0.000052208685,0.14883235,0.0016079661,0.75621676],"study_design_scores_gemma":[0.0054144715,0.0035332774,0.7592616,0.000030600568,0.000088194574,0.00037679428,0.00013605956,0.0088653825,0.0000020671196,0.0012205092,0.22090627,0.00016475962],"about_ca_topic_score_codex":1.2654283e-7,"about_ca_topic_score_gemma":1.5310657e-7,"teacher_disagreement_score":0.756052,"about_ca_system_score_codex":0.0000016298004,"about_ca_system_score_gemma":0.000019585874,"threshold_uncertainty_score":0.27656206},"labels":[],"label_agreement":null},{"id":"W3039354332","doi":"10.1016/j.jsurg.2020.06.023","title":"Evaluating the Impact of Medical Student Inclusion Into Hands-On Surgical Simulation in Congenital Heart Surgery","year":2020,"lang":"en","type":"article","venue":"Journal of surgical education","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":19,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto; SickKids Foundation; Hospital for Sick Children","funders":"Hospital for Sick Children","keywords":"Curriculum; Medicine; Inclusion (mineral); Likert scale; Session (web analytics); Medical education; Medical school; Surgical simulation; Surgery; Psychology; Pedagogy","score_opus":0.1083075197513954,"score_gpt":0.4975161739598111,"score_spread":0.3892086542084157,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3039354332","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98728096,0.00034835504,0.000019725141,0.011487957,0.00022223967,0.00021234801,5.499677e-7,0.000009038565,0.00041884813],"genre_scores_gemma":[0.99868923,0.00008282445,0.000038046477,0.00038885613,0.00076468417,0.0000031359482,0.000010715866,0.000013441956,0.0000090813355],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99622035,0.0004149633,0.0011640247,0.0001652536,0.0018598719,0.000175547],"domain_scores_gemma":[0.99528384,0.0033021525,0.0004445917,0.00011596418,0.0004194764,0.00043394679],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0032057846,0.00014813044,0.00057318725,0.00021056287,0.00010343013,0.00002522151,0.0001356248,0.00015991044,0.0009685079],"category_scores_gemma":[0.0019884687,0.00008612589,0.0004477494,0.0005851478,0.00008390011,0.00013676981,0.000099671954,0.0005988259,0.000007805679],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.013154767,0.0044311173,0.48453742,0.00012545173,0.0003135168,0.00044521436,0.012293709,0.11444924,0.0003065397,0.0003197602,0.00049475656,0.36912853],"study_design_scores_gemma":[0.025154531,0.008407146,0.6180407,0.0016436377,0.00022230975,0.00085184746,0.0025135684,0.33479872,0.00029720637,0.00047661338,0.0071527683,0.00044100676],"about_ca_topic_score_codex":0.00005933236,"about_ca_topic_score_gemma":0.0000013500404,"teacher_disagreement_score":0.3686875,"about_ca_system_score_codex":0.00019190689,"about_ca_system_score_gemma":0.0012270428,"threshold_uncertainty_score":0.99994475},"labels":[],"label_agreement":null},{"id":"W3040129199","doi":"10.1016/j.chest.2020.06.046","title":"Development of Learning Curves for Bronchoscopy","year":2020,"lang":"en","type":"article","venue":"CHEST Journal","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":21,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta; University of Saskatchewan; University of Manitoba; Western University; University of Ottawa","funders":"Royal College of Physicians and Surgeons of Canada","keywords":"Medicine; Bronchoscopy; Percentile; Competence (human resources); Quantile regression; Internal medicine; Pulmonology; Surgery; Statistics","score_opus":0.10224530021116669,"score_gpt":0.34501486925066355,"score_spread":0.24276956903949687,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3040129199","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.93785566,0.0012445875,0.047174122,0.005522119,0.00013881036,0.0002127547,5.9500644e-7,0.000045358192,0.007806021],"genre_scores_gemma":[0.9716167,0.00003802193,0.02740325,0.0006722329,0.0001743958,0.0000012363878,0.0000038691096,0.000006796645,0.00008351479],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99956506,0.0000077001705,0.00019001435,0.000047975376,0.00011143151,0.00007779138],"domain_scores_gemma":[0.9996458,0.000056785644,0.000074375734,0.000017172886,0.00006470052,0.00014111183],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00015801449,0.00003845726,0.00012224613,0.000015680826,0.000056646808,0.0000053714853,0.000024394867,0.00001895081,0.00030465008],"category_scores_gemma":[0.00030072706,0.000030101184,0.00005033282,0.00005351678,0.000011176622,0.00002434587,0.0000060869083,0.00014461101,0.000006496634],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0018961236,0.00032801364,0.16494805,0.0042803045,0.0005816936,0.000080252365,0.024001919,0.00079450605,0.03693803,0.00039863877,0.0032742866,0.7624782],"study_design_scores_gemma":[0.0050036935,0.00025450496,0.031745587,0.0006445777,0.000050125356,0.00003675932,0.00089016766,0.001998124,0.014195836,0.000021126712,0.94506466,0.00009485714],"about_ca_topic_score_codex":4.830493e-8,"about_ca_topic_score_gemma":4.9696418e-8,"teacher_disagreement_score":0.94179034,"about_ca_system_score_codex":0.0000124505295,"about_ca_system_score_gemma":0.000091306014,"threshold_uncertainty_score":0.33357045},"labels":[],"label_agreement":null},{"id":"W3041258452","doi":"10.1016/j.jhsa.2020.05.005","title":"Canadian Plastic Surgery Resident Operative Experience in Hand Surgery","year":2020,"lang":"en","type":"article","venue":"The Journal Of Hand Surgery","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":4,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of British Columbia; University of Toronto","funders":"","keywords":"Medicine; Hand surgery; Plastic surgery; Surgery; General surgery","score_opus":0.08957204780941715,"score_gpt":0.31235180477139385,"score_spread":0.22277975696197672,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3041258452","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99389964,0.00094369485,0.00006940266,0.0041833906,0.00063622906,0.000072600604,0.0000041492935,0.0000066105395,0.00018430296],"genre_scores_gemma":[0.9975643,0.0002738609,0.000004893943,0.0017392513,0.00034634754,0.0000020136717,0.0000051409406,0.000016514605,0.000047689566],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9979472,0.00029400457,0.000848914,0.00012495337,0.0004284743,0.00035645114],"domain_scores_gemma":[0.9872361,0.011622187,0.00023578586,0.00011554889,0.00017489678,0.0006155099],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0017603362,0.00015282066,0.0007230494,0.00038717396,0.0001851518,0.00007412303,0.00007885426,0.00006923207,0.0007053194],"category_scores_gemma":[0.004874737,0.0000971959,0.00025665836,0.00053049665,0.0001493594,0.00018408513,0.00001696768,0.0003739122,0.000015586396],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0022959104,0.00006778839,0.9592534,0.00005678871,0.00013536554,0.0043460466,0.014589468,0.0011624666,0.0006849798,0.000012716047,0.012363961,0.0050311335],"study_design_scores_gemma":[0.002185048,0.00014938359,0.9419206,0.0018820035,0.00015871761,0.001040302,0.009421613,0.0025775898,0.006966745,0.000046353212,0.033078212,0.000573475],"about_ca_topic_score_codex":0.0038970434,"about_ca_topic_score_gemma":0.004745661,"teacher_disagreement_score":0.020714251,"about_ca_system_score_codex":0.00011977152,"about_ca_system_score_gemma":0.001323203,"threshold_uncertainty_score":0.77227527},"labels":[],"label_agreement":null},{"id":"W3041763599","doi":"10.5435/jaaos-d-20-00233","title":"The Impact of Subspecialty Fellows on Orthopaedic Resident Surgical Experience: A Multicenter Study of 51,111 Cases","year":2020,"lang":"en","type":"article","venue":"Journal of the American Academy of Orthopaedic Surgeons","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Object Research Systems (Canada)","funders":"","keywords":"Medicine; Subspecialty; Orthopedic surgery; Multicenter study; Affect (linguistics); Family medicine; Economic shortage; Surgery; Randomized controlled trial","score_opus":0.05823776922775279,"score_gpt":0.37513494204047015,"score_spread":0.31689717281271734,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3041763599","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9959555,0.00030989366,0.0000037342238,0.0027143115,0.00016231449,0.000450389,0.000014393424,0.000011773861,0.00037768003],"genre_scores_gemma":[0.9988562,0.00037795046,0.000018101944,0.0003531124,0.00030689445,0.0000047096273,6.547224e-7,0.00002761735,0.00005478237],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9952363,0.00068112626,0.0018600484,0.0002451333,0.00160069,0.0003767103],"domain_scores_gemma":[0.9931068,0.0029521615,0.002910509,0.00027915096,0.00027019082,0.00048117765],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0013563603,0.00027712472,0.0012547988,0.00020219125,0.00015440806,0.000011828742,0.00047114235,0.00007699375,0.00028500924],"category_scores_gemma":[0.0023607828,0.00013952887,0.0014413387,0.0011723528,0.0009568405,0.00009151942,0.00013610443,0.0009513982,0.000002200793],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.011137057,0.0009898621,0.9694003,0.000025607282,0.00065972714,0.0002726297,0.0044896766,0.0011010101,0.00030564537,0.000023014376,0.00052031147,0.011075175],"study_design_scores_gemma":[0.0072746435,0.004452072,0.9705223,0.00028903096,0.0003217384,0.00019317781,0.012113022,0.00044382684,0.0005217868,0.000006990339,0.003704998,0.00015643475],"about_ca_topic_score_codex":0.0003218468,"about_ca_topic_score_gemma":0.000013749367,"teacher_disagreement_score":0.01091874,"about_ca_system_score_codex":0.00007963686,"about_ca_system_score_gemma":0.00026709447,"threshold_uncertainty_score":0.56898224},"labels":[],"label_agreement":null},{"id":"W3042522161","doi":"10.4018/978-1-7998-5092-2.ch005","title":"Virtual Reality Stereoscopic 180-Degree Video-Based Immersive Environments","year":2020,"lang":"en","type":"book-chapter","venue":"Advances in medical education, research, and ethics (AMERE) book series","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Thompson Rivers University","funders":"","keywords":"Stereoscopy; Virtual reality; Computer science; Point (geometry); Multimedia; Human–computer interaction; Artificial intelligence","score_opus":0.11784397687350055,"score_gpt":0.4353665662344067,"score_spread":0.31752258936090616,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3042522161","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00065828324,0.033771582,0.0006684813,0.09537201,0.0012758992,0.0018673814,0.000091718655,0.00008274565,0.8662119],"genre_scores_gemma":[0.19269796,0.33411396,0.000756408,0.045612838,0.0026576442,0.0003564862,0.0023103296,0.0003252843,0.4211691],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99483913,0.0003219755,0.00079122564,0.0008780895,0.0026518407,0.00051775225],"domain_scores_gemma":[0.99542934,0.0024832822,0.00020556591,0.0004839803,0.0003300751,0.001067769],"candidate_categories":["metaepi_narrow","sts","research_integrity","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0019261537,0.0004108798,0.00075478153,0.00032294303,0.00036916297,0.000047780508,0.0002910113,0.0009888171,0.0039324113],"category_scores_gemma":[0.004510094,0.000372886,0.000109267996,0.00015684779,0.0035080116,0.0006132252,0.00016701952,0.004725675,0.00010254983],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0031044013,0.00079143833,0.00221253,0.002427089,0.00028360702,0.00037650488,0.012067574,0.000028511542,0.000017985316,0.7492413,0.0024650267,0.22698401],"study_design_scores_gemma":[0.0018216771,0.0007059136,0.0007033382,0.0020878806,0.000041829553,0.000014131629,0.0026782933,0.000057595786,0.000032035925,0.026214825,0.96531653,0.00032596957],"about_ca_topic_score_codex":0.00008458046,"about_ca_topic_score_gemma":0.00024694728,"teacher_disagreement_score":0.96285146,"about_ca_system_score_codex":0.0002576317,"about_ca_system_score_gemma":0.00405746,"threshold_uncertainty_score":0.9998723},"labels":[],"label_agreement":null},{"id":"W3042564420","doi":"10.5435/jaaosglobal-d-20-00101","title":"The Educational Impact of a Fellowship-trained Orthopaedic Oncologist","year":2020,"lang":"en","type":"article","venue":"JAAOS Global Research and Reviews","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Object Research Systems (Canada)","funders":"","keywords":"Medicine; Subspecialty; Orthopedic surgery; Internal medicine; Percentile; Oncology; Family medicine; Surgery","score_opus":0.2836006220362298,"score_gpt":0.5322744720276303,"score_spread":0.24867384999140052,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3042564420","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6346609,0.0798185,0.000036644335,0.07820897,0.00012358671,0.0027305144,0.000041718427,0.000039183986,0.20434001],"genre_scores_gemma":[0.9879294,0.010863358,0.00010217485,0.0004154602,0.00029243962,0.000024351504,0.000014421487,0.000003905763,0.0003544828],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9986897,0.00023855994,0.00030785424,0.0001647888,0.00034083528,0.00025824862],"domain_scores_gemma":[0.9985464,0.0006301914,0.00006264739,0.00013176259,0.00020336446,0.0004255855],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0014047212,0.00007922299,0.00027190585,0.000019337802,0.00015368959,0.00002597488,0.00009181473,0.000047351048,0.00046739524],"category_scores_gemma":[0.0037063798,0.000037562044,0.00017980592,0.00059228827,0.00035062968,0.000027580003,0.00004885921,0.00022632633,0.00006476065],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0013717477,0.00026759336,0.15906055,0.00030483588,0.00012710191,0.000022883607,0.00025194517,0.0000027893923,0.00012351919,0.012330438,0.02121058,0.80492604],"study_design_scores_gemma":[0.001985877,0.0014917935,0.25422108,0.00013717853,0.000020647818,0.000019983398,0.00013811722,0.0004554299,0.000004465455,0.0016739161,0.73978066,0.00007088117],"about_ca_topic_score_codex":0.000046088848,"about_ca_topic_score_gemma":0.000013784597,"teacher_disagreement_score":0.80485517,"about_ca_system_score_codex":0.00008021358,"about_ca_system_score_gemma":0.00041588387,"threshold_uncertainty_score":0.511765},"labels":[],"label_agreement":null},{"id":"W3042842822","doi":"10.1016/j.gie.2020.02.010","title":"Ergonomics in endoscopy: Can you teach an old dog new tricks?","year":2020,"lang":"en","type":"letter","venue":"Gastrointestinal Endoscopy","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa","funders":"","keywords":"Endoscopy; Scopus; Endoscope; Medicine; Colonoscopy; Human factors and ergonomics; MEDLINE; Medical physics; Poison control; Surgery; Medical emergency; Internal medicine","score_opus":0.03766021953495015,"score_gpt":0.3014519357935147,"score_spread":0.26379171625856457,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3042842822","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.041256327,0.0002347846,0.0062896744,0.91864216,0.0013904334,0.0027519502,0.00027548193,0.0014192915,0.02773989],"genre_scores_gemma":[0.04662518,0.0000254939,0.10933149,0.8183945,0.013147248,0.00007303343,0.0033222954,0.00042617842,0.008654614],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9959183,0.00023648136,0.0009813157,0.001153635,0.0006255818,0.0010847189],"domain_scores_gemma":[0.9974657,0.0006363555,0.000355996,0.0006416565,0.0000917702,0.00080848095],"candidate_categories":["metaepi_narrow","research_integrity","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0002537826,0.0007800866,0.0012695686,0.0004866367,0.0000860955,0.00011168482,0.00040559698,0.00033671156,0.0011103315],"category_scores_gemma":[0.0010823277,0.0007630018,0.0003263219,0.00056664983,0.00013407509,0.00013109371,0.00010235307,0.004050505,0.0001988477],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.007569518,0.0007167277,0.17244542,0.0009144893,0.0002762902,0.042110674,0.001739109,0.00068101427,0.00301517,0.00023088514,0.7504869,0.019813776],"study_design_scores_gemma":[0.03345235,0.0042330693,0.011667227,0.0030121384,0.00045297947,0.0069230692,0.00044757078,0.004997793,0.00016652411,0.00043278167,0.93260217,0.0016123204],"about_ca_topic_score_codex":0.0014495032,"about_ca_topic_score_gemma":0.00006802709,"teacher_disagreement_score":0.18211524,"about_ca_system_score_codex":0.00043076157,"about_ca_system_score_gemma":0.00086732244,"threshold_uncertainty_score":0.99980277},"labels":[],"label_agreement":null},{"id":"W3043393657","doi":"10.1136/neurintsurg-2020-016343","title":"Current and future usefulness and potential of virtual simulation in improving outcomes and reducing complications in endovascular treatment of unruptured intracranial aneurysms","year":2020,"lang":"en","type":"article","venue":"Journal of NeuroInterventional Surgery","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Manitoba; University of Calgary","funders":"","keywords":"Endovascular treatment; Medicine; Lagging; Virtual reality; Medical physics; Medical emergency; Computer science; Surgery; Aneurysm; Artificial intelligence","score_opus":0.0531107510092232,"score_gpt":0.3118064913102689,"score_spread":0.2586957403010457,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3043393657","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9974765,0.000781521,0.00037138382,0.0011037438,0.00013415751,0.000118911325,0.000007756715,0.0000030177337,0.000002982916],"genre_scores_gemma":[0.9995924,0.00015005385,0.00009713912,0.000030934836,0.00011360135,9.82852e-7,0.000006916221,0.0000073002507,6.4022885e-7],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99869907,0.00009833986,0.0007782183,0.00013421176,0.00020952628,0.00008061362],"domain_scores_gemma":[0.99899644,0.00040775718,0.00036209018,0.000055635428,0.000082864084,0.00009519205],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00023027386,0.00009699517,0.00045773806,0.00023471862,0.000018782473,0.000010274321,0.000023870442,0.00003512744,0.000016631238],"category_scores_gemma":[0.00021270904,0.00007916726,0.00019436206,0.00014208764,0.000049639766,0.00010562419,0.000022508942,0.00012866763,4.8342496e-8],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0013008255,0.0008843882,0.81725186,0.00033717684,0.000107680324,0.00025278906,0.00059258007,0.0069589405,0.0045297397,0.00014100803,0.0000018130742,0.16764121],"study_design_scores_gemma":[0.0036134776,0.00034259396,0.97793144,0.0002021903,0.000060365375,0.00018153725,0.00011942607,0.017282348,0.00009909859,0.000035818437,0.00007916233,0.000052522868],"about_ca_topic_score_codex":0.000010359,"about_ca_topic_score_gemma":0.000002378579,"teacher_disagreement_score":0.16758868,"about_ca_system_score_codex":0.000019649837,"about_ca_system_score_gemma":0.00003712847,"threshold_uncertainty_score":0.3228347},"labels":[],"label_agreement":null},{"id":"W3043451427","doi":"10.1097/acm.0000000000003595","title":"Using Learning Curves to Identify and Explain Growth Patterns of Learners in Bronchoscopy Simulation: A Mixed-Methods Study","year":2020,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":15,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"The Wilson Centre; Hospital for Sick Children; University of Toronto","funders":"","keywords":"Learning curve; Bronchoscopy; Medical education; Mathematics education; Psychology; Medicine; Computer science; Surgery","score_opus":0.14490100321833183,"score_gpt":0.4922843584445446,"score_spread":0.3473833552262128,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3043451427","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9757084,0.0008083851,0.019480277,0.0031392062,0.00008212435,0.0005386409,5.8920244e-7,0.000043034506,0.00019929746],"genre_scores_gemma":[0.9960173,0.00017067436,0.0006536563,0.0028773602,0.00021064028,0.0000067944893,0.000007574554,0.000021452013,0.000034545472],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99804616,0.00038718223,0.00063508237,0.0003363994,0.00039013496,0.00020505436],"domain_scores_gemma":[0.9984349,0.0009454043,0.00014483476,0.00009298689,0.000067538254,0.00031431305],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0014329572,0.00015414966,0.0005626574,0.00019216807,0.000037814676,0.0000028735533,0.00007840502,0.00010737949,0.0002237383],"category_scores_gemma":[0.0040226434,0.00012859859,0.000027692955,0.0005779455,0.000055263878,0.00008452785,0.00007466709,0.00071256026,0.0000029176963],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0002446485,0.000022790826,0.9475627,0.0003785827,0.000046095327,0.000038706985,0.028271502,0.006162406,0.004186379,0.000032983102,0.000032724012,0.01302046],"study_design_scores_gemma":[0.019122126,0.002618295,0.72021085,0.0062746624,0.0004136605,0.000023444147,0.100887015,0.14666371,0.0009912938,0.00009691445,0.0022264346,0.0004715956],"about_ca_topic_score_codex":0.0001179103,"about_ca_topic_score_gemma":0.0000022607874,"teacher_disagreement_score":0.22735189,"about_ca_system_score_codex":0.000030946998,"about_ca_system_score_gemma":0.00002698837,"threshold_uncertainty_score":0.52440983},"labels":[],"label_agreement":null},{"id":"W3043585001","doi":"10.1016/j.ijom.2020.06.005","title":"The Oral and Maxillofacial Objective Structured Assessment of Technical Skills (OMOSATS) examination: a pilot study","year":2020,"lang":"en","type":"article","venue":"International Journal of Oral and Maxillofacial Surgery","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":9,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Medicine; Oral examination; Oral and maxillofacial surgery; Medical physics; Test (biology); Physical examination; Construct validity; Medical education; Dentistry; Surgery; Patient satisfaction; Oral health","score_opus":0.046550357431250536,"score_gpt":0.3414720415254679,"score_spread":0.2949216840942174,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3043585001","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99585414,0.00010241329,0.00018594744,0.0022853639,0.0005727122,0.00023130479,0.000016462956,0.000015639442,0.00073599507],"genre_scores_gemma":[0.9990232,0.00019558876,0.000272038,0.00038494373,0.00007834162,0.000003526611,0.00000633409,0.000011012941,0.000025023715],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99810374,0.000082512895,0.00068907626,0.00017626616,0.0008027478,0.00014568595],"domain_scores_gemma":[0.9986616,0.00015614298,0.00038535474,0.000060065773,0.0005349998,0.00020188412],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0007375406,0.00015435273,0.00044912903,0.00012920235,0.00010341854,0.00007152795,0.00011601961,0.00005102937,0.000104088176],"category_scores_gemma":[0.00064887555,0.00010033161,0.00012807838,0.00017159125,0.0001805959,0.00018332821,0.00009175163,0.0002729352,6.743376e-7],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0017783856,0.00064272416,0.40751648,0.000011452519,0.00049207,0.0003534329,0.0005111114,0.000017630411,0.0011731723,0.0007516892,0.000023068274,0.58672875],"study_design_scores_gemma":[0.0030639716,0.0016435041,0.97928846,0.0000327024,0.000099703335,0.00019084815,0.0006307331,0.00018142618,0.00010322804,0.00033560468,0.014308192,0.00012162352],"about_ca_topic_score_codex":0.000049050217,"about_ca_topic_score_gemma":0.0000099398385,"teacher_disagreement_score":0.58660716,"about_ca_system_score_codex":0.000058162994,"about_ca_system_score_gemma":0.00013933044,"threshold_uncertainty_score":0.4091404},"labels":[],"label_agreement":null},{"id":"W3045958661","doi":"10.1016/j.jsurg.2020.07.012","title":"Analysis of Instrument Motion and the Impact of Residency Level and Concurrent Distraction on Laparoscopic Skills","year":2020,"lang":"en","type":"article","venue":"Journal of surgical education","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Hospital for Sick Children","funders":"","keywords":"Task (project management); Trainer; Motion (physics); Medicine; Motion analysis; Physical therapy; Physical medicine and rehabilitation; Simulation; Computer science; Artificial intelligence; Engineering","score_opus":0.05307369587548203,"score_gpt":0.3808056529180657,"score_spread":0.3277319570425836,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3045958661","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99675703,0.00022350461,0.000079093814,0.0024723646,0.00007222184,0.00008772378,0.0000038038463,0.0000015487216,0.00030269238],"genre_scores_gemma":[0.99951524,0.0003186687,0.00002508451,0.00004249616,0.00007872643,6.77341e-7,0.00000771787,0.000002400758,0.000008983224],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99916196,0.000074714306,0.0004270979,0.000067951005,0.00022141656,0.000046865465],"domain_scores_gemma":[0.9989553,0.000302837,0.00041969618,0.000045449968,0.00016152633,0.00011519404],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00030419565,0.00005804939,0.00033744652,0.00011537902,0.000021212501,0.000008551695,0.0000208063,0.00003415494,0.00011289737],"category_scores_gemma":[0.00024683622,0.00003205638,0.00015737425,0.00028144722,0.000076623626,0.00006936503,0.0000059407735,0.00013005256,2.5097873e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0039045515,0.0015818474,0.59392923,0.00014757649,0.0017001884,0.000006919149,0.0040452466,0.0028047522,0.0005390291,0.00386462,0.00007981226,0.38739625],"study_design_scores_gemma":[0.0041049435,0.0004579975,0.9911609,0.00009937411,0.0005630305,0.000018374902,0.00035248208,0.0027639421,0.00024029634,0.00009709657,0.00011085232,0.00003070309],"about_ca_topic_score_codex":0.00003828034,"about_ca_topic_score_gemma":7.719273e-7,"teacher_disagreement_score":0.3972317,"about_ca_system_score_codex":0.000036255256,"about_ca_system_score_gemma":0.00011193919,"threshold_uncertainty_score":0.13072214},"labels":[],"label_agreement":null},{"id":"W3046069815","doi":"10.1016/j.acra.2020.07.015","title":"Cadaveric Simulation Training Improves Residents’ Knowledge and Confidence in Performing Fluoroscopic Guided Joint Injections","year":2020,"lang":"en","type":"article","venue":"Academic Radiology","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":4,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Congress of Aboriginal Peoples; Ottawa Hospital; University of Ottawa","funders":"","keywords":"Medicine; Session (web analytics); Likert scale; Curriculum; Physical therapy; Cadaveric spasm; Medical physics; Surgery; Psychology; Computer science","score_opus":0.12803810547005048,"score_gpt":0.3680638638283638,"score_spread":0.24002575835831333,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3046069815","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99417835,0.0011305033,0.0005384468,0.0017093002,0.00013099005,0.0002702176,7.988487e-7,0.00007773826,0.0019636508],"genre_scores_gemma":[0.997602,0.00031783181,0.0002792685,0.0014185524,0.00025698807,0.000012566297,0.000008996341,0.0000141265255,0.00008971012],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99876475,0.00009827198,0.00047228037,0.00032039412,0.000085342705,0.0002589298],"domain_scores_gemma":[0.99918884,0.00042776423,0.000089485526,0.000079940124,0.000035924,0.00017801911],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0003091017,0.0001278358,0.0003648259,0.00026135647,0.00008128809,0.0000060106895,0.000053863332,0.00025919743,0.0000701288],"category_scores_gemma":[0.001217335,0.00011964141,0.000038239014,0.0005201079,0.00010982804,0.00012134948,0.000038169503,0.0006593805,0.000014808643],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0008281105,0.000073292285,0.5203265,0.00045568112,0.00019661308,0.00017110411,0.08877604,0.02451936,0.1829479,0.0070611206,0.0008613791,0.1737829],"study_design_scores_gemma":[0.0053655906,0.00039124503,0.63764614,0.00019629307,0.000059959515,0.00022197499,0.0018167996,0.3451599,0.0008529885,0.00056449545,0.0074640824,0.00026053505],"about_ca_topic_score_codex":0.000053993354,"about_ca_topic_score_gemma":0.000005984725,"teacher_disagreement_score":0.32064053,"about_ca_system_score_codex":0.000054985434,"about_ca_system_score_gemma":0.00009067723,"threshold_uncertainty_score":0.4878835},"labels":[],"label_agreement":null},{"id":"W3046174094","doi":"10.1016/j.jsurg.2020.07.010","title":"Operating Room Educational Environment in Canada: Perceptions of Surgical Residents","year":2020,"lang":"en","type":"article","venue":"Journal of surgical education","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":9,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Western University; McGill University Health Centre","funders":"","keywords":"Trainer; Workload; Likert scale; Medicine; Family medicine; Medical education; Psychology; Physical therapy; Management","score_opus":0.029068981130604705,"score_gpt":0.3131366995652981,"score_spread":0.2840677184346934,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3046174094","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9703709,0.00031951888,0.000013650235,0.026352411,0.00019820865,0.000105273924,0.0000025411346,0.0000022159109,0.002635262],"genre_scores_gemma":[0.99820334,0.00026599297,0.0005054713,0.00033293755,0.0005427418,0.000003067176,0.000018144112,0.0000088002635,0.000119487384],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9983201,0.000089631605,0.00079555396,0.00012595172,0.0005360804,0.00013266802],"domain_scores_gemma":[0.9988975,0.00028641077,0.00026027285,0.00007222147,0.00014646145,0.0003371515],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0002580399,0.0000935698,0.0003241771,0.00009555422,0.000035914643,0.000010000446,0.00007328133,0.000050800772,0.0032217188],"category_scores_gemma":[0.00014766981,0.00007810212,0.000106951375,0.00021825972,0.00002757188,0.00011280744,0.00001687383,0.0003055395,0.000009886514],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0004090766,0.0010782735,0.96471393,0.00008714617,0.00006634122,0.0001641976,0.0013924087,0.0061534764,0.00032263287,0.0007405065,0.0019673205,0.02290468],"study_design_scores_gemma":[0.003833828,0.00017376634,0.96620476,0.00023323085,0.000048078935,0.0003438539,0.0026328843,0.0013041263,0.00010001724,0.00008237571,0.024923038,0.000120010234],"about_ca_topic_score_codex":0.016703695,"about_ca_topic_score_gemma":0.0015332081,"teacher_disagreement_score":0.027832441,"about_ca_system_score_codex":0.00044076418,"about_ca_system_score_gemma":0.0034094509,"threshold_uncertainty_score":0.9976895},"labels":[],"label_agreement":null},{"id":"W3046607421","doi":"10.1177/1055665620944781","title":"Simulation-Based Comprehensive Cleft Care Workshops: A Reproducible Model for Sustainable Education","year":2020,"lang":"en","type":"article","venue":"The Cleft Palate-Craniofacial Journal","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":13,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"BC Children's Hospital","funders":"","keywords":"Medicine; Specialty; Psychological intervention; Patient satisfaction; Confidence interval; Family medicine; Nursing; Medical education; Physical therapy; Internal medicine","score_opus":0.05531221396447598,"score_gpt":0.33410698086425683,"score_spread":0.27879476689978083,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3046607421","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.85081196,0.00014012863,0.120061725,0.020801825,0.0007166162,0.0030044678,0.000021562599,0.0003145424,0.004127145],"genre_scores_gemma":[0.9904305,0.000011432168,0.0012352244,0.006461248,0.0012265904,0.000020576186,0.000048864225,0.000047835296,0.0005177584],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99818623,0.000092390925,0.00051411,0.00036913427,0.00039997176,0.0004381531],"domain_scores_gemma":[0.99708205,0.000562847,0.0002314256,0.00029130492,0.0013799338,0.000452408],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0003176881,0.00022349047,0.00036618684,0.000088696725,0.0007259223,0.00015189263,0.00017256584,0.00013186628,0.00021794878],"category_scores_gemma":[0.0014195669,0.00016739519,0.00030104772,0.0003511232,0.00008236972,0.0001813349,0.000032317068,0.00051511725,0.000022576885],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00086137315,0.00009231628,0.011561486,0.00013499628,0.000058635593,0.000018791263,0.0049670255,0.97109693,0.00007107954,0.0003798495,0.00033541335,0.010422122],"study_design_scores_gemma":[0.004471107,0.00014762451,0.017794065,0.0000958004,0.00018206054,0.000010871807,0.00871883,0.9466772,0.000010198427,0.0009471111,0.02072339,0.00022172932],"about_ca_topic_score_codex":0.000008903443,"about_ca_topic_score_gemma":0.0000010693756,"teacher_disagreement_score":0.13961849,"about_ca_system_score_codex":0.0001438457,"about_ca_system_score_gemma":0.0008898901,"threshold_uncertainty_score":0.6826178},"labels":[],"label_agreement":null},{"id":"W3047315318","doi":"10.36834/cmej.69323","title":"Cause for concern: Resident experience in operative trauma during general surgery residency at a Canadian centre","year":2020,"lang":"en","type":"article","venue":"Canadian Medical Education Journal","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"McMaster University; Hamilton General Hospital","funders":"","keywords":"Medicine; Traumatology; Trauma centre; Trauma care; Trauma surgery; Major trauma; General hospital; General surgery; Retrospective cohort study; Surgery; Emergency medicine; Orthopedic surgery","score_opus":0.0818475370572029,"score_gpt":0.3660162378996961,"score_spread":0.28416870084249324,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3047315318","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.88874364,0.00033549196,0.000004460757,0.1084278,0.00047862483,0.0002721023,0.000010157159,0.000009644358,0.0017180968],"genre_scores_gemma":[0.964593,0.000056654368,0.00010598826,0.03306776,0.001167913,0.000024724312,0.00003420575,0.000019525001,0.0009302254],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.99817,0.000096809454,0.0005023911,0.00025462103,0.0004298621,0.0005463235],"domain_scores_gemma":[0.9860439,0.00014362295,0.00007336396,0.00009658224,0.00022262105,0.013419928],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0003294952,0.00013468764,0.0002749862,0.00031181242,0.00031602563,0.00005801607,0.00011226428,0.00015368474,0.028497355],"category_scores_gemma":[0.010063564,0.0001274759,0.000098732235,0.00031679476,0.000082182945,0.00012723886,0.00000790691,0.00043709698,0.000028804834],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0010161976,0.00018593206,0.576934,0.00024189429,0.00022286824,0.01046013,0.12572557,0.00033695102,0.0001093794,0.0027458726,0.20429465,0.07772654],"study_design_scores_gemma":[0.00775704,0.00013475906,0.4389303,0.0012799402,0.00006831573,0.002311701,0.026183642,0.0041397633,0.00041960902,0.00009706691,0.51793444,0.00074339664],"about_ca_topic_score_codex":0.14837043,"about_ca_topic_score_gemma":0.7968723,"teacher_disagreement_score":0.64850193,"about_ca_system_score_codex":0.0015350403,"about_ca_system_score_gemma":0.04479267,"threshold_uncertainty_score":0.9982751},"labels":[],"label_agreement":null},{"id":"W3047737346","doi":"10.1097/acm.0000000000003646","title":"The Benefits of Tying Yourself in Knots: Unraveling the Learning Mechanisms of Guided Discovery Learning in an Open Surgical Skills Course","year":2020,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":12,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"The Wilson Centre; St. Michael's Hospital","funders":"","keywords":"Tying; Course (navigation); Psychology; Medical education; Knot tying; Computer science; Medicine; Surgery; Engineering","score_opus":0.08715971734881012,"score_gpt":0.38554408901743226,"score_spread":0.29838437166862214,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3047737346","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98494184,0.0013020515,0.00043038983,0.010796244,0.00009864818,0.00055054383,0.0000010571283,0.000031383315,0.0018478358],"genre_scores_gemma":[0.99788755,0.00069163454,0.000040923398,0.0008684651,0.00022873432,0.000012027517,0.000021943502,0.000027821878,0.00022087178],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99725634,0.00041386232,0.0010679015,0.00032122855,0.0005943961,0.0003462776],"domain_scores_gemma":[0.997082,0.0020569928,0.0003956723,0.00019175699,0.00009986914,0.00017370578],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0033622347,0.00018291685,0.00067111885,0.0000942352,0.00011872275,0.000012743892,0.00047257243,0.00019360453,0.00010140532],"category_scores_gemma":[0.0030902969,0.00010188433,0.000049679125,0.000757459,0.00021700059,0.00019942386,0.00019396249,0.0017132412,0.000002498824],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.002723164,0.00022144169,0.505567,0.00028440187,0.00023761972,0.0002384647,0.08410274,0.22138655,0.012370353,0.061676025,0.000114856695,0.11107736],"study_design_scores_gemma":[0.075448975,0.005634674,0.30472597,0.0148572,0.00074770045,0.00023407044,0.20824432,0.3551748,0.00786174,0.005380902,0.020396523,0.0012931078],"about_ca_topic_score_codex":0.00015472923,"about_ca_topic_score_gemma":0.000018137207,"teacher_disagreement_score":0.20084105,"about_ca_system_score_codex":0.000036902693,"about_ca_system_score_gemma":0.00012267804,"threshold_uncertainty_score":0.7443276},"labels":[],"label_agreement":null},{"id":"W3047799359","doi":"10.3138/jvme-2019-0106","title":"Ability of a Complexity Scoring System to Predict Veterinary Student Surgical Procedure and Clinic Duration","year":2020,"lang":"en","type":"article","venue":"Journal of Veterinary Medical Education","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Medicine; Surgical procedures; Scoring system; Duration (music); Surgery","score_opus":0.17147374580446773,"score_gpt":0.4401142153529821,"score_spread":0.2686404695485144,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3047799359","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99380684,0.00020088091,0.00014649762,0.0045997608,0.00041835726,0.00031298894,0.0000015315994,0.000022793378,0.0004903401],"genre_scores_gemma":[0.997877,0.00003316356,0.0008885103,0.0004934043,0.0006785578,0.000007283428,0.000005150791,0.000010322608,0.0000066022426],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99769694,0.00017495324,0.0010248612,0.00019025459,0.00078426255,0.00012875047],"domain_scores_gemma":[0.9982111,0.00020507001,0.00036604423,0.00010626186,0.00028568675,0.0008258225],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0010119074,0.00011821427,0.00046256647,0.00008992628,0.000047013393,0.000013722176,0.00010186591,0.00010494311,0.00025756485],"category_scores_gemma":[0.0013738198,0.00009340913,0.00011164459,0.00022335145,0.00010049437,0.00012579278,0.00006644588,0.00032395063,0.000004180787],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.044692904,0.009111464,0.58886874,0.014825275,0.00087311293,0.0038360222,0.024815582,0.000113635266,0.012713895,0.0014147758,0.0014063388,0.29732826],"study_design_scores_gemma":[0.0059964266,0.013625083,0.95328295,0.0026384108,0.00014989404,0.006941125,0.0039199353,0.0030891271,0.000054323194,0.000025958674,0.010100131,0.0001766387],"about_ca_topic_score_codex":0.0000035281137,"about_ca_topic_score_gemma":1.7113803e-7,"teacher_disagreement_score":0.36441422,"about_ca_system_score_codex":0.00009622656,"about_ca_system_score_gemma":0.00066489587,"threshold_uncertainty_score":0.38091138},"labels":[],"label_agreement":null},{"id":"W3052667574","doi":"10.1007/s00464-020-07878-w","title":"The effect of intraoperative distractions on severe technical events in laparoscopic bariatric surgery","year":2020,"lang":"en","type":"article","venue":"Surgical Endoscopy","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":12,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto; University of New Brunswick","funders":"Natural Sciences and Engineering Research Council of Canada; Canadian Institutes of Health Research","keywords":"Distraction; Medicine; Health care; Logistic regression; Video game; Psychology; Multimedia; Computer science","score_opus":0.021360989044344664,"score_gpt":0.31441659656030585,"score_spread":0.29305560751596116,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3052667574","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9910665,0.00009300643,0.000006402526,0.00207241,0.00014033214,0.0003658546,0.0000058944693,0.000055503107,0.006194067],"genre_scores_gemma":[0.99957,0.00006055009,0.000010713595,0.00012966234,0.00011652524,0.000032722062,0.000019012985,0.000012840833,0.000047962632],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9985353,0.00025740598,0.000414257,0.00023963036,0.00031812687,0.00023528085],"domain_scores_gemma":[0.99535006,0.004205811,0.00007264254,0.00014845826,0.00002723063,0.00019579803],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00038384154,0.0001484967,0.00047442803,0.000057714115,0.00008349243,0.000007903827,0.000071239716,0.000106089945,0.00029624827],"category_scores_gemma":[0.0010426498,0.00008722648,0.00018528945,0.00056745764,0.00008308289,0.00004204838,0.000025940133,0.000458217,0.00005118301],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.012817754,0.00041723912,0.97051764,0.00016728014,0.00013477921,0.00042164206,0.00015927185,0.0010360436,0.00027874234,0.002769238,0.00029281067,0.010987549],"study_design_scores_gemma":[0.14498022,0.008419516,0.73202115,0.0012071052,0.0004050151,0.00020661515,0.00037161866,0.005823201,0.02826972,0.00030591153,0.07687333,0.0011165672],"about_ca_topic_score_codex":0.000016280983,"about_ca_topic_score_gemma":0.000005422264,"teacher_disagreement_score":0.23849648,"about_ca_system_score_codex":0.000048816513,"about_ca_system_score_gemma":0.00006191378,"threshold_uncertainty_score":0.35569924},"labels":[],"label_agreement":null},{"id":"W3070211865","doi":"10.1002/lary.29020","title":"<scp>IVORY</scp> Guidelines (Instructional Videos in Otorhinolaryngology by <scp>YO‐IFOS</scp>): A Consensus on Surgical Videos in Ear, Nose, and Throat","year":2020,"lang":"en","type":"article","venue":"The Laryngoscope","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":23,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University; Dalhousie University; SickKids Foundation; University of Toronto; Hospital for Sick Children; Izaak Walton Killam Health Centre","funders":"","keywords":"Medicine; Otorhinolaryngology; Otology; Nose; Medical physics; General surgery; Surgery","score_opus":0.04881685403075654,"score_gpt":0.30908110253379184,"score_spread":0.2602642485030353,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3070211865","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9727459,0.0014733851,0.000014427849,0.011194049,0.00021487472,0.00075621094,0.000036831458,0.00014267005,0.013421664],"genre_scores_gemma":[0.98660296,0.00025064434,0.00038602544,0.011336781,0.00045919858,0.000045793426,0.00006910998,0.000055486067,0.0007939721],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.9969223,0.00037372223,0.0008622128,0.000682145,0.00053149945,0.00062808965],"domain_scores_gemma":[0.9960803,0.002937925,0.00016640143,0.00030592468,0.00012908084,0.00038040275],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00070246775,0.00039055862,0.00078453723,0.0001774267,0.00013740391,0.00004996341,0.00021101326,0.00031443065,0.00016545657],"category_scores_gemma":[0.00249656,0.00028887278,0.00013438212,0.00068199536,0.0003580354,0.000099141485,0.00015081685,0.00089870003,0.0001708961],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0021227137,0.0015778786,0.7923288,0.00055027066,0.000687531,0.0051935697,0.010260275,0.0022472448,0.010647595,0.011402238,0.13964324,0.02333866],"study_design_scores_gemma":[0.023442907,0.0010923772,0.21712847,0.00046870523,0.00011528596,0.00068009214,0.0016203366,0.015405711,0.0022181543,0.00076602993,0.73683816,0.00022377471],"about_ca_topic_score_codex":0.00029444433,"about_ca_topic_score_gemma":0.00009388486,"teacher_disagreement_score":0.5971949,"about_ca_system_score_codex":0.00006905524,"about_ca_system_score_gemma":0.00013441149,"threshold_uncertainty_score":0.99995637},"labels":[],"label_agreement":null},{"id":"W3081981887","doi":"10.1136/bmjstel-2019-000576","title":"Knowledge transfer and retention of simulation-based learning for neurosurgical instruments: a randomised trial of perioperative nurses","year":2020,"lang":"en","type":"article","venue":"BMJ Simulation & Technology Enhanced Learning","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Surrey Memorial Hospital; Simon Fraser University; Dalhousie University","funders":"","keywords":"Perioperative; Simulation training; Medicine; Recall; Task (project management); Simulated patient; Medical physics; Randomized controlled trial; Physical therapy; Nursing; Simulation; Computer science; Psychology; Anesthesia; Surgery; Engineering","score_opus":0.047817834057856515,"score_gpt":0.3611153984528566,"score_spread":0.3132975643950001,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3081981887","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8099164,0.00003680308,0.18687584,0.000304928,0.000064432905,0.0020455462,0.0000017338812,0.00018107319,0.0005732496],"genre_scores_gemma":[0.9987106,0.00000534282,0.0008987131,0.000044248634,0.00006599339,0.00011186305,0.00004663344,0.00003104065,0.000085573105],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99820465,0.00018573517,0.0008205353,0.0003787639,0.00021523771,0.00019507809],"domain_scores_gemma":[0.9974565,0.0015375467,0.00027197343,0.00010817966,0.0005360378,0.00008977612],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0003214225,0.00019521077,0.00066795305,0.0002776807,0.00015184794,0.000011414793,0.00005522346,0.00028698143,0.00010218353],"category_scores_gemma":[0.006051719,0.00018476226,0.0001925419,0.0005716432,0.00020772878,0.00010063045,0.000017202088,0.00039842652,0.0000018907326],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.075777635,0.0001251438,0.00210359,0.0001406464,0.000066819055,0.0000011215799,0.0010042548,0.8368172,0.012811261,0.00024683986,9.823386e-8,0.07090539],"study_design_scores_gemma":[0.19402324,0.0020502144,0.000606755,0.00013788119,0.00011465036,4.6953676e-7,0.00039640293,0.7871249,0.013633953,0.000023403347,0.0017533702,0.0001347921],"about_ca_topic_score_codex":6.4512545e-7,"about_ca_topic_score_gemma":2.394663e-7,"teacher_disagreement_score":0.1887942,"about_ca_system_score_codex":0.000023864784,"about_ca_system_score_gemma":0.00008903666,"threshold_uncertainty_score":0.7534386},"labels":[],"label_agreement":null},{"id":"W3082444433","doi":"10.1109/embc44109.2020.9175620","title":"Mixed Reality for Veterinary Medicine: Case Study of a Canine Femoral Nerve Block","year":2020,"lang":"en","type":"article","venue":"","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Prince Edward Island","funders":"","keywords":"Femoral nerve block; Headset; Medicine; Block (permutation group theory); Thigh; Obturator nerve; Photogrammetry; Cadaver; Femoral nerve; Virtual reality; Computer science; Nerve block; Surgery; Human–computer interaction; Mathematics; Artificial intelligence","score_opus":0.30334361819303757,"score_gpt":0.40695715334378674,"score_spread":0.10361353515074917,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3082444433","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9932371,0.00001706161,0.00016071285,0.0028296586,0.000059918377,0.0006078962,0.0000049801597,0.00006319427,0.003019498],"genre_scores_gemma":[0.9986084,3.7624602e-7,0.0003147944,0.00072137325,0.00017520397,0.000013971034,0.000013431431,0.000010361912,0.00014209887],"study_design_codex":"observational","study_design_gemma":"qualitative","domain_scores_codex":[0.9991952,0.000044194414,0.0003118081,0.00017788028,0.0001585782,0.000112336005],"domain_scores_gemma":[0.999303,0.00021003785,0.000059007434,0.00012554503,0.000098975084,0.00020345853],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00017982675,0.00008809728,0.00033062382,0.000027027661,0.000035005218,0.0000020994466,0.000031250103,0.000033631037,0.00032139075],"category_scores_gemma":[0.0002464004,0.000061311075,0.000053245603,0.00016917828,0.000034613367,0.000018586767,0.000025143741,0.0000699934,0.0000015544898],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.041699454,0.013593945,0.40818498,0.0043876297,0.0036561736,0.13939397,0.14255741,0.004668238,0.013681106,0.004424754,0.0347539,0.18899843],"study_design_scores_gemma":[0.22872256,0.11107873,0.1325152,0.00033926588,0.0022219801,0.009596183,0.2682403,0.21130273,0.0011572568,0.00014975993,0.03351903,0.0011570071],"about_ca_topic_score_codex":0.0015045397,"about_ca_topic_score_gemma":0.00011496432,"teacher_disagreement_score":0.27566978,"about_ca_system_score_codex":0.000011081302,"about_ca_system_score_gemma":0.000023915196,"threshold_uncertainty_score":0.35190034},"labels":[],"label_agreement":null},{"id":"W3083208313","doi":"10.1007/s00464-020-07968-9","title":"Identifying optimal program structure, motivations for and barriers to peer coaching participation for surgeons in practice: a qualitative synthesis","year":2020,"lang":"en","type":"article","venue":"Surgical Endoscopy","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":8,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University Health Centre; McGill University; Montreal General Hospital","funders":"Royal College of Physicians and Surgeons of Canada","keywords":"Coaching; Medical education; Grounded theory; Focus group; Medicine; Qualitative research; Psychology; Nursing","score_opus":0.09457854055393233,"score_gpt":0.4564155844800524,"score_spread":0.3618370439261201,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3083208313","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97665334,0.00002926373,0.010490432,0.010082389,0.00006664745,0.0020551602,0.00010950851,0.000104934654,0.00040829674],"genre_scores_gemma":[0.96433127,0.0000028069624,0.03420402,0.00060564163,0.000070426526,0.00066079,0.000079220634,0.000023538709,0.00002231512],"study_design_codex":"qualitative","study_design_gemma":"not_applicable","domain_scores_codex":[0.99854505,0.0001618257,0.00037447497,0.00034158115,0.0002688258,0.00030824792],"domain_scores_gemma":[0.99364287,0.0054289466,0.00008582446,0.000074971766,0.0002231707,0.0005442168],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0006931906,0.0001404151,0.0003361891,0.00009541893,0.00015465864,0.00006480688,0.000037812486,0.000081697835,0.000107154425],"category_scores_gemma":[0.020100178,0.0001253008,0.00009189568,0.00033645955,0.00004665365,0.0001857654,0.000022276572,0.00015575663,0.0000016808922],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.08165748,0.0022207554,0.15942623,0.0025785174,0.0022573448,0.00032304897,0.37921858,0.022888493,0.0029507256,0.15980196,0.0012259932,0.18545087],"study_design_scores_gemma":[0.12307215,0.0045555294,0.037776053,0.0010886517,0.0018049256,0.000052277777,0.116946965,0.3311186,0.014297695,0.002772493,0.36440498,0.0021096682],"about_ca_topic_score_codex":0.000025051466,"about_ca_topic_score_gemma":0.000009503692,"teacher_disagreement_score":0.36317897,"about_ca_system_score_codex":0.00004088185,"about_ca_system_score_gemma":0.0000806077,"threshold_uncertainty_score":0.98815393},"labels":[],"label_agreement":null},{"id":"W3086322215","doi":"10.1017/cjn.2020.202","title":"Intelligent Tutoring Systems: Re-Envisioning Surgical Education in Response to COVID-19","year":2020,"lang":"en","type":"article","venue":"Canadian Journal of Neurological Sciences / Journal Canadien des Sciences Neurologiques","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":23,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"McGill University; University of Toronto; Montreal Neurological Institute and Hospital","funders":"McGill University","keywords":"Coronavirus disease 2019 (COVID-19); Content (measure theory); Action (physics); Multimedia; Computer science; 2019-20 coronavirus outbreak; Severe acute respiratory syndrome coronavirus 2 (SARS-CoV-2); World Wide Web; Medicine; Virology; Mathematics; Pathology","score_opus":0.09465092096442082,"score_gpt":0.3598197583078447,"score_spread":0.2651688373434239,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3086322215","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9672799,0.0008442006,0.00008579494,0.027977716,0.000709683,0.000240883,0.000003213051,0.00002147974,0.0028371022],"genre_scores_gemma":[0.980745,0.00008754896,0.0007488384,0.01800008,0.00037864852,0.0000026175562,2.1370938e-7,0.000009392946,0.00002761787],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99537086,0.0013175295,0.0010331143,0.0005184508,0.0008191868,0.0009408315],"domain_scores_gemma":[0.9916663,0.001418855,0.0004109461,0.00010388224,0.00029975944,0.0061002555],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.006290783,0.00024409097,0.0005348456,0.0011250452,0.0011823813,0.00051332585,0.0008695503,0.00015577619,0.0003020378],"category_scores_gemma":[0.013564828,0.00016963057,0.00017788533,0.002127256,0.0015645194,0.00047720905,0.000057905178,0.0011342259,0.0000080749915],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0017953351,0.00005248865,0.88155067,0.000019851852,0.00000988301,0.01859883,0.0021660083,0.083650105,0.000035999412,0.00074951357,0.00035905786,0.0110122515],"study_design_scores_gemma":[0.003657017,0.1708426,0.40341935,0.0005153777,0.00009134548,0.067160726,0.008547531,0.020722343,0.00007672847,0.0030289814,0.32080472,0.0011332881],"about_ca_topic_score_codex":0.0009999467,"about_ca_topic_score_gemma":0.0056832484,"teacher_disagreement_score":0.47813132,"about_ca_system_score_codex":0.00054346124,"about_ca_system_score_gemma":0.010654514,"threshold_uncertainty_score":0.99495417},"labels":[],"label_agreement":null},{"id":"W3087814482","doi":"10.1093/ons/opaa269","title":"Virtual Reality Anterior Cervical Discectomy and Fusion Simulation on the Novel Sim-Ortho Platform: Validation Studies","year":2020,"lang":"en","type":"article","venue":"Operative Neurosurgery","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":36,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Montreal General Hospital; McGill University; Montreal Neurological Institute and Hospital","funders":"Montreal Neurological Institute and Hospital; AO Foundation; McGill University","keywords":"Anterior cervical discectomy and fusion; Medicine; Construct validity; Face validity; Content validity; Discectomy; Test (biology); Metric (unit); Cervical vertebrae; Physical therapy; Virtual reality; Orthopedic surgery; Pairwise comparison; Post-hoc analysis; Cervical spine; Medical physics; Surgery; Patient satisfaction; Artificial intelligence; Psychometrics; Lumbar; Operations management; Internal medicine; Clinical psychology","score_opus":0.1692877955409622,"score_gpt":0.375593622616495,"score_spread":0.20630582707553277,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3087814482","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9840618,0.000029221157,0.00084304565,0.0138179,0.00012320213,0.00038158483,0.0000152243,0.000067546425,0.0006604904],"genre_scores_gemma":[0.9930328,0.00006206044,0.000014727945,0.006599572,0.00016634507,0.000013434305,0.000028945435,0.00001714367,0.000064945874],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9987378,0.00012419911,0.0003390574,0.00034229527,0.00030336584,0.00015329711],"domain_scores_gemma":[0.9979416,0.0015899773,0.00008408697,0.00012886753,0.00011685966,0.00013859652],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00028774378,0.00017406998,0.0003243929,0.00003926139,0.0003018633,0.00006137902,0.000034303495,0.00005648375,0.00012319963],"category_scores_gemma":[0.0014246724,0.00010380684,0.00008029835,0.00022810807,0.000114160335,0.00016482033,0.000062889245,0.00023297199,0.000014850902],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.018949939,0.0026646282,0.27041885,0.00060627906,0.0012107575,0.00067303644,0.052399606,0.24410501,0.17643681,0.021394528,0.001758203,0.20938236],"study_design_scores_gemma":[0.008098895,0.002120819,0.4042357,0.00052880397,0.00018967365,0.000027527778,0.003998989,0.5461997,0.012737657,0.000091001806,0.021032475,0.0007387817],"about_ca_topic_score_codex":0.0000027380413,"about_ca_topic_score_gemma":0.00000128433,"teacher_disagreement_score":0.30209467,"about_ca_system_score_codex":0.00002609417,"about_ca_system_score_gemma":0.000025531055,"threshold_uncertainty_score":0.423312},"labels":[],"label_agreement":null},{"id":"W3087956082","doi":"10.1007/s00464-020-07657-7","title":"A curriculum to democratize and standardize flexible endoscopy fundamental knowledge and skills: a critical review of the first 5 years of a surgical endoscopy university diploma","year":2020,"lang":"en","type":"review","venue":"Surgical Endoscopy","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":7,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University Health Network","funders":"Agence Nationale de la Recherche","keywords":"Medicine; Endoscopy; Curriculum; Test (biology); Likert scale; Medical physics; Medical education; Demographics; Clinical trial; Surgery; Internal medicine; Psychology","score_opus":0.02795950035175573,"score_gpt":0.35353850263354497,"score_spread":0.32557900228178926,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3087956082","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0020091357,0.9890795,0.000009419185,0.0005943198,0.00024054441,0.0018807267,0.00036374477,0.00008170955,0.0057409033],"genre_scores_gemma":[0.006242335,0.9926497,0.0004904542,0.000154361,0.0001612891,0.000030866224,0.00004388043,0.00006751009,0.0001596202],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9959327,0.00059149653,0.001227334,0.0009080928,0.0007831708,0.0005572219],"domain_scores_gemma":[0.9955423,0.0024903528,0.00037151002,0.00052265194,0.00021231483,0.0008609101],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00059072935,0.0006402686,0.00379684,0.00020928278,0.00016749941,0.000030467814,0.00033768042,0.00036906698,0.0007044763],"category_scores_gemma":[0.00085608923,0.0004661179,0.00097070244,0.0014241782,0.00078027404,0.000093156996,0.0006099539,0.00082264055,0.00002376702],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0033610037,0.0034670893,0.008533799,0.3885229,0.0024687294,0.00535903,0.0013963217,0.0000011697706,0.000004161536,0.015971074,0.0040922905,0.5668224],"study_design_scores_gemma":[0.009666073,0.00045839476,0.00006381729,0.07655954,0.0013224385,0.00033187808,0.000073061994,0.000015756174,0.00001196294,0.000016929182,0.9111437,0.0003364165],"about_ca_topic_score_codex":0.000025441672,"about_ca_topic_score_gemma":0.000003446681,"teacher_disagreement_score":0.90705144,"about_ca_system_score_codex":0.00019005578,"about_ca_system_score_gemma":0.00058956357,"threshold_uncertainty_score":0.99977905},"labels":[],"label_agreement":null},{"id":"W3089061378","doi":"10.1016/j.jogc.2020.09.009","title":"Letter: Development of a High-Fidelity Surgical Simulator for Invasive Placentation","year":2020,"lang":"en","type":"letter","venue":"Journal of Obstetrics and Gynaecology Canada","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Sheridan College; University of Toronto","funders":"","keywords":"Medicine; Placentation; Fidelity; Medical physics; Pregnancy; Computer science","score_opus":0.031116201530197733,"score_gpt":0.26701004171305054,"score_spread":0.2358938401828528,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3089061378","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5854742,0.0026294864,0.00065615686,0.3916536,0.017780812,0.001181043,0.00018226281,0.000014921007,0.0004275018],"genre_scores_gemma":[0.79913193,0.000023790042,0.001490586,0.19874607,0.0004094443,0.000003578538,0.00011229437,0.000020213378,0.000062085506],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9980752,0.000060381815,0.000987339,0.00017762954,0.00048281802,0.00021662684],"domain_scores_gemma":[0.99059737,0.0076956796,0.00086704036,0.000074421034,0.00057842693,0.00018707053],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00018530083,0.00017907748,0.00083312835,0.0001998322,0.00006881972,0.000010651608,0.00008479832,0.00033344363,0.00017640856],"category_scores_gemma":[0.003582012,0.00014780667,0.00012483861,0.00020135038,0.00004772762,0.000032792723,0.000027450402,0.0008031281,2.7128036e-7],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0003358833,0.00018656772,0.026520342,0.0023749324,0.002221164,0.039160877,0.00062319834,0.00083911646,0.000009543632,0.0000754993,0.77433777,0.15331511],"study_design_scores_gemma":[0.008706151,0.00033735263,0.017580032,0.000033524862,0.00023312615,0.00004437136,0.00004892245,0.00016989434,0.000071521696,0.000057662684,0.9725607,0.0001567404],"about_ca_topic_score_codex":0.0006638166,"about_ca_topic_score_gemma":0.0013473233,"teacher_disagreement_score":0.21365774,"about_ca_system_score_codex":0.0006968664,"about_ca_system_score_gemma":0.0037994816,"threshold_uncertainty_score":0.6740117},"labels":[],"label_agreement":null},{"id":"W3089726554","doi":"10.1016/j.jsurg.2020.09.013","title":"Gender Disparities in Medical Student Surgical Skills Education","year":2020,"lang":"en","type":"article","venue":"Journal of surgical education","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":26,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University","funders":"","keywords":"Medical education; Low Confidence; Psychology; Medicine; Confidence interval; Set (abstract data type); Social psychology; Internal medicine","score_opus":0.035402887897555926,"score_gpt":0.39093766092388293,"score_spread":0.355534773026327,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3089726554","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9564824,0.0013389741,0.00003135091,0.025327722,0.0008362682,0.00017069312,6.4835666e-7,0.000017865414,0.01579408],"genre_scores_gemma":[0.994756,0.0005673778,0.00017989906,0.0026555117,0.0016081935,0.000006711383,0.000017082004,0.000014556203,0.00019465513],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99760634,0.00013898805,0.0008643195,0.00017583578,0.0010156246,0.00019888792],"domain_scores_gemma":[0.9982212,0.000336058,0.00023740661,0.00009108882,0.0003095004,0.0008047353],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00062275614,0.00013640532,0.0004340762,0.00017906156,0.00003593389,0.000036045203,0.0001242132,0.00016337849,0.002364373],"category_scores_gemma":[0.00044506436,0.00010454446,0.00019455535,0.00041265224,0.00006625516,0.00018510537,0.000027754299,0.00059241545,0.000032552536],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0013280809,0.008880003,0.59500283,0.00020103005,0.00013502604,0.0010636017,0.0031343447,0.00014342493,0.00001394928,0.011198082,0.0033205487,0.37557906],"study_design_scores_gemma":[0.010634437,0.00047364223,0.5491555,0.00058500894,0.000116305404,0.002441273,0.0029412312,0.00062635855,0.000049743496,0.00064627867,0.43203187,0.00029834686],"about_ca_topic_score_codex":0.000012969772,"about_ca_topic_score_gemma":9.705307e-7,"teacher_disagreement_score":0.42871132,"about_ca_system_score_codex":0.00013422238,"about_ca_system_score_gemma":0.0019648767,"threshold_uncertainty_score":0.9985476},"labels":[],"label_agreement":null},{"id":"W3089874631","doi":"10.1109/icra40945.2020.9197235","title":"Evaluation of Increasing Camera Baseline on Depth Perception in Surgical Robotics","year":2020,"lang":"en","type":"article","venue":"","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Baseline (sea); Stereo camera; Artificial intelligence; Computer vision; Perception; Computer science; Robotics; Robot; Stereoscopy; Simulation; Psychology; Geology","score_opus":0.13172164291611352,"score_gpt":0.37491811500592653,"score_spread":0.24319647208981302,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3089874631","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9545552,0.000015398256,0.000701276,0.0016426307,0.000020230938,0.0001793724,5.0872404e-7,0.000029302502,0.042856075],"genre_scores_gemma":[0.9979729,0.000005796439,0.0011480954,0.0007320169,0.00009088574,0.0000016739993,0.000029244371,0.000006581667,0.000012809344],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9987464,0.00027049045,0.0002349957,0.00012718284,0.0005413644,0.00007956709],"domain_scores_gemma":[0.99942064,0.0002369328,0.000034244753,0.000059512124,0.00015542415,0.00009322997],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0015281857,0.000058669113,0.00016176999,0.000055345958,0.000011584916,0.0000034694278,0.000016371501,0.00004852642,0.0015579017],"category_scores_gemma":[0.000868524,0.000046838908,0.00004270836,0.00021034919,0.000016372398,0.000028821754,0.0000071406125,0.00010671811,0.000026844149],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0016584507,0.00041652273,0.123163044,0.0000438509,0.000035665395,0.000043330052,0.00096857164,0.1635093,0.0014183498,0.001014806,0.00002525039,0.7077029],"study_design_scores_gemma":[0.005265951,0.00016944896,0.1870076,0.000054014912,0.0000662639,0.000006035113,0.00031765644,0.8066097,0.000114522765,0.000023140521,0.00031268573,0.000052956028],"about_ca_topic_score_codex":0.000054107837,"about_ca_topic_score_gemma":0.000015292713,"teacher_disagreement_score":0.7076499,"about_ca_system_score_codex":0.00006131851,"about_ca_system_score_gemma":0.000054802997,"threshold_uncertainty_score":0.99935484},"labels":[],"label_agreement":null},{"id":"W3089955025","doi":"10.5489/cuaj.6647","title":"Unusual suspects: Real-time physiological evaluation of stressors during laparoscopic donor nephrectomy","year":2020,"lang":"en","type":"article","venue":"Canadian Urological Association Journal","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"London Health Sciences Centre; Queen's University; Western University","funders":"Schulich School of Medicine and Dentistry","keywords":"Stressor; Repeated measures design; Nephrectomy; Psychology; Medicine; Autonomy; Internal medicine; Clinical psychology; Kidney; Statistics; Mathematics","score_opus":0.03955906241600628,"score_gpt":0.28492482264951274,"score_spread":0.24536576023350648,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3089955025","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9857227,0.00004904454,0.0000031564425,0.0069191926,0.00008824424,0.00021248158,0.000016019738,0.000044518783,0.006944646],"genre_scores_gemma":[0.9978798,0.000024155772,0.000084637075,0.001367696,0.00051807484,0.0000049704604,0.00003156814,0.000010366519,0.00007874636],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9978164,0.00039362756,0.00046515794,0.00022262664,0.0007095637,0.00039262924],"domain_scores_gemma":[0.99803275,0.00019574158,0.000325649,0.00007335215,0.000497399,0.00087510515],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0007838551,0.00013926408,0.000403077,0.00010962969,0.00017439811,0.000038025755,0.00009622763,0.00023903268,0.0039708465],"category_scores_gemma":[0.0025243002,0.00011072828,0.00016058769,0.00035443547,0.00004027719,0.00008798727,0.00001221767,0.00047856694,0.000075247684],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0007183396,0.00018643084,0.9747024,0.000038422924,0.00037054945,0.0001532901,0.00083369773,0.00543174,0.011212615,0.000391095,0.0016264818,0.0043349327],"study_design_scores_gemma":[0.007073288,0.00040188388,0.9838863,0.000022016442,0.00017019479,0.000020353807,0.00013293186,0.0056518,0.0004581398,0.0002285295,0.0018168553,0.00013771778],"about_ca_topic_score_codex":0.00016703329,"about_ca_topic_score_gemma":0.000043506403,"teacher_disagreement_score":0.012157089,"about_ca_system_score_codex":0.00065052626,"about_ca_system_score_gemma":0.00043783328,"threshold_uncertainty_score":0.99693966},"labels":[],"label_agreement":null},{"id":"W3090761862","doi":"10.5489/cuaj.6679","title":"Development, implementation, and evaluation of a competency-based didactic and simulation-focused boot camp for incoming urology residents: Report of the first three years","year":2020,"lang":"en","type":"article","venue":"Canadian Urological Association Journal","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"St. Joseph’s Healthcare Hamilton; Impact; Western University; McMaster University","funders":"National Cancer Institute; McMaster University","keywords":"Boot camp; Curriculum; Competence (human resources); Medicine; Medical education; Objective structured clinical examination; Urology; Psychology; Pedagogy; Computer science","score_opus":0.053334372942241956,"score_gpt":0.32176068028102695,"score_spread":0.268426307338785,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3090761862","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98594373,0.000053180687,0.0005569535,0.012923949,0.000050330178,0.00037519305,0.000008284336,0.00000511204,0.0000832746],"genre_scores_gemma":[0.9973607,0.000001180183,0.00076606375,0.0017941361,0.00004866717,0.000007510266,0.0000143825255,0.000005574529,0.0000017964641],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9988053,0.00009773603,0.0004798542,0.0001232908,0.00035108053,0.00014276973],"domain_scores_gemma":[0.9982799,0.0005050081,0.00052145554,0.000050344173,0.00045076132,0.00019248322],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0011997818,0.0000662469,0.00019093331,0.00007189241,0.00016548348,0.00002004829,0.000036891426,0.00008869784,0.00014824292],"category_scores_gemma":[0.0022867492,0.00005187477,0.000049423066,0.00014350889,0.000036079517,0.00005684366,0.000010896333,0.00013695673,3.388618e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00008325059,0.000010820745,0.98963356,0.000011915392,0.00007088211,0.0000064962987,0.00053009065,0.004057973,0.000020695728,0.00008982073,0.000034142115,0.005450353],"study_design_scores_gemma":[0.0035673932,0.000105384504,0.9586103,0.000009806922,0.00012560081,0.000015551746,0.00011610113,0.0326563,0.000017731283,0.00050405035,0.004223429,0.00004838067],"about_ca_topic_score_codex":0.000116539406,"about_ca_topic_score_gemma":0.0016435584,"teacher_disagreement_score":0.031023288,"about_ca_system_score_codex":0.00017451304,"about_ca_system_score_gemma":0.0008572834,"threshold_uncertainty_score":0.27376175},"labels":[],"label_agreement":null},{"id":"W3090925205","doi":"10.1177/0194599820960474","title":"Multi‐institutional Comparison of Temporal Bone Models: A Collaboration of the AAO‐HNSF 3D‐Printed Temporal Bone Working Group","year":2020,"lang":"en","type":"article","venue":"Otolaryngology","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":31,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Manitoba","funders":"National Institute on Deafness and Other Communication Disorders","keywords":"Temporal bone; Stereolithography; 3d printed; Cadaveric spasm; Likert scale; Otorhinolaryngology; 3D printing; Computer science; Medical physics; Medicine; Surgery; Biomedical engineering; Engineering; Mechanical engineering; Psychology","score_opus":0.07632305582299191,"score_gpt":0.3174243958869215,"score_spread":0.24110134006392958,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3090925205","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98363006,0.000364713,0.010875975,0.0018918959,0.00018767887,0.0005351106,0.000013841204,0.000061912455,0.002438836],"genre_scores_gemma":[0.99218446,0.0000040266173,0.0069982065,0.00056834496,0.00008730265,0.000013211894,0.00009930882,0.0000141441415,0.000031001204],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.998506,0.00013425852,0.00064436725,0.00024907218,0.0002898699,0.00017639731],"domain_scores_gemma":[0.99909884,0.00011347215,0.0003218365,0.0001867561,0.0001660174,0.00011307351],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00020760509,0.0001478832,0.0005781079,0.00007649108,0.000088496956,0.000006555709,0.00009806346,0.0001660547,0.00012881342],"category_scores_gemma":[0.00023397001,0.00010784585,0.00013120107,0.00056643394,0.00026010897,0.00008334238,0.00008037324,0.00027878367,0.0000064018977],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0018514193,0.00085880194,0.9496641,0.00019654371,0.0001864482,0.00007081586,0.0031974546,0.012123068,0.017003467,0.011352671,0.00013716938,0.0033580505],"study_design_scores_gemma":[0.009572779,0.00043475133,0.15547891,0.00022864556,0.00013041508,0.000051029936,0.00074038265,0.8209493,0.0017857961,0.00014245888,0.010274992,0.00021054085],"about_ca_topic_score_codex":0.0000871171,"about_ca_topic_score_gemma":0.000098711775,"teacher_disagreement_score":0.8088262,"about_ca_system_score_codex":0.00003826934,"about_ca_system_score_gemma":0.00014681817,"threshold_uncertainty_score":0.43978262},"labels":[],"label_agreement":null},{"id":"W3091091286","doi":"10.2196/19723","title":"Use of a Low-Cost Portable 3D Virtual Reality Simulator for Psychomotor Skill Training in Minimally Invasive Surgery: Task Metrics and Score Validity","year":2020,"lang":"en","type":"article","venue":"JMIR Serious Games","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":17,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Psychomotor learning; Virtual reality; Task (project management); Construct validity; Reliability (semiconductor); Test (biology); Computer science; Simulation; Observational study; Gesture; Motor skill; Human–computer interaction; Artificial intelligence; Psychology; Medicine; Psychometrics; Engineering; Cognition; Developmental psychology","score_opus":0.15262316399197387,"score_gpt":0.34086485890125773,"score_spread":0.18824169490928386,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3091091286","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9974299,0.000054047752,0.0001601507,0.0005584915,0.000108384826,0.001316742,0.00016105204,0.000067877365,0.00014335968],"genre_scores_gemma":[0.9978958,0.00004990821,0.0005018937,0.0011561284,0.00012403524,0.00007868658,0.00010908708,0.00003650042,0.000047975587],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9981969,0.000080067475,0.00063843426,0.00043884388,0.0002987442,0.00034699484],"domain_scores_gemma":[0.9966989,0.0023426395,0.00024483324,0.00019558355,0.0001647622,0.00035327603],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00042390227,0.00021952023,0.0008014528,0.00020121266,0.000046350917,0.000037965685,0.000063718915,0.00015936178,0.000059166676],"category_scores_gemma":[0.0033599965,0.00020201699,0.00017149093,0.0006787919,0.0000973212,0.00019263884,0.000035685964,0.00018825581,0.0000018473321],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.007296462,0.00078780897,0.7409453,0.0014904558,0.00029308177,0.00031046552,0.020585498,0.0018354794,0.00215361,0.00030398986,0.0015908041,0.22240707],"study_design_scores_gemma":[0.01675436,0.0019177768,0.8677335,0.0011394349,0.00023604832,0.000031854448,0.003666635,0.044162814,0.0024566348,0.00018706711,0.060693644,0.001020247],"about_ca_topic_score_codex":0.000047866055,"about_ca_topic_score_gemma":0.00008356127,"teacher_disagreement_score":0.22138682,"about_ca_system_score_codex":0.000041548854,"about_ca_system_score_gemma":0.00027000986,"threshold_uncertainty_score":0.8238014},"labels":[],"label_agreement":null},{"id":"W3092301588","doi":"10.22541/au.160201574.44718933/v1","title":"The computerized objective assessment of surgical skills: Considerations for counting the number of movements","year":2020,"lang":"en","type":"preprint","venue":"","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"Standardization; Motion (physics); Computer science; Movement (music); Kinesiology; A priori and a posteriori; Motion analysis; Metric (unit); Management science; Psychology; Medical education; Artificial intelligence; Operations management; Medicine; Engineering; Epistemology","score_opus":0.057816601167036685,"score_gpt":0.395180422966402,"score_spread":0.3373638217993653,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3092301588","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6119808,0.00011938326,0.076361425,0.020906383,0.0018155372,0.008431797,0.00025763057,0.00020694666,0.27992007],"genre_scores_gemma":[0.9912268,0.000026686927,0.0077884793,0.0005044974,0.00011751212,0.00007292661,0.000050749488,0.000012942453,0.00019938362],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9986084,0.00010364193,0.0005972536,0.00021385524,0.00034923368,0.00012763358],"domain_scores_gemma":[0.99425447,0.004689868,0.00034357948,0.0002365491,0.00042435373,0.000051165916],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0005503235,0.00013729036,0.00045924165,0.000016377582,0.00014448684,0.000033949447,0.00008446046,0.00009597781,0.0003731549],"category_scores_gemma":[0.00027873451,0.000071279224,0.00025830735,0.00006960626,0.00013600764,0.000013847613,0.00019441142,0.00028696514,0.0000012559813],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0017107046,0.0026171755,0.19846444,0.0019069156,0.009738081,0.00007227823,0.008067721,0.013183751,0.0004433321,0.74328595,0.0031238387,0.017385807],"study_design_scores_gemma":[0.034888916,0.00037509468,0.2191527,0.0011380259,0.0009604683,0.000044576667,0.0038808445,0.62861663,0.0015863416,0.069724455,0.038956713,0.0006752534],"about_ca_topic_score_codex":0.000033001892,"about_ca_topic_score_gemma":0.000005597406,"teacher_disagreement_score":0.6735615,"about_ca_system_score_codex":0.000035570196,"about_ca_system_score_gemma":0.00026645514,"threshold_uncertainty_score":0.40857846},"labels":[],"label_agreement":null},{"id":"W3092825308","doi":"10.1017/cjn.2020.234","title":"Simulation in Neurosurgical Education During the COVID-19 Pandemic and Beyond","year":2020,"lang":"en","type":"letter","venue":"Canadian Journal of Neurological Sciences / Journal Canadien des Sciences Neurologiques","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Kingston Health Sciences Centre; Queen's University","funders":"","keywords":"Coronavirus disease 2019 (COVID-19); Pandemic; 2019-20 coronavirus outbreak; Content (measure theory); Severe acute respiratory syndrome coronavirus 2 (SARS-CoV-2); Action (physics); Medicine; Medical emergency; Virology; Mathematics; Pathology; Physics; Infectious disease (medical specialty)","score_opus":0.0752248789115805,"score_gpt":0.3283801206222781,"score_spread":0.2531552417106976,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3092825308","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6782726,0.0007736206,0.000006033779,0.3192712,0.00051421946,0.00020900603,0.0000063796697,0.000015652075,0.00093124434],"genre_scores_gemma":[0.61424375,0.00019396088,0.00008645336,0.38461113,0.000824304,0.000002222527,0.000001053685,0.000010772178,0.000026343638],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.9949227,0.0013752356,0.0010800097,0.0006470284,0.0009441874,0.001030859],"domain_scores_gemma":[0.9939297,0.0026888063,0.0008321813,0.00013708383,0.0002616586,0.0021505589],"candidate_categories":["sts","research_integrity"],"consensus_categories":["sts"],"category_scores_codex":[0.0025856558,0.00038612948,0.00068669755,0.0010584494,0.0020759809,0.0006429163,0.0009795169,0.0004538736,0.00020259575],"category_scores_gemma":[0.0078159245,0.00022973395,0.00024325644,0.0014316499,0.005430592,0.00047268203,0.000066519395,0.0046301894,0.0000020972057],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00016905848,0.000020063193,0.9506602,0.00004347812,0.000013447436,0.023311151,0.00049915066,0.018098563,0.0000028418513,0.00006498177,0.004242662,0.0028743667],"study_design_scores_gemma":[0.0022891818,0.034003396,0.3050828,0.00013329751,0.00017707307,0.11227025,0.00047534992,0.013686161,0.000002106409,0.014481326,0.5165724,0.00082663936],"about_ca_topic_score_codex":0.0005923526,"about_ca_topic_score_gemma":0.009236978,"teacher_disagreement_score":0.64557743,"about_ca_system_score_codex":0.00042099456,"about_ca_system_score_gemma":0.0071120276,"threshold_uncertainty_score":0.9992232},"labels":[],"label_agreement":null},{"id":"W3093650222","doi":"10.1016/j.jsurg.2020.10.002","title":"An Evaluation of the Surgical Foundations Curriculum: A National Study","year":2020,"lang":"en","type":"article","venue":"Journal of surgical education","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":14,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University","funders":"Queen's University","keywords":"Curriculum; Medicine; Perioperative; Family medicine; Medical education; Surgery; Psychology; Pedagogy","score_opus":0.11255571670867015,"score_gpt":0.4450993689737111,"score_spread":0.33254365226504096,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3093650222","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98719877,0.000103030296,0.000021287056,0.0051450394,0.00035637643,0.0003781693,0.0000014133725,0.000008444298,0.0067874556],"genre_scores_gemma":[0.9988226,0.000008908652,0.00011587777,0.00020599093,0.0007996091,0.000007309248,0.00001052522,0.000007721508,0.000021443004],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9971199,0.00038079105,0.0006517721,0.00012346712,0.0016372349,0.00008684396],"domain_scores_gemma":[0.996676,0.00017767877,0.00043588883,0.000106268,0.002377634,0.00022651463],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.001634889,0.00008609037,0.0002437533,0.00009155885,0.00008025024,0.000024353234,0.000117735995,0.000053716823,0.000980078],"category_scores_gemma":[0.00068559137,0.00005394296,0.00018751231,0.0005790098,0.00005223998,0.00021967485,0.000014268155,0.00025496323,0.0000071917466],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0016453208,0.022874821,0.7463583,0.00008493131,0.000532046,0.000046824614,0.0091639,0.013525082,0.0003101661,0.010482323,0.0017295122,0.19324677],"study_design_scores_gemma":[0.029709317,0.00276971,0.7919117,0.00026384983,0.001397269,0.0008993997,0.013340038,0.06318771,0.0002178129,0.002120271,0.093844995,0.000337915],"about_ca_topic_score_codex":0.000008116494,"about_ca_topic_score_gemma":0.0000013539777,"teacher_disagreement_score":0.19290885,"about_ca_system_score_codex":0.00011725185,"about_ca_system_score_gemma":0.0014568504,"threshold_uncertainty_score":0.9999332},"labels":[],"label_agreement":null},{"id":"W3093834129","doi":"10.1177/1553350620967852","title":"Periodic Kinesthetic Guidance Cannot Expedite Learning Surgical Skills","year":2020,"lang":"en","type":"article","venue":"Surgical Innovation","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"Royal College of Physicians and Surgeons of Canada; Royal Alexandra Hospital Foundation","keywords":"Kinesthetic learning; Haptic technology; Session (web analytics); Task (project management); Dreyfus model of skill acquisition; Virtual reality; Laparoscopic surgery; Medicine; Computer science; Human–computer interaction; Physical medicine and rehabilitation; Simulation; Psychology; Laparoscopy; Surgery","score_opus":0.03657556767088504,"score_gpt":0.31612048405545007,"score_spread":0.279544916384565,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3093834129","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.94919693,0.00014407233,0.00039276291,0.007200642,0.00014202786,0.0002467787,0.0000024198991,0.0003562968,0.04231809],"genre_scores_gemma":[0.9958636,0.000016774373,0.00019134807,0.0016187606,0.00091428333,0.000018714609,0.00017028957,0.00003158423,0.0011746115],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99798,0.000099222096,0.000648274,0.0004142692,0.00052439235,0.00033386002],"domain_scores_gemma":[0.99892485,0.00019968176,0.00015290461,0.00014235596,0.00035133903,0.00022885003],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00036262683,0.00020748517,0.00039546535,0.00013925678,0.00014534508,0.000050759845,0.00007679561,0.00016690633,0.0018783113],"category_scores_gemma":[0.00051371043,0.00017633179,0.00011464471,0.0019360993,0.00011050905,0.00012797165,0.000041470037,0.00052439317,0.0002490775],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0042147203,0.0011980342,0.33278242,0.0004063045,0.0002403245,0.008945176,0.003770454,0.0046289354,0.0023071242,0.11330681,0.0018577076,0.526342],"study_design_scores_gemma":[0.006643538,0.0003211545,0.02032146,0.000086090135,0.000025813493,0.00021005655,0.00015137749,0.00816439,0.0002906989,0.000067292814,0.9634313,0.00028682008],"about_ca_topic_score_codex":0.0000091378015,"about_ca_topic_score_gemma":3.875408e-7,"teacher_disagreement_score":0.9615736,"about_ca_system_score_codex":0.00005229946,"about_ca_system_score_gemma":0.00007937124,"threshold_uncertainty_score":0.9990341},"labels":[],"label_agreement":null},{"id":"W3094091017","doi":"10.36834/cmej.69051","title":"Recent evidence on visual-spatial ability in surgical education: A scoping review","year":2020,"lang":"en","type":"review","venue":"Canadian Medical Education Journal","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":22,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Queen's University; Dalhousie University; University of Toronto; McMaster University","funders":"","keywords":"Inclusion (mineral); Selection (genetic algorithm); Medicine; Psychology; Medical education; Computer science; Artificial intelligence; Social psychology","score_opus":0.11120586315224772,"score_gpt":0.47587928445061484,"score_spread":0.3646734212983671,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3094091017","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0000055949245,0.9572086,0.0000026798225,0.03464376,0.0021005338,0.0016006571,0.0000025786462,0.000019790483,0.004415817],"genre_scores_gemma":[0.000076691045,0.96222067,0.000037776797,0.034233585,0.0030282463,0.00016392402,0.00009884382,0.00004240286,0.00009786391],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9949737,0.0008753286,0.0017999271,0.00057761814,0.0012720487,0.00050136534],"domain_scores_gemma":[0.98541605,0.00088258286,0.00048801815,0.0003424961,0.0004617873,0.012409088],"candidate_categories":["metaresearch","metaepi_narrow","research_integrity","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0021423819,0.00040660784,0.0019184205,0.00054709916,0.0001529711,0.000078680736,0.0003144874,0.00052206387,0.06604384],"category_scores_gemma":[0.05070505,0.00032735924,0.0004673296,0.0011817486,0.00011358385,0.00010602088,0.000024385776,0.0027682811,0.00034450175],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000015366752,0.00021647773,0.00002234391,0.019038796,0.000023188953,0.00030156717,0.000038909922,1.2229123e-7,7.371287e-10,0.00003939494,0.00426594,0.9760379],"study_design_scores_gemma":[0.00024755075,0.00006393609,0.000023612765,0.43070254,0.00013649887,0.0012348228,0.000018719462,0.000009121074,7.372976e-9,0.000005417675,0.56740415,0.0001536193],"about_ca_topic_score_codex":0.00085100665,"about_ca_topic_score_gemma":0.0024781397,"teacher_disagreement_score":0.97588426,"about_ca_system_score_codex":0.0021921366,"about_ca_system_score_gemma":0.2857496,"threshold_uncertainty_score":0.99991786},"labels":[],"label_agreement":null},{"id":"W3094423545","doi":"10.1016/j.amjsurg.2020.10.024","title":"Surgical autonomy: A resident perspective and the balance of teacher development with operative independence","year":2020,"lang":"en","type":"article","venue":"The American Journal of Surgery","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":20,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"Massachusetts General Hospital","keywords":"Autonomy; Independence (probability theory); Thematic analysis; Psychology; Focus group; Perspective (graphical); Medicine; Social psychology; Medical education; Political science; Qualitative research; Sociology; Mathematics; Social science","score_opus":0.03701358891303687,"score_gpt":0.30205248656151146,"score_spread":0.2650388976484746,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3094423545","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98590237,0.00040632498,0.0001592848,0.012119408,0.000015650125,0.00008279517,3.369751e-7,0.000005180258,0.0013086495],"genre_scores_gemma":[0.9987732,0.000060717757,0.0002379422,0.0007865826,0.00008763142,0.0000019132276,1.6365571e-7,0.0000068890604,0.00004491835],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99890107,0.00021805929,0.0003351043,0.00009049408,0.000350715,0.000104559374],"domain_scores_gemma":[0.9980146,0.0011351095,0.00042086098,0.000071792754,0.00023977687,0.00011780997],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0009987999,0.00008494018,0.00050296803,0.000037626352,0.000060159895,0.000012641466,0.00007057773,0.000011934604,0.0000741473],"category_scores_gemma":[0.0002602639,0.000035446825,0.000079836354,0.00025595003,0.0006847685,0.000052910906,0.000026089825,0.0003115464,0.0000012320598],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.03994973,0.00019210532,0.77035666,0.00003195466,0.0016283864,0.0010541006,0.11428137,0.00070344895,0.00008546744,0.0037113535,0.00012900031,0.06787642],"study_design_scores_gemma":[0.008126398,0.0006344916,0.9157268,0.00045164948,0.0002101136,0.0013360672,0.06609285,0.0010423632,0.00057496096,0.00011689718,0.005458446,0.00022899115],"about_ca_topic_score_codex":0.000029098022,"about_ca_topic_score_gemma":8.2083193e-7,"teacher_disagreement_score":0.14537011,"about_ca_system_score_codex":0.000050726365,"about_ca_system_score_gemma":0.0005614096,"threshold_uncertainty_score":0.2523058},"labels":[],"label_agreement":null},{"id":"W3095167592","doi":"10.1016/j.jsurg.2020.10.008","title":"A Survey of the Surgical Morbidity and Mortality Conference in the United States and Canada: A Dying Tradition or the Key to Modern Quality Improvement?","year":2020,"lang":"en","type":"article","venue":"Journal of surgical education","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":22,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Attendance; Medicine; Quality management; Family medicine; Quality (philosophy); Medical emergency; Service (business); Political science","score_opus":0.17933497915000643,"score_gpt":0.38303374025014647,"score_spread":0.20369876110014004,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3095167592","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97965044,0.000058715283,0.00003810918,0.01984204,0.00007468417,0.00022948493,0.000015314054,0.0000019927395,0.00008924183],"genre_scores_gemma":[0.9984101,0.00010313849,0.000009704137,0.0013776628,0.000068717956,0.000003559669,0.000015353435,0.0000035407058,0.00000819708],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99835074,0.00051329733,0.00050602935,0.00010455182,0.00042776664,0.000097604934],"domain_scores_gemma":[0.9981031,0.0011241215,0.00024998345,0.00009745026,0.00027226048,0.00015307973],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0016951971,0.000081006605,0.00024242523,0.000031364274,0.00007037398,0.000030012903,0.00009232692,0.00003567596,0.000036945832],"category_scores_gemma":[0.0005673557,0.00003271484,0.00003587123,0.00035853134,0.000080593294,0.000060946815,0.00002075298,0.0002894832,6.551773e-8],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0035681755,0.0007676658,0.9275361,0.00022690784,0.00015671429,0.00007604496,0.02166263,0.0012730171,0.0001731824,0.0010752993,0.00044939105,0.04303492],"study_design_scores_gemma":[0.001436323,0.00013453134,0.98724306,0.00006521625,0.00003397039,0.00004930671,0.0029957816,0.0058549917,0.00003197303,0.00012692633,0.00197759,0.000050323273],"about_ca_topic_score_codex":0.13655221,"about_ca_topic_score_gemma":0.046034984,"teacher_disagreement_score":0.09051724,"about_ca_system_score_codex":0.000051741445,"about_ca_system_score_gemma":0.00077414786,"threshold_uncertainty_score":0.97137237},"labels":[],"label_agreement":null},{"id":"W3095999134","doi":"10.1016/j.euros.2020.09.005","title":"Utilising an Accelerated Delphi Process to Develop Guidance and Protocols for Telepresence Applications in Remote Robotic Surgery Training","year":2020,"lang":"en","type":"review","venue":"European Urology Open Science","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":41,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University; Université de Montréal; St. Joseph’s Healthcare Hamilton","funders":"Engineering and Physical Sciences Research Council","keywords":"Delphi method; Delphi; Process (computing); Terminology; Rigour; Computer science; Artificial intelligence","score_opus":0.39751132979017967,"score_gpt":0.49898168655715797,"score_spread":0.1014703567669783,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3095999134","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0021639436,0.5859114,0.07105455,0.003262665,0.00043184188,0.2930812,0.00006542476,0.0008115827,0.043217383],"genre_scores_gemma":[0.29625887,0.40614998,0.20610039,0.02348441,0.0022952878,0.06202751,0.0010748965,0.0015861954,0.0010224495],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9965667,0.00039044133,0.0008898629,0.001332449,0.00027308235,0.00054743205],"domain_scores_gemma":[0.9974789,0.0008859786,0.0003158776,0.00045104325,0.00037765157,0.0004905591],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0040005073,0.00031916625,0.0013418713,0.0003791231,0.0003432774,0.00028526792,0.0012909333,0.0000872332,0.000014328876],"category_scores_gemma":[0.0046131616,0.00026464002,0.000056465422,0.0038868308,0.00039120906,0.00037895562,0.00048991194,0.00038361407,0.000020354084],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000051348823,0.000028545895,0.00014396226,0.00077706994,0.000007988514,0.000055240318,0.0007575894,0.00011512523,0.0000037199181,0.00007517761,0.0000062874706,0.997978],"study_design_scores_gemma":[0.00071955536,0.00019758233,0.0022885567,0.0033108268,0.00008099845,0.00014500057,0.00016283321,0.0044607283,0.0000026941495,0.000048107053,0.98813695,0.0004461946],"about_ca_topic_score_codex":0.000005142622,"about_ca_topic_score_gemma":0.0000062610293,"teacher_disagreement_score":0.9975318,"about_ca_system_score_codex":0.000056603618,"about_ca_system_score_gemma":0.0018632712,"threshold_uncertainty_score":0.99998057},"labels":[],"label_agreement":null},{"id":"W3096031080","doi":"10.1016/j.jsurg.2020.10.014","title":"LearnENT: The Development of a Free Open Access Medical Education App in Otolaryngology-Head and Neck Surgery","year":2020,"lang":"en","type":"article","venue":"Journal of surgical education","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":9,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University; University of Toronto; University of Ottawa","funders":"University of Ottawa","keywords":"Curriculum; Medical education; Globe; Otorhinolaryngology; Medicine; World Wide Web; Multimedia; Computer science; Psychology; Surgery; Ophthalmology; Pedagogy","score_opus":0.08588722684782647,"score_gpt":0.3996639928264655,"score_spread":0.313776765978639,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3096031080","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9591706,0.0006280441,0.00002528069,0.03681758,0.00024512043,0.00020600496,2.4837067e-7,0.000004414192,0.0029026966],"genre_scores_gemma":[0.99713,0.0001691188,0.0005404845,0.0018248743,0.00026975697,0.0000093017,0.000008253965,0.000007520426,0.000040723946],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99840796,0.00012684867,0.0008052649,0.00012543904,0.00042153258,0.000112940455],"domain_scores_gemma":[0.9985079,0.00050191296,0.00036007844,0.000100107776,0.00021004607,0.00031993768],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0011383465,0.000084601554,0.00036942787,0.00013550419,0.000046741625,0.000051950392,0.00031603125,0.00009501069,0.0006117171],"category_scores_gemma":[0.0015951975,0.000054773707,0.00006965748,0.0004039223,0.000067974746,0.00030332277,0.00015322218,0.0003580884,0.0000029372816],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0013931971,0.0016660494,0.54771,0.00019152804,0.00007658984,0.00003175739,0.004221222,0.000017176082,0.000029604764,0.0010615296,0.0028166266,0.44078472],"study_design_scores_gemma":[0.0027951687,0.000078369485,0.8948279,0.00063029065,0.000030591436,0.00023597451,0.00088370615,0.0002548339,0.000082800616,0.0003536069,0.09974432,0.00008244764],"about_ca_topic_score_codex":0.00002882644,"about_ca_topic_score_gemma":0.00001615626,"teacher_disagreement_score":0.44070226,"about_ca_system_score_codex":0.000049682054,"about_ca_system_score_gemma":0.0040120743,"threshold_uncertainty_score":0.71172476},"labels":[],"label_agreement":null},{"id":"W3096328494","doi":"10.2196/19792","title":"Design and Printing of a Low-Cost 3D-Printed Nasal Osteotomy Training Model: Development and Feasibility Study","year":2020,"lang":"en","type":"article","venue":"JMIR Medical Education","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":20,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Thomas Jefferson University","keywords":"3d printed; 3D printing; 3d printer; Osteotomy; Nasal bone; Computer science; Cadaveric spasm; 3d model; Engineering drawing; Rapid prototyping; Simulation; Engineering; Orthodontics; Biomedical engineering; Surgery; Medicine; Artificial intelligence; Mechanical engineering","score_opus":0.10951912630230948,"score_gpt":0.39092770136073207,"score_spread":0.2814085750584226,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3096328494","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9878826,0.000023023,0.0090955645,0.0011537271,0.00003738219,0.001361108,1.7137482e-7,0.000047184374,0.00039922266],"genre_scores_gemma":[0.9914763,0.0000016483232,0.0075633842,0.00077330746,0.000055721226,0.00009727855,0.000007469729,0.000010584247,0.000014291157],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9987421,0.00007941814,0.00037467678,0.00027768055,0.00039265858,0.00013347121],"domain_scores_gemma":[0.9991269,0.00016335933,0.00008339796,0.0000838486,0.000094448704,0.00044801837],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00061043125,0.00010233139,0.00024384879,0.000047240752,0.000053433356,0.000011717304,0.000041462325,0.000074544085,0.00012533764],"category_scores_gemma":[0.0011830366,0.00008634177,0.000017744023,0.00016198416,0.00007038587,0.000051096315,0.000044228,0.00020510862,0.0000020647074],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00064334774,0.0015404547,0.12099845,0.0003756698,0.00006469298,0.000009480048,0.10523502,0.00013669729,0.00019517668,0.00011318013,0.000017480017,0.77067035],"study_design_scores_gemma":[0.0107398685,0.00040801812,0.51674515,0.0006211985,0.00006864343,0.000022464723,0.021445233,0.4484307,0.0004932374,0.00006699538,0.00067704276,0.0002814344],"about_ca_topic_score_codex":0.0000030029855,"about_ca_topic_score_gemma":0.0000012361226,"teacher_disagreement_score":0.7703889,"about_ca_system_score_codex":0.000033570424,"about_ca_system_score_gemma":0.00092684926,"threshold_uncertainty_score":0.35209152},"labels":[],"label_agreement":null},{"id":"W3097594369","doi":"10.1016/j.jcjo.2020.10.015","title":"Canadian ophthalmology resident experience during the COVID-19 pandemic","year":2020,"lang":"en","type":"article","venue":"Canadian Journal of Ophthalmology","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":13,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"University of Ottawa; Université de Montréal","funders":"","keywords":"Coronavirus disease 2019 (COVID-19); Pandemic; 2019-20 coronavirus outbreak; Severe acute respiratory syndrome coronavirus 2 (SARS-CoV-2); Virology; Optometry; Medicine; Ophthalmology; Outbreak; Infectious disease (medical specialty); Internal medicine; Disease","score_opus":0.11966904614078812,"score_gpt":0.3562380892821942,"score_spread":0.2365690431414061,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3097594369","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9659003,0.0005432209,0.0000074258696,0.01604356,0.00037288442,0.00014685928,0.000009581099,0.000006549507,0.016969644],"genre_scores_gemma":[0.99542594,0.0000036682557,0.00003929029,0.003554256,0.0003287239,0.000004089874,0.0000032885996,0.000019070969,0.0006216619],"study_design_codex":"observational","study_design_gemma":"case_report","domain_scores_codex":[0.9984018,0.00018202423,0.00048422624,0.00020556005,0.00016810547,0.0005582426],"domain_scores_gemma":[0.99475706,0.00024782837,0.000178632,0.00018278082,0.0001452768,0.004488415],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00034804348,0.00015096329,0.00037232373,0.0002673196,0.0003265659,0.000028263996,0.00031738498,0.00017035213,0.012504427],"category_scores_gemma":[0.0018147097,0.00011334013,0.00014275945,0.00033655137,0.00027174523,0.00007003953,0.000016097158,0.0005545291,0.00004535596],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00014195776,0.0000040174,0.83625364,0.000019097075,0.000055523044,0.15897779,0.0035807816,0.00045498987,0.00005918942,0.00013732105,0.00025259235,0.00006309909],"study_design_scores_gemma":[0.0019017888,0.0003503188,0.28719845,0.000017885804,0.00003479738,0.6828204,0.0018442641,0.000061443374,0.000022717446,0.00015449058,0.025448503,0.00014493875],"about_ca_topic_score_codex":0.13114758,"about_ca_topic_score_gemma":0.015357344,"teacher_disagreement_score":0.5490552,"about_ca_system_score_codex":0.00071765087,"about_ca_system_score_gemma":0.0050536343,"threshold_uncertainty_score":0.98839825},"labels":[],"label_agreement":null},{"id":"W3097871511","doi":"10.1016/j.ocl.2020.08.001","title":"Surgical Skills Training Using Simulation for Basic and Complex Hip and Knee Arthroplasty","year":2020,"lang":"en","type":"review","venue":"Orthopedic Clinics of North America","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":6,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Medicine; Curriculum; Orthopedic surgery; Arthroplasty; Modality (human–computer interaction); Hip arthroplasty; Medical education; Focus (optics); Medical physics; Physical therapy; Surgery; Human–computer interaction; Computer science","score_opus":0.16426275496340892,"score_gpt":0.41893047811440126,"score_spread":0.25466772315099234,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3097871511","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0067935972,0.98755795,0.0022967868,0.00007919746,0.00028036322,0.0023698306,0.0002481471,0.00009497862,0.0002791271],"genre_scores_gemma":[0.015805973,0.97875935,0.0037703796,0.00024547047,0.00051448366,0.000027606497,0.00073962315,0.000092541624,0.000044584976],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99712986,0.00013736365,0.0014213814,0.0006442149,0.00033325443,0.00033394856],"domain_scores_gemma":[0.9938194,0.004451757,0.00089652924,0.00022931729,0.0001402397,0.0004627257],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00033744617,0.00044207255,0.0027543954,0.00017553911,0.00013555211,0.000023226714,0.000048646092,0.00024141217,0.000108487955],"category_scores_gemma":[0.0010254562,0.0003711053,0.0005377127,0.00045149523,0.00039230438,0.000064094886,0.00008536915,0.00045193348,0.000003957951],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00014325486,0.00007065183,0.0025600726,0.0030654783,0.00021200486,0.000051789993,0.00014769645,0.00022398891,3.2743834e-9,0.0000073283272,0.0000070355027,0.9935107],"study_design_scores_gemma":[0.0041663153,0.00051913736,0.0008308604,0.0020450694,0.0013955602,0.00007238379,0.00004608458,0.029160993,1.0785843e-9,0.000005247803,0.96144867,0.0003096622],"about_ca_topic_score_codex":0.000004214575,"about_ca_topic_score_gemma":0.0000033272456,"teacher_disagreement_score":0.993201,"about_ca_system_score_codex":0.000026957252,"about_ca_system_score_gemma":0.00036497344,"threshold_uncertainty_score":0.9998741},"labels":[],"label_agreement":null},{"id":"W3097902369","doi":"10.7759/cureus.11236","title":"“It’s Only Brain Surgery”: Using 3D Printing and Simulation to Prepare Rural Physicians for the Management of Acute Epidural Hematoma","year":2020,"lang":"en","type":"article","venue":"Cureus","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Ontario Institute of Technology; Memorial University of Newfoundland","funders":"Memorial University of Newfoundland","keywords":"Medicine; Presentation (obstetrics); Medical emergency; Emergency department; Epidural hematoma; Tertiary care; Rural area; Intracranial pressure; Hematoma; Emergency medicine; Surgery; Nursing","score_opus":0.0701738298388442,"score_gpt":0.3590536323517911,"score_spread":0.2888798025129469,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3097902369","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9731805,0.000051913616,0.017699098,0.0077602025,0.0000705699,0.00069830095,0.000010078031,0.000045264525,0.00048412086],"genre_scores_gemma":[0.99441624,0.0000039228757,0.002448267,0.0029502974,0.000106114916,0.0000072734665,0.000012843077,0.000013267906,0.000041763542],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99936056,0.00001582534,0.00021639894,0.00013729687,0.00013380687,0.00013608387],"domain_scores_gemma":[0.99927753,0.0004184025,0.00008044309,0.000105365754,0.00005237516,0.00006586347],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00015226801,0.0000818704,0.00019671227,0.00001679507,0.00007405143,0.000014378343,0.000036949783,0.000024942932,0.000025089821],"category_scores_gemma":[0.000080914964,0.000061085135,0.00008006572,0.00013608714,0.00002013277,0.00005488586,0.000044001557,0.00003602245,0.000001133341],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0027026255,0.00031383766,0.08194697,0.002179821,0.0037473687,0.00009104177,0.027791066,0.16186622,0.0026995654,0.0034292447,0.0019732097,0.711259],"study_design_scores_gemma":[0.0020870187,0.00012362699,0.032102562,0.0004911352,0.0005066694,0.000012856533,0.0025044696,0.94626987,0.0004531724,0.000049405295,0.015211566,0.00018763862],"about_ca_topic_score_codex":0.0000038206085,"about_ca_topic_score_gemma":0.000002143597,"teacher_disagreement_score":0.7844037,"about_ca_system_score_codex":0.000017791377,"about_ca_system_score_gemma":0.000012988906,"threshold_uncertainty_score":0.24909796},"labels":[],"label_agreement":null},{"id":"W3097910292","doi":"10.1016/j.jseint.2020.09.005","title":"Shoulder surgeon perspective of surgical device representatives: a multinational survey","year":2020,"lang":"en","type":"article","venue":"JSES International","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Disengagement theory; Multinational corporation; Medicine; Perspective (graphical); Psychology; Political science; Gerontology; Computer science","score_opus":0.1071876134312318,"score_gpt":0.42243109876596985,"score_spread":0.31524348533473806,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3097910292","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8135772,0.00012213174,0.0017334169,0.018080482,0.00039661938,0.00034057003,0.00023955946,0.00011395939,0.1653961],"genre_scores_gemma":[0.9980048,0.000013577696,0.00044314223,0.0006771031,0.00023041193,0.0000052893033,0.00016671218,0.000011042091,0.00044794788],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9987085,0.00009276469,0.0003020423,0.00025355563,0.0005411046,0.00010205317],"domain_scores_gemma":[0.99805766,0.0008833639,0.00010885777,0.00007251803,0.00075017154,0.0001274121],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00023445806,0.00009453096,0.0002094508,0.0000763394,0.000026343372,0.000012529175,0.000093126786,0.00005217354,0.0043725446],"category_scores_gemma":[0.0014559751,0.00008274981,0.0001244545,0.00022107521,0.00008873161,0.000095716445,0.000052878175,0.00014628372,0.000027153455],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0033203019,0.00058268686,0.9480269,0.000031497886,0.0006072792,0.00019018407,0.0033399332,0.0010815421,0.00022952538,0.035142493,0.001257459,0.0061902176],"study_design_scores_gemma":[0.007568557,0.00014135939,0.92361385,0.0000501432,0.000032564374,0.000039047463,0.0016680533,0.030991936,0.0009618131,0.0002610736,0.034500238,0.00017135288],"about_ca_topic_score_codex":0.0001271225,"about_ca_topic_score_gemma":0.000013370091,"teacher_disagreement_score":0.18442762,"about_ca_system_score_codex":0.000057919828,"about_ca_system_score_gemma":0.00007600522,"threshold_uncertainty_score":0.99653757},"labels":[],"label_agreement":null},{"id":"W3099135143","doi":"10.5489/cuaj.6768","title":"Using GoPro to create an educational database of open urological procedures for residents","year":2020,"lang":"en","type":"article","venue":"Canadian Urological Association Journal","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Horizon Health Network; Dalhousie University","funders":"","keywords":"Database; Open source; Computer science; Data science; Operating system; Software","score_opus":0.12668270358424266,"score_gpt":0.37788586484735515,"score_spread":0.2512031612631125,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3099135143","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.920251,0.00004624621,0.000617401,0.07642551,0.00012375013,0.00072141964,0.00017006873,0.000016341754,0.0016282335],"genre_scores_gemma":[0.97240156,0.0000041619014,0.0046485397,0.022188636,0.00054884,0.000013398026,0.00010081342,0.0000111089685,0.000082936655],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99858534,0.00012521535,0.0004061283,0.00024726326,0.00030100797,0.00033503212],"domain_scores_gemma":[0.9974884,0.00027436647,0.0002245767,0.000078111065,0.00041680262,0.0015177438],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0006654471,0.00010919266,0.00029515865,0.00010322538,0.00022493194,0.00011545672,0.00024044012,0.00014446187,0.0012294467],"category_scores_gemma":[0.0060408437,0.0000885171,0.00008883004,0.0002647984,0.000022042947,0.00019860736,0.000040113482,0.00026810108,0.0000127833755],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0012267827,0.0001781213,0.9864757,0.000026347594,0.00012519583,0.00003415592,0.00039335171,0.0015406697,0.0007577113,0.0022927949,0.005276122,0.0016730585],"study_design_scores_gemma":[0.0037598705,0.001235986,0.9596032,0.00004165179,0.00012769803,0.00007142834,0.00015387377,0.004898744,0.00008536097,0.0021261005,0.027689029,0.00020708643],"about_ca_topic_score_codex":0.00050195714,"about_ca_topic_score_gemma":0.00021847698,"teacher_disagreement_score":0.05423687,"about_ca_system_score_codex":0.0002658805,"about_ca_system_score_gemma":0.0010708515,"threshold_uncertainty_score":0.99968356},"labels":[],"label_agreement":null},{"id":"W3099298482","doi":"10.1007/s00464-020-08152-9","title":"Development and prospective validation of a scoring system for the Basic Endoscopic Skills Training (BEST) box","year":2020,"lang":"en","type":"article","venue":"Surgical Endoscopy","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":5,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Toronto General Hospital; University of Toronto; University Health Network","funders":"Society of American Gastrointestinal and Endoscopic Surgeons","keywords":"Medicine; Receiver operating characteristic; Endoscopy; Prospective cohort study; Retrospective cohort study; Logistic regression; Medical physics; Surgery; Internal medicine","score_opus":0.051248401572522605,"score_gpt":0.3064515041708012,"score_spread":0.2552031025982786,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3099298482","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99256897,0.00036402894,0.0018604185,0.00045089168,0.00013078403,0.0009650794,0.000005763111,0.00011613799,0.003537915],"genre_scores_gemma":[0.99663705,0.000013942686,0.0029723768,0.000071759525,0.00013547472,0.00010061466,0.000010738692,0.000018373226,0.000039685965],"study_design_codex":"design_other","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.99883866,0.000034708497,0.00037111968,0.0002779134,0.0002610033,0.00021659843],"domain_scores_gemma":[0.99877334,0.00079754344,0.00010502564,0.000098747536,0.00008056094,0.00014475797],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00028698638,0.00013913182,0.00036267712,0.00003820621,0.00012864891,0.000021312373,0.000055141714,0.000057917154,0.00004312416],"category_scores_gemma":[0.00022353302,0.00009331987,0.000083789266,0.00020922626,0.00006563924,0.000055747023,0.000029761493,0.0001324717,0.0000064680753],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.012998379,0.0011592812,0.20907167,0.007019077,0.0025262425,0.0005260492,0.1078517,0.0019304475,0.006958406,0.08345938,0.000043041982,0.5664563],"study_design_scores_gemma":[0.19084297,0.0022638736,0.021978248,0.0040306533,0.0010298836,0.00017137638,0.035939433,0.022265917,0.5865508,0.00023329603,0.13363628,0.0010572677],"about_ca_topic_score_codex":0.0000034480074,"about_ca_topic_score_gemma":4.2384656e-7,"teacher_disagreement_score":0.5795924,"about_ca_system_score_codex":0.0000485337,"about_ca_system_score_gemma":0.00010404993,"threshold_uncertainty_score":0.38054737},"labels":[],"label_agreement":null},{"id":"W3099611055","doi":"10.1002/nau.24581","title":"Impact of a 1‐day urodynamic course on knowledge, perceptions, and attitudes of urology residents","year":2020,"lang":"en","type":"article","venue":"Neurourology and Urodynamics","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Royal College of Physicians and Surgeons of Canada; Royal Ottawa Mental Health Centre; Ottawa Hospital; University of Ottawa","funders":"","keywords":"Medicine; Terminology; Urology; Curriculum; Perception; Medical education; Psychology; Pedagogy","score_opus":0.02195289099673598,"score_gpt":0.3397976647115394,"score_spread":0.3178447737148034,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3099611055","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9973516,0.00020910284,0.00008289133,0.0009804193,0.000052463434,0.00013385821,0.000015908161,0.000026870855,0.0011468849],"genre_scores_gemma":[0.99887764,0.0002130739,0.00003284142,0.0007828657,0.000036218895,0.0000016251585,0.0000150591595,0.000015858868,0.000024787314],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99908423,0.00014153938,0.00026372413,0.0002673414,0.000085781794,0.00015739365],"domain_scores_gemma":[0.9991936,0.00034925592,0.000101501864,0.0001309601,0.0000661561,0.00015849897],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0001169078,0.00013532239,0.00036926297,0.00008365169,0.00004198225,0.0000031882323,0.000049385526,0.0001403852,0.00007871789],"category_scores_gemma":[0.00020466666,0.00011287322,0.000084751126,0.0001295626,0.00028094245,0.000029157769,0.00005092558,0.00027612416,0.000004651859],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0011726582,0.00033273126,0.99056876,0.000063480096,0.00010447556,0.00004069754,0.00040873734,0.00092522224,0.0010737622,0.0009956271,0.00002160376,0.0042922315],"study_design_scores_gemma":[0.002098923,0.0027988865,0.9520976,0.000008195403,0.00012424603,0.00005413166,0.000014408168,0.04262991,0.0000018173631,0.000057867484,0.00005000305,0.000064036],"about_ca_topic_score_codex":0.0000094417765,"about_ca_topic_score_gemma":0.000009574209,"teacher_disagreement_score":0.041704684,"about_ca_system_score_codex":0.0000066044477,"about_ca_system_score_gemma":0.000051458657,"threshold_uncertainty_score":0.46028364},"labels":[],"label_agreement":null},{"id":"W3101230421","doi":"10.1097/sla.0000000000004594","title":"Artificial Intelligence for Intraoperative Guidance","year":2020,"lang":"en","type":"article","venue":"Annals of Surgery","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":366,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University Health Network","funders":"National Institute of Biomedical Imaging and Bioengineering","keywords":"Medicine; Artificial intelligence; Gallbladder; Cholecystectomy; Dissection (medical); Laparoscopic cholecystectomy; Cystic duct; Deep learning; Random forest; Surgery; Computer science","score_opus":0.6007137186538722,"score_gpt":0.4405008646572766,"score_spread":0.16021285399659563,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3101230421","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9128942,0.00063864473,0.023736002,0.056227304,0.00024941794,0.00044427262,0.000034726552,0.00010241779,0.00567303],"genre_scores_gemma":[0.9934074,0.00003620902,0.00032962393,0.0059750816,0.00020479388,0.0000072202088,0.000011941499,0.0000071489976,0.00002053702],"study_design_codex":"design_other","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.99931955,0.00001597389,0.00031554824,0.00012119539,0.00010704074,0.000120682766],"domain_scores_gemma":[0.998876,0.0007007482,0.00006023977,0.000058871396,0.00019336364,0.000110794186],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0002590921,0.000058523336,0.0002394915,0.00003186617,0.000023706152,0.000005602291,0.000024802766,0.00003365181,0.00024935647],"category_scores_gemma":[0.0011980686,0.000049775306,0.0001392513,0.00016848653,0.000046525845,0.00004597094,0.000007855451,0.000050308274,0.000018939825],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0022797293,0.00021757802,0.015665023,0.00025176382,0.00016094775,0.000038535665,0.0016765131,0.00050071365,0.0025154531,0.016944593,0.006582899,0.95316625],"study_design_scores_gemma":[0.00045496222,0.0006571267,0.023029178,0.0004901554,0.00006807649,0.000006896301,0.0013331106,0.03577642,0.7923527,0.008573232,0.13672663,0.00053151185],"about_ca_topic_score_codex":0.0000020104526,"about_ca_topic_score_gemma":2.6371634e-7,"teacher_disagreement_score":0.95263475,"about_ca_system_score_codex":0.0000016964801,"about_ca_system_score_gemma":0.000046410292,"threshold_uncertainty_score":0.27302784},"labels":[],"label_agreement":null},{"id":"W3104543905","doi":"10.9778/cmajo.20190185","title":"Trauma Resident Exposure in Canada and Operative Numbers (TraumaRECON): a study protocol for a national multicentre study of operative, nonoperative and structured educational exposures in Canada","year":2020,"lang":"en","type":"article","venue":"CMAJ Open","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"McMaster University; Hamilton General Hospital","funders":"","keywords":"Medicine; Trauma surgery; Major trauma; Emergency medicine; General surgery; Family medicine; Medical emergency; Surgery","score_opus":0.06310379783469916,"score_gpt":0.3849438669745122,"score_spread":0.32184006913981306,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3104543905","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.89133346,0.0000064815526,6.3565415e-7,0.00055412157,0.00002212998,0.107571,0.000052179534,0.0000018396722,0.00045812677],"genre_scores_gemma":[0.9565303,1.6487323e-7,0.0001731484,0.00043953044,0.000026062142,0.042745866,0.000021002763,0.000012023799,0.000051916562],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9983571,0.00019748643,0.0005280517,0.00040134988,0.0003538838,0.00016211603],"domain_scores_gemma":[0.99904895,0.00036225337,0.00009585394,0.000077592034,0.00023923586,0.00017612259],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00018867059,0.00017580547,0.0004587337,0.000051120845,0.00008019936,0.000051221636,0.000114578725,0.000026679449,0.00041860537],"category_scores_gemma":[0.00024951147,0.00014506046,0.000011948679,0.0002030076,0.000025085074,0.0001714667,0.00007803861,0.00016040048,1.04583116e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0017946828,0.00034546023,0.9483426,0.000054986293,0.00009629549,0.000027407788,0.04675623,0.0010532085,0.000020035932,0.000030698793,0.00011673524,0.0013616323],"study_design_scores_gemma":[0.02859868,0.00072854623,0.8443963,0.00007372562,0.000012046813,0.0000023969467,0.12406682,0.0017248918,0.000102131526,0.000007890161,0.00015146023,0.00013509495],"about_ca_topic_score_codex":0.99023956,"about_ca_topic_score_gemma":0.99991655,"teacher_disagreement_score":0.10394631,"about_ca_system_score_codex":0.0005842148,"about_ca_system_score_gemma":0.0057542333,"threshold_uncertainty_score":0.9998822},"labels":[],"label_agreement":null},{"id":"W3106437836","doi":"10.2196/22536","title":"Novel Assessments of Technical and Nontechnical Cardiac Surgery Quality: Protocol for a Mixed Methods Study","year":2020,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Institute of General Medical Sciences; National Heart, Lung, and Blood Institute; Medical School, University of Michigan; Agency for Healthcare Research and Quality; University of Michigan; U.S. Department of Veterans Affairs","keywords":"Medicine; Patient safety; Quality management; Adverse effect; Institutional review board; Protocol (science); Health care; Risk assessment; Medical emergency; Medical education; Surgery; Operations management; Engineering","score_opus":0.7250076012852353,"score_gpt":0.7230864908632425,"score_spread":0.0019211104219928332,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3106437836","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0008330835,3.7431928e-7,0.005900353,0.00061096373,0.0000028601698,0.99137574,0.000016496213,0.00010598278,0.0011541282],"genre_scores_gemma":[0.02449735,3.0228783e-8,0.01863708,0.00007797588,0.000103462386,0.95659727,0.0000058606984,0.00003333497,0.00004764307],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9958519,0.0012854344,0.0008243129,0.0005394178,0.0010528819,0.00044608637],"domain_scores_gemma":[0.99415356,0.00433795,0.00014689357,0.00037274486,0.0005444703,0.00044438292],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.009715307,0.00016967206,0.00087630743,0.00016676978,0.00010883404,0.000050033737,0.00015627054,0.00017638554,0.00007080572],"category_scores_gemma":[0.0037715156,0.00013107265,0.0002348612,0.0006880322,0.00023084035,0.000086444634,0.00028244272,0.0006286524,0.0000025311979],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.041142482,0.01911388,0.17918888,0.010665325,0.0005852585,0.00006820325,0.00083544484,0.0000032105336,0.154642,0.0024141779,0.008287434,0.5830537],"study_design_scores_gemma":[0.032843824,0.015400367,0.2226815,0.0024368255,0.00003097094,0.0000109966795,0.0014285027,0.0009903938,0.011440611,0.00026896418,0.711942,0.0005250439],"about_ca_topic_score_codex":0.00000981233,"about_ca_topic_score_gemma":0.0000013607938,"teacher_disagreement_score":0.7036546,"about_ca_system_score_codex":0.00005895133,"about_ca_system_score_gemma":0.00035178848,"threshold_uncertainty_score":0.53449875},"labels":[],"label_agreement":null},{"id":"W3107010246","doi":"10.1016/j.athoracsur.2020.10.037","title":"Augmented Reality and 3-Dimensional Printing Technologies for Guiding Complex Thoracoscopic Surgery","year":2020,"lang":"en","type":"article","venue":"The Annals of Thoracic Surgery","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":40,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Medicine; Propensity score matching; 3d printed; Three dimensional printing; Augmented reality; Surgery; Lung; Biomedical engineering; 3D printing; Internal medicine; Artificial intelligence","score_opus":0.4759914900358345,"score_gpt":0.4509436595121439,"score_spread":0.02504783052369064,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3107010246","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9523086,0.0006796521,0.0004012925,0.04564496,0.00007669153,0.00031836805,0.000013633787,0.00023893233,0.00031788799],"genre_scores_gemma":[0.99725646,0.00011046262,0.00045768815,0.0019948247,0.00008601218,0.000015325077,0.000041849016,0.000018122919,0.000019265955],"study_design_codex":"design_other","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9985558,0.00012051339,0.0005397902,0.00025094216,0.0002583489,0.00027460788],"domain_scores_gemma":[0.9945253,0.0046877624,0.00026226032,0.00021821848,0.00020734943,0.00009909856],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0020601293,0.00014592579,0.00057678955,0.00010842127,0.0001506539,0.000018448774,0.00007204408,0.00008174529,0.00005755594],"category_scores_gemma":[0.0038684022,0.000101152626,0.00023876804,0.00034445338,0.00017378006,0.00007080164,0.00010445157,0.00010779543,0.000002881567],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0037537543,0.00020192275,0.10351156,0.0013838945,0.000603093,0.000042203246,0.00043486385,0.00018295292,0.0090852445,0.00074440177,0.017513162,0.8625429],"study_design_scores_gemma":[0.001995411,0.0004895856,0.35150492,0.0042029237,0.00079853594,0.00014315319,0.005606322,0.0843364,0.38216585,0.008125173,0.15885052,0.0017811948],"about_ca_topic_score_codex":0.000010064712,"about_ca_topic_score_gemma":5.2909667e-7,"teacher_disagreement_score":0.86076176,"about_ca_system_score_codex":0.0000059376885,"about_ca_system_score_gemma":0.00006230156,"threshold_uncertainty_score":0.46311182},"labels":[],"label_agreement":null},{"id":"W3107664846","doi":"10.2196/21273","title":"An Educational Network for Surgical Education Supported by Gamification Elements: Protocol for a Randomized Controlled Trial","year":2020,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":13,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"Centre Hospitalier de l’Université de Montréal; Ontario Tech University; Université de Montréal","funders":"","keywords":"Randomized controlled trial; Medical education; Blinding; Usability; Protocol (science); Medicine; Psychology; Multimedia; Computer science; Surgery; Alternative medicine","score_opus":0.2250535915823396,"score_gpt":0.5891674060604624,"score_spread":0.36411381447812274,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3107664846","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00026773763,0.0000012515413,0.0012033456,0.0069503943,0.000017474043,0.9895802,0.000021578518,0.000087003384,0.0018710057],"genre_scores_gemma":[0.0024261924,1.0771928e-7,0.0021882718,0.0004663133,0.002455386,0.99018836,0.0009077064,0.00004609443,0.001321589],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9957668,0.0010397646,0.0011857069,0.0005686137,0.0008559472,0.00058316946],"domain_scores_gemma":[0.9943335,0.0031073769,0.00033284695,0.00028774265,0.0013542543,0.0005842487],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00519305,0.00020975614,0.0009907616,0.00011589306,0.00030106437,0.00015544724,0.00019873801,0.00017484938,0.0015909178],"category_scores_gemma":[0.0028460543,0.00015527476,0.00041769506,0.00043655848,0.00014678625,0.00018390283,0.000020513166,0.0003121081,0.000020956186],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.9445506,0.00296923,0.00011452067,0.00036560782,0.000092489565,4.7121551e-7,0.000109308494,0.0000101519345,0.00015464285,0.0052387426,0.03999437,0.0063999114],"study_design_scores_gemma":[0.5786818,0.0021747681,0.000013730449,0.00018848837,0.000011910494,7.695522e-7,0.000034486784,0.008172546,0.000066727865,0.000942805,0.4096183,0.000093661736],"about_ca_topic_score_codex":0.000002567085,"about_ca_topic_score_gemma":5.2578093e-7,"teacher_disagreement_score":0.36962393,"about_ca_system_score_codex":0.00010723076,"about_ca_system_score_gemma":0.001736096,"threshold_uncertainty_score":0.99932176},"labels":[],"label_agreement":null},{"id":"W3108021837","doi":"10.1089/end.2020.0674","title":"Simulation-Based Percutaneous Renal Access Training: Evaluating a Novel 3D Immersive Virtual Reality Platform","year":2020,"lang":"en","type":"article","venue":"Journal of Endourology","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":30,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University Health Network; St. Michael's Hospital","funders":"","keywords":"Percutaneous nephrolithotomy; Medicine; Percutaneous; Virtual reality; Fluoroscopy; Medical physics; Fidelity; Simulation; Surgery; Urology; Computer science; Human–computer interaction","score_opus":0.244083615710663,"score_gpt":0.41648826174082865,"score_spread":0.17240464603016564,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3108021837","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.904517,0.000048859194,0.084868304,0.007647031,0.000267349,0.0002198704,0.000010844527,0.000031174164,0.0023895844],"genre_scores_gemma":[0.990202,0.0000015161326,0.0016605451,0.007401475,0.000691847,9.35212e-7,0.000011743561,0.000019739355,0.000010167723],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9981907,0.000088708475,0.00074492634,0.00019676895,0.0005026252,0.00027625807],"domain_scores_gemma":[0.99570924,0.0028256278,0.0005677746,0.00009965757,0.00041917246,0.00037855486],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00062988733,0.00015772798,0.00053627725,0.00013980629,0.00008978099,0.000026360898,0.00015490511,0.00014537162,0.00094428123],"category_scores_gemma":[0.0043001245,0.00012832931,0.00023285927,0.00022847684,0.00008291296,0.00015007298,0.000031299376,0.0006161053,0.000007407939],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0057690004,0.00012088457,0.0013240768,0.000015361144,0.00018981055,0.0009046657,0.0021994018,0.9638186,0.0054122014,0.00014588644,0.000025761257,0.020074353],"study_design_scores_gemma":[0.011042309,0.003929315,0.002356285,0.000043752072,0.00026804087,0.000835267,0.0005993621,0.97680455,0.00015749548,0.00008279454,0.0037298498,0.00015099606],"about_ca_topic_score_codex":0.000004908731,"about_ca_topic_score_gemma":0.000001949537,"teacher_disagreement_score":0.085685045,"about_ca_system_score_codex":0.000060754275,"about_ca_system_score_gemma":0.0004221448,"threshold_uncertainty_score":0.999969},"labels":[],"label_agreement":null},{"id":"W3108604388","doi":"10.1093/ejcts/ezaa321","title":"Assessment tool validation and technical skill improvement in the simulation of the Norwood operation using three-dimensional-printed heart models","year":2020,"lang":"en","type":"article","venue":"European Journal of Cardio-Thoracic Surgery","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":12,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"SickKids Foundation; Hospital for Sick Children; University of Toronto","funders":"Hospital for Sick Children","keywords":"Norwood procedure; Hypoplastic left heart syndrome; Medicine; Consistency (knowledge bases); Surgery; Physical therapy; Heart disease; Cardiology; Mathematics","score_opus":0.0772534427844891,"score_gpt":0.3384173100611661,"score_spread":0.261163867276677,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3108604388","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97360605,0.000089734356,0.024265954,0.0012654664,0.0001133433,0.0002575181,0.0000016895677,0.000008723509,0.00039152193],"genre_scores_gemma":[0.9981717,0.0000074880836,0.00093378226,0.00069458113,0.00016942165,7.9325406e-7,0.0000041478343,0.00001659448,0.0000015124899],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9973794,0.00095718965,0.0007823862,0.00013796655,0.0006235244,0.000119529475],"domain_scores_gemma":[0.9986294,0.00058461085,0.0003183786,0.00015783377,0.00023630071,0.000073485484],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0045272126,0.00011127332,0.00034806074,0.00009111477,0.000073402494,0.000033145938,0.00007033284,0.000029094777,0.000016926082],"category_scores_gemma":[0.00042452337,0.00006595536,0.00023848625,0.00028084556,0.000044911612,0.00018606184,0.000049822895,0.0003077892,8.3354894e-7],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0003056896,0.00008674869,0.031080112,0.00003863653,0.00007287057,0.000058255908,0.00032719877,0.93606645,0.0077999067,0.000030326406,0.000020835756,0.024112985],"study_design_scores_gemma":[0.001421067,0.00024463466,0.44126457,0.00044988032,0.00022798519,0.00024182067,0.00023689431,0.55332345,0.0019085867,0.00006315759,0.00045291687,0.000165027],"about_ca_topic_score_codex":0.0000022141605,"about_ca_topic_score_gemma":3.421499e-7,"teacher_disagreement_score":0.41018447,"about_ca_system_score_codex":0.00005849775,"about_ca_system_score_gemma":0.00011545087,"threshold_uncertainty_score":0.26895815},"labels":[],"label_agreement":null},{"id":"W3109152051","doi":"10.5489/cuaj.6923","title":"A continued need for simulation facilities, technologies, and resources in Canadian urology training","year":2020,"lang":"en","type":"article","venue":"Canadian Urological Association Journal","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"University of British Columbia","funders":"","keywords":"Urology; Training (meteorology); Engineering management; Computer science; Medicine; Engineering; Physics","score_opus":0.04021125867816815,"score_gpt":0.2550838886746072,"score_spread":0.21487262999643902,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3109152051","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8890581,0.0003227714,0.00023072523,0.107368104,0.00009514848,0.00041557135,0.00007381448,0.000082483086,0.0023532864],"genre_scores_gemma":[0.99108493,0.000010727738,0.00012715685,0.008494139,0.00014466481,0.000010160329,0.000025175266,0.000009600185,0.000093421986],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.99857056,0.00009216962,0.00035442787,0.00021079264,0.0001474369,0.0006246244],"domain_scores_gemma":[0.9981551,0.0005656992,0.00012871074,0.00004569659,0.00013429835,0.00097048533],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0006281695,0.000120500634,0.00031742247,0.00029559623,0.00020518989,0.00006832349,0.00006970062,0.00038435406,0.00017846528],"category_scores_gemma":[0.005840485,0.00011014205,0.00006949071,0.0002782655,0.000045930057,0.000069254216,0.000007555968,0.0005335648,0.0000047230315],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00032201278,0.000013035061,0.92461526,0.000012130274,0.00007964048,0.00016027021,0.003834682,0.0045183874,0.000021671554,0.0009741473,0.00046493416,0.06498383],"study_design_scores_gemma":[0.0038760356,0.000382456,0.23226082,0.000007557531,0.000031529133,0.00003360279,0.0026169515,0.061812606,0.0000011503442,0.0008521589,0.6979713,0.00015387051],"about_ca_topic_score_codex":0.021674905,"about_ca_topic_score_gemma":0.13302033,"teacher_disagreement_score":0.6975063,"about_ca_system_score_codex":0.000567176,"about_ca_system_score_gemma":0.0005596354,"threshold_uncertainty_score":0.98483986},"labels":[],"label_agreement":null},{"id":"W3109459270","doi":"10.1016/j.jtcvs.2020.11.096","title":"A scoping review to identify competencies for transcatheter cardiovascular procedures","year":2020,"lang":"en","type":"review","venue":"Journal of Thoracic and Cardiovascular Surgery","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":8,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University; University of Manitoba","funders":"","keywords":"Medicine; Scopus; Curriculum; MEDLINE; Medical education; Narrative review; Systematic review; Appropriate Use Criteria; Medical physics; Intensive care medicine; Psychology; Internal medicine","score_opus":0.11390633136158632,"score_gpt":0.4137311552766266,"score_spread":0.2998248239150403,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3109459270","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000015319934,0.992549,0.0043982253,0.00013237033,0.0003892119,0.002405143,0.000013613056,0.000029756848,0.00006733296],"genre_scores_gemma":[0.00022459766,0.997471,0.0006883887,0.00046836413,0.00089982,0.00012474965,0.000019481779,0.000090229805,0.000013384035],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9959186,0.00046661295,0.0016974319,0.00048196953,0.0010831883,0.00035222527],"domain_scores_gemma":[0.99721617,0.0008386225,0.00046150218,0.00048745866,0.00044972802,0.00054654153],"candidate_categories":["metaepi_narrow","metaepi_broad"],"consensus_categories":[],"category_scores_codex":[0.0046170084,0.00050211634,0.008436822,0.00039653736,0.00010376605,0.00007345181,0.00016116451,0.00023803166,0.000027443773],"category_scores_gemma":[0.0016089078,0.00035560236,0.024817813,0.00058438565,0.00005433354,0.00012721265,0.000046072804,0.00047662386,0.000009326139],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00004651326,0.000016703694,0.000005001899,0.25895676,0.011121402,0.00023502378,0.000037586047,0.0000107991,6.270592e-8,0.0000010391113,0.00015371134,0.7294154],"study_design_scores_gemma":[0.00019803127,0.00004969366,0.000007932991,0.3634865,0.021914637,0.0019141339,0.0000125324605,0.0000012284504,7.9276174e-7,0.000002952181,0.6121793,0.00023227908],"about_ca_topic_score_codex":0.0000015893077,"about_ca_topic_score_gemma":3.091089e-7,"teacher_disagreement_score":0.72918314,"about_ca_system_score_codex":0.0000586222,"about_ca_system_score_gemma":0.00092708826,"threshold_uncertainty_score":0.9998896},"labels":[],"label_agreement":null},{"id":"W3110385255","doi":"10.1016/j.surg.2020.10.039","title":"Computer vision in surgery","year":2020,"lang":"en","type":"article","venue":"Surgery","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":160,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Artificial Intelligence in Medicine (Canada)","funders":"","keywords":"SAFER; Interpretability; Artificial intelligence; Medicine; Deep learning; Identification (biology); Variety (cybernetics); Machine learning; Deep neural networks; Artificial neural network; Computer science; Data science; Computer security","score_opus":0.07249876176651723,"score_gpt":0.3066257798265966,"score_spread":0.23412701806007938,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3110385255","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99164,0.00008077421,0.00023613275,0.0047199447,0.00025656106,0.000063850915,7.273525e-7,0.000095683994,0.0029063567],"genre_scores_gemma":[0.99362457,0.00001402479,0.00009163301,0.0059206146,0.00028862467,0.000001625066,0.000022862898,0.000010389619,0.000025653566],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9992613,0.00003972271,0.00024354378,0.00015556597,0.00014969631,0.00015016875],"domain_scores_gemma":[0.99850976,0.0012146153,0.000030236317,0.00007139414,0.000020672185,0.00015329376],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0002674523,0.000067198176,0.00028931463,0.000095446514,0.000015188128,0.000009540093,0.000014420537,0.00004698258,0.00062963157],"category_scores_gemma":[0.00021848516,0.000057570855,0.00013413366,0.00031724508,0.000017477874,0.00004991821,0.000015672837,0.000107884436,0.0001589853],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0003067529,0.0000815649,0.7494069,0.000060420654,0.000014414301,0.0007359798,0.00015866174,0.000113051625,0.00005248027,0.000050884988,0.0111830905,0.23783581],"study_design_scores_gemma":[0.0008451525,0.000034550038,0.8564447,0.0001985525,0.0000086956525,0.000015729373,0.000031718006,0.015072953,0.00013292188,0.00003301279,0.12701647,0.00016552104],"about_ca_topic_score_codex":0.0000058060205,"about_ca_topic_score_gemma":8.135601e-7,"teacher_disagreement_score":0.23767029,"about_ca_system_score_codex":0.000012367126,"about_ca_system_score_gemma":0.000047089306,"threshold_uncertainty_score":0.6894024},"labels":[],"label_agreement":null},{"id":"W3110648475","doi":"10.1016/j.athoracsur.2020.11.018","title":"The Incorporation of Hands-On Surgical Training in a Congenital Heart Surgery Training Curriculum","year":2020,"lang":"en","type":"article","venue":"The Annals of Thoracic Surgery","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":28,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto; Hospital for Sick Children; SickKids Foundation","funders":"","keywords":"Medicine; Curriculum; Statistical significance; Physical therapy; Internal medicine; Psychology","score_opus":0.25504202146438104,"score_gpt":0.40084617591876187,"score_spread":0.14580415445438083,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3110648475","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9835362,0.00042319787,0.000010207005,0.0136532355,0.00015243849,0.00022227199,0.0000052071287,0.000042915046,0.0019543457],"genre_scores_gemma":[0.9984631,0.00014429081,0.000011612079,0.0010502914,0.00023753326,0.000014882706,0.000025776673,0.000023176293,0.000029342984],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9974251,0.00047680165,0.0009469439,0.00023832834,0.00054885587,0.0003639647],"domain_scores_gemma":[0.9912489,0.0077741686,0.00037352042,0.00024409598,0.00017945738,0.00017984452],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0037044701,0.00018636826,0.00079736963,0.00016401058,0.00011899337,0.00002385336,0.00010738549,0.000100626945,0.00008531783],"category_scores_gemma":[0.002886678,0.000112703674,0.00047898263,0.0008624774,0.0002537033,0.00010516166,0.00003447986,0.00032153446,0.000010383442],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.013615743,0.00063615,0.278201,0.00046167552,0.00060403533,0.0005315781,0.018209048,0.001714577,0.0005725013,0.0022684557,0.0041525047,0.67903274],"study_design_scores_gemma":[0.016953778,0.0053235223,0.44308618,0.013958414,0.0011395641,0.0012856621,0.10448143,0.11246082,0.1031202,0.010914343,0.18200846,0.005267644],"about_ca_topic_score_codex":0.000023129023,"about_ca_topic_score_gemma":0.000011744157,"teacher_disagreement_score":0.67376506,"about_ca_system_score_codex":0.000009109753,"about_ca_system_score_gemma":0.00031460225,"threshold_uncertainty_score":0.45959225},"labels":[],"label_agreement":null},{"id":"W3112106476","doi":"10.1038/s41598-020-79173-6","title":"Impact of data on generalization of AI for surgical intelligence applications","year":2020,"lang":"en","type":"article","venue":"Scientific Reports","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":89,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"","keywords":"Workflow; Computer science; Context (archaeology); Artificial intelligence; Data science; Deep learning; Generalization","score_opus":0.15071802778904336,"score_gpt":0.42870672408587046,"score_spread":0.2779886962968271,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3112106476","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7987461,0.00012982512,0.1925956,0.0010988708,0.0006266127,0.0018298321,0.00009425297,0.00008362444,0.0047952468],"genre_scores_gemma":[0.99841017,0.0000015179854,0.00075999787,0.000039088078,0.000057167883,0.000008300444,0.0006232435,0.000005282043,0.000095216965],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9989655,0.000010547145,0.00038651074,0.00032107512,0.00023885161,0.00007750349],"domain_scores_gemma":[0.99895537,0.00007062228,0.00017259204,0.00049059495,0.00020836074,0.00010246465],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00041454757,0.000048832062,0.00015321745,0.000051434417,0.000038965798,0.000012869098,0.00007141185,0.0000286644,0.00021040539],"category_scores_gemma":[0.00021898147,0.000036585767,0.00008188007,0.000418153,0.000089250745,0.000060211067,0.00003076807,0.000039015547,0.0000027095678],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.002093755,0.002673864,0.3462422,0.0010556364,0.00055205956,0.00030884947,0.002447976,0.07709754,0.03359623,0.02561545,0.022992102,0.48532432],"study_design_scores_gemma":[0.003537129,0.0013866982,0.02154334,0.0002525274,0.00029601646,0.00019039029,0.00016575011,0.39555696,0.0705151,0.010017102,0.49607152,0.00046746587],"about_ca_topic_score_codex":0.000005310766,"about_ca_topic_score_gemma":4.365953e-7,"teacher_disagreement_score":0.48485687,"about_ca_system_score_codex":0.000010041313,"about_ca_system_score_gemma":0.000120806355,"threshold_uncertainty_score":0.23037915},"labels":[],"label_agreement":null},{"id":"W3112383842","doi":"10.1016/j.amjsurg.2020.12.014","title":"Setting standards of performance expected in neurosurgery residency: A study on entrustable professional activities in competency-based medical education","year":2020,"lang":"en","type":"article","venue":"The American Journal of Surgery","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":13,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto; University of Ottawa; St. Michael's Hospital","funders":"Royal College of Physicians and Surgeons of Canada","keywords":"Neurosurgery; Medical education; Medicine; Psychology; Family medicine; Medical physics; Psychiatry","score_opus":0.03450317573184335,"score_gpt":0.3343482802180046,"score_spread":0.29984510448616125,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3112383842","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99189687,0.000049987466,0.000012118183,0.0075818705,0.00018272045,0.00012365154,0.0000016792031,0.000007772374,0.00014333708],"genre_scores_gemma":[0.9981965,0.000018504692,0.000051835388,0.0016019249,0.00010886863,0.000004868742,0.0000015266064,0.000011290864,0.0000046864757],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9973954,0.0005082507,0.0007514117,0.00010858218,0.0010661171,0.00017024897],"domain_scores_gemma":[0.9967737,0.002236226,0.00060347357,0.000096969656,0.00014784563,0.00014173881],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0021175144,0.000100268975,0.00058433844,0.00032342414,0.00003644683,0.0000067022947,0.0000837451,0.000020791382,0.00015350914],"category_scores_gemma":[0.002211987,0.00006571923,0.00009910491,0.0008108395,0.00013745538,0.00009000831,0.000017463159,0.00049066177,4.4043614e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0039830706,0.0007229851,0.96008664,0.0000368757,0.000020286043,0.00012329785,0.0023370306,0.00054831925,0.00011879991,0.000014501239,0.00006619766,0.031941973],"study_design_scores_gemma":[0.0013419858,0.00056409754,0.9814694,0.0011289484,0.000015557556,0.00002130514,0.013176001,0.0018901211,0.000228153,0.000017566847,0.00007465055,0.00007222121],"about_ca_topic_score_codex":0.000021277783,"about_ca_topic_score_gemma":0.0000037039788,"teacher_disagreement_score":0.03186975,"about_ca_system_score_codex":0.00007928858,"about_ca_system_score_gemma":0.007196967,"threshold_uncertainty_score":0.9984313},"labels":[],"label_agreement":null},{"id":"W3112515024","doi":"10.1007/978-3-030-52693-1_3","title":"Force-Based Supervisory Control Assisted Surgery","year":2020,"lang":"en","type":"book-chapter","venue":"Advances in industrial control","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Medicine; Control (management); Computer science; Artificial intelligence","score_opus":0.11550339013244201,"score_gpt":0.2944277091500479,"score_spread":0.1789243190176059,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3112515024","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00040468568,0.010226275,0.0022355928,0.0060600783,0.00332405,0.0038728027,0.00043064958,0.00052544253,0.9729204],"genre_scores_gemma":[0.9759204,0.0001325458,0.000028632032,0.0055600004,0.0021395257,0.00006839846,0.00027915122,0.00011113751,0.015760245],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99711317,0.00011217579,0.001108677,0.0006280534,0.00061286194,0.00042509253],"domain_scores_gemma":[0.99504226,0.003710463,0.000404104,0.00034226474,0.00014597697,0.00035492872],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00048754265,0.0005235239,0.0018330103,0.00033706197,0.00006835234,0.000031972202,0.00013794383,0.00094874296,0.0019253286],"category_scores_gemma":[0.0012851284,0.00047910993,0.00061627757,0.000102891616,0.00016225947,0.00015782277,0.000015456151,0.0014701275,0.000100632526],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.030329462,0.00025191132,0.026758859,0.00030079825,0.00097035995,0.0026812674,0.000050085633,0.0035666637,0.000055566266,0.023178263,0.0013773234,0.9104794],"study_design_scores_gemma":[0.056464076,0.00033694814,0.00044240244,0.0011805516,0.00049041206,0.000011156851,0.000014631421,0.003102044,0.000013215644,0.0012039426,0.9360833,0.0006572763],"about_ca_topic_score_codex":0.000008271852,"about_ca_topic_score_gemma":0.000025013673,"teacher_disagreement_score":0.97551566,"about_ca_system_score_codex":0.00019118671,"about_ca_system_score_gemma":0.0005474212,"threshold_uncertainty_score":0.99976605},"labels":[],"label_agreement":null},{"id":"W3113463584","doi":"10.1016/j.anplas.2020.12.001","title":"Thiel-embalmed porcine placenta: A valid and reusable microsurgical practice model","year":2020,"lang":"fr","type":"article","venue":"Annales de Chirurgie Plastique Esthétique","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Montréal; McGill University; Centre Hospitalier de l’Université de Montréal","funders":"","keywords":"Cronbach's alpha; Reliability (semiconductor); Microsurgery; Face validity; Anastomosis; Computer science; Medicine; Medical physics; Surgery; Psychology; Psychometrics; Clinical psychology","score_opus":0.04883625450771195,"score_gpt":0.3280902651844708,"score_spread":0.27925401067675887,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3113463584","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.63166416,0.05043156,0.024026284,0.24230236,0.0011509327,0.0018336534,0.00023189849,0.00074591226,0.047613245],"genre_scores_gemma":[0.9483156,0.014111218,0.008414514,0.023177955,0.0014990575,0.000047025882,0.00013209612,0.00014576166,0.0041567436],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9955927,0.0005974501,0.00096516614,0.0010320144,0.0005445585,0.0012680923],"domain_scores_gemma":[0.9941862,0.002839223,0.0003608266,0.0003766,0.00032976066,0.0019073832],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0011728989,0.0007125686,0.0010363787,0.0001333929,0.0002536658,0.00018584648,0.00025360443,0.0008140188,0.00072603964],"category_scores_gemma":[0.0044921953,0.0007037361,0.00028682163,0.0005663469,0.0004325403,0.000673225,0.00024022888,0.0017864777,0.00028054265],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.04527472,0.007147933,0.056825463,0.008453099,0.004311379,0.044307142,0.04523288,0.32932714,0.011413869,0.26732987,0.110927716,0.069448784],"study_design_scores_gemma":[0.008951821,0.00086208875,0.0019709903,0.0012543055,0.0005555814,0.0023540673,0.0010285536,0.51886153,0.0023864734,0.00074171385,0.4601715,0.00086139044],"about_ca_topic_score_codex":0.0000853403,"about_ca_topic_score_gemma":0.000020606352,"teacher_disagreement_score":0.3492438,"about_ca_system_score_codex":0.00021297071,"about_ca_system_score_gemma":0.00091699924,"threshold_uncertainty_score":0.9995414},"labels":[],"label_agreement":null},{"id":"W3116265801","doi":"10.1136/neurintsurg-2020-017053","title":"International teleproctoring in neurointerventional surgery and its potential impact on clinical trials in the era of COVID-19: legal and technical considerations","year":2020,"lang":"en","type":"article","venue":"Journal of NeuroInterventional Surgery","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":14,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Toronto Western Hospital","funders":"","keywords":"Medicine; Coronavirus disease 2019 (COVID-19); Severe acute respiratory syndrome coronavirus 2 (SARS-CoV-2); 2019-20 coronavirus outbreak; Clinical trial; General surgery; Internal medicine; Virology; Outbreak; Disease","score_opus":0.27122661485010413,"score_gpt":0.4650614985087981,"score_spread":0.19383488365869395,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3116265801","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97188395,0.00027635685,0.0001954484,0.026876066,0.00044100918,0.00020305408,0.000030289519,0.00000915165,0.00008466761],"genre_scores_gemma":[0.99715924,0.00018207304,0.00005379327,0.0020949966,0.00047332668,0.0000031298598,0.000014601744,0.000013017635,0.0000058035916],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99418527,0.0016185036,0.003094175,0.00026060597,0.0006718286,0.00016963373],"domain_scores_gemma":[0.98231274,0.015970945,0.0011015368,0.000082623,0.00018705499,0.00034512577],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0097548645,0.00017082671,0.0010394963,0.00043587395,0.00004748829,0.00007066573,0.00008401904,0.00008805044,0.0005939566],"category_scores_gemma":[0.033507016,0.000118624164,0.0014042857,0.00025498227,0.00010840008,0.00025451463,0.000054565833,0.00091129646,0.0000014194228],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.010038275,0.0026798828,0.9621832,0.0003169342,0.00044291074,0.0063328,0.00013982643,0.0024139152,0.0017554562,0.0027982532,0.004453357,0.006445209],"study_design_scores_gemma":[0.0033329495,0.0006016882,0.98823047,0.00056390703,0.00006583316,0.003748282,0.000052996118,0.00172356,0.000027447726,0.0004065817,0.0011394435,0.000106836],"about_ca_topic_score_codex":0.000009450849,"about_ca_topic_score_gemma":0.0000043417554,"teacher_disagreement_score":0.026047295,"about_ca_system_score_codex":0.000049694994,"about_ca_system_score_gemma":0.00038491868,"threshold_uncertainty_score":0.9746342},"labels":[],"label_agreement":null},{"id":"W3116386420","doi":"10.2196/25284","title":"Using Flow Disruptions to Examine System Safety in Robotic-Assisted Surgery: Protocol for a Stepped Wedge Crossover Design","year":2020,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Medical University of South Carolina; Agency for Healthcare Research and Quality; U.S. Department of Health and Human Services","keywords":"Protocol (science); Health care; Patient safety; Medicine; Wedge (geometry); Computer science; Medical emergency; Risk analysis (engineering); Engineering; Operations management; Nursing; Medical physics; Alternative medicine","score_opus":0.7171385852928243,"score_gpt":0.601887595339325,"score_spread":0.11525098995349925,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3116386420","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000232396,2.4400106e-7,0.041999757,0.00093159935,0.0000057230654,0.9559188,0.00001672211,0.00015965651,0.0007351192],"genre_scores_gemma":[0.021209493,9.836399e-9,0.009365137,0.00017900519,0.0002284462,0.96870166,0.00001681534,0.00006483135,0.00023459483],"study_design_codex":"randomized_trial","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99606586,0.00075163104,0.0007999408,0.0006124798,0.0008912803,0.0008788108],"domain_scores_gemma":[0.9965305,0.0017199275,0.00009920433,0.00036970008,0.00052780466,0.0007528863],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0025964004,0.00023386977,0.00064956484,0.00036067175,0.00030132537,0.00016953658,0.00017834548,0.00017258356,0.00028303877],"category_scores_gemma":[0.0016971685,0.00019514785,0.00017150007,0.0017592101,0.000093610695,0.00016477832,0.00012887633,0.00049596705,0.00008533684],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.4397553,0.012977904,0.07986792,0.058269233,0.00066170486,0.0027252964,0.0108002,0.13229382,0.045637567,0.005465406,0.025394117,0.18615155],"study_design_scores_gemma":[0.05629997,0.0029703272,0.03641245,0.015470772,0.000013897716,0.00003938255,0.000661322,0.54996455,0.0015918153,0.000034665067,0.33583376,0.0007070954],"about_ca_topic_score_codex":0.000013883797,"about_ca_topic_score_gemma":0.0000070637434,"teacher_disagreement_score":0.41767073,"about_ca_system_score_codex":0.0005017703,"about_ca_system_score_gemma":0.00059451495,"threshold_uncertainty_score":0.79578984},"labels":[],"label_agreement":null},{"id":"W3117966307","doi":"10.1016/j.jss.2020.11.037","title":"Quantifying the “Assistant Effect” in Robotic-Assisted Radical Prostatectomy (RARP): Measures of Technical Performance","year":2020,"lang":"en","type":"article","venue":"Journal of Surgical Research","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":12,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"St. Michael's Hospital; University of Toronto; McGill University","funders":"","keywords":"Prostatectomy; Computer science; Urology; Medicine; Prostate cancer; Internal medicine","score_opus":0.29098112441772533,"score_gpt":0.44277868940218,"score_spread":0.15179756498445468,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3117966307","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98516417,0.0007231572,0.000066408924,0.010017665,0.000047620102,0.0004011562,6.746429e-7,0.000014702206,0.0035644574],"genre_scores_gemma":[0.9992325,0.00029588977,0.00018049507,0.00008260854,0.00016603115,0.0000060691186,9.91586e-7,0.000016399275,0.00001904181],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9954895,0.0007585149,0.0009494863,0.00018876811,0.0021830215,0.0004307271],"domain_scores_gemma":[0.9955377,0.0031676712,0.0001884629,0.00015977495,0.0005109495,0.00043544298],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0064380397,0.00013011608,0.0006729116,0.00025790028,0.00010309803,0.000035898454,0.00026680512,0.00014156471,0.00018272258],"category_scores_gemma":[0.002873666,0.0000686632,0.00025225402,0.001387484,0.00045787834,0.000101450045,0.000089912435,0.0020424777,0.00001013011],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.06504186,0.0019936117,0.61723274,0.0017151821,0.00044265026,0.01044174,0.0014848021,0.0035304322,0.040636554,0.0029104145,0.000788956,0.25378105],"study_design_scores_gemma":[0.038656425,0.010940163,0.8579228,0.0030637064,0.00014267428,0.0015098116,0.0006842573,0.021213552,0.013108068,0.00011719633,0.05226494,0.0003764213],"about_ca_topic_score_codex":0.000005705408,"about_ca_topic_score_gemma":0.0000022372428,"teacher_disagreement_score":0.25340465,"about_ca_system_score_codex":0.000121594414,"about_ca_system_score_gemma":0.00030697248,"threshold_uncertainty_score":0.8873663},"labels":[],"label_agreement":null},{"id":"W3119131155","doi":"10.1186/s12909-020-02443-4","title":"Closing the knowledge gap in pelvic neuroanatomy: assessment of a cadaveric training program","year":2021,"lang":"en","type":"article","venue":"BMC Medical Education","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto; Mount Sinai Hospital","funders":"","keywords":"Medicine; Test (biology); Cohort; Neuroanatomy; Physical therapy; General surgery; Internal medicine; Anatomy","score_opus":0.08128676820280464,"score_gpt":0.4400723500325932,"score_spread":0.3587855818297886,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3119131155","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9498624,0.00063433364,0.0003962797,0.0024237728,0.00052390405,0.0003686317,3.229965e-7,0.00004470032,0.04574561],"genre_scores_gemma":[0.99651057,0.000029128933,0.0021766613,0.00076727435,0.00019756862,0.00005843233,0.000031981912,0.000010755737,0.0002176536],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99866045,0.00021574201,0.0003498294,0.00018747835,0.00041997692,0.00016651623],"domain_scores_gemma":[0.99885017,0.0005829017,0.00007545285,0.00016978433,0.0001380061,0.0001836759],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0006009422,0.00008087264,0.00021019239,0.000076065364,0.000042219686,0.00001342366,0.000064024745,0.00007932438,0.00080036116],"category_scores_gemma":[0.0023175231,0.00005776702,0.00007095147,0.000641842,0.00007670052,0.000036136258,0.000024703833,0.00029158016,0.000004721154],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000024103636,0.0017131865,0.09427418,0.00023431398,0.00001820836,0.00001772629,0.0031083466,0.00002495405,0.00003606959,0.005185404,0.00009089239,0.8952726],"study_design_scores_gemma":[0.0028710507,0.000107217245,0.8897009,0.0008243251,0.00006281259,0.00009529417,0.0061500124,0.07338281,0.00004144631,0.00028786054,0.026356447,0.00011985172],"about_ca_topic_score_codex":0.000022497796,"about_ca_topic_score_gemma":0.00012503573,"teacher_disagreement_score":0.89515275,"about_ca_system_score_codex":0.00007636657,"about_ca_system_score_gemma":0.0067826775,"threshold_uncertainty_score":0.99884796},"labels":[],"label_agreement":null},{"id":"W3119378267","doi":"10.1017/cjn.2020.276","title":"Enhancing Neurosurgical Education: Lessons from the COVID-19 Pandemic","year":2021,"lang":"en","type":"article","venue":"Canadian Journal of Neurological Sciences / Journal Canadien des Sciences Neurologiques","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"University of Toronto; Memorial University of Newfoundland","funders":"","keywords":"Pandemic; Coronavirus disease 2019 (COVID-19); Content (measure theory); 2019-20 coronavirus outbreak; Severe acute respiratory syndrome coronavirus 2 (SARS-CoV-2); Action (physics); Medicine; Medical emergency; Virology; Pathology; Mathematics","score_opus":0.1126082070266538,"score_gpt":0.36192575666992827,"score_spread":0.24931754964327446,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3119378267","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.945009,0.0024318432,0.000070343216,0.047073163,0.0012140804,0.000103653336,0.000010076414,0.000023671015,0.004064158],"genre_scores_gemma":[0.944407,0.0004245802,0.00085449434,0.05357088,0.00066333,0.0000019796346,0.0000012551536,0.000009222154,0.00006725778],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9954686,0.0013169873,0.000878149,0.00053960696,0.00085278845,0.0009438768],"domain_scores_gemma":[0.99254584,0.0027820938,0.0005332969,0.00019348795,0.0005520318,0.0033932435],"candidate_categories":["metaresearch","sts","insufficient_payload"],"consensus_categories":["sts"],"category_scores_codex":[0.003676888,0.00026041918,0.00049071474,0.0003208057,0.0032311897,0.00069922366,0.001061481,0.00018377574,0.0011908505],"category_scores_gemma":[0.010895379,0.00015052075,0.00032861947,0.0015302384,0.0045394544,0.00045346023,0.000066659886,0.001540116,0.0000064421506],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00008356923,0.00004602062,0.9803547,0.000003950706,0.000016955348,0.008086397,0.00040773832,0.0013215388,0.000058878843,0.0013085541,0.00065295916,0.0076586865],"study_design_scores_gemma":[0.0016533567,0.018776631,0.5728479,0.00010131152,0.00017303602,0.16810803,0.001841779,0.00076473114,0.0001333181,0.030263525,0.20483124,0.0005051591],"about_ca_topic_score_codex":0.0014150873,"about_ca_topic_score_gemma":0.066923425,"teacher_disagreement_score":0.40750688,"about_ca_system_score_codex":0.00027432034,"about_ca_system_score_gemma":0.01792735,"threshold_uncertainty_score":0.9997222},"labels":[],"label_agreement":null},{"id":"W3119537216","doi":"10.1016/j.wneu.2020.12.141","title":"Quantitation of Tissue Resection Using a Brain Tumor Model and 7-T Magnetic Resonance Imaging Technology","year":2021,"lang":"en","type":"article","venue":"World Neurosurgery","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":7,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University; Montreal Neurological Institute and Hospital","funders":"Fonds de Recherche du Québec - Santé","keywords":"Magnetic resonance imaging; White matter; Medicine; Brain tumor; Ex vivo; Brain tissue; Nuclear medicine; Segmentation; Surgical planning; Pathology; Radiology; Biomedical engineering; In vivo; Artificial intelligence; Computer science; Biology","score_opus":0.04025768577896779,"score_gpt":0.3165680713438925,"score_spread":0.2763103855649247,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3119537216","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99353135,0.0018857069,0.00043123408,0.0032035059,0.00011234788,0.00008894816,0.000002014542,0.000055709206,0.0006891928],"genre_scores_gemma":[0.9973219,0.00002001026,0.0011328245,0.000807056,0.000025681067,0.0000030447495,0.000003341919,0.000015358799,0.0006707506],"study_design_codex":"bench_or_experimental","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99922717,0.000044133347,0.00024653092,0.00021737204,0.00013107526,0.00013369937],"domain_scores_gemma":[0.99940574,0.0002584047,0.000067316105,0.00013345065,0.00008989269,0.000045209596],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00014992095,0.000072956085,0.00019000427,0.00031921666,0.000058797003,0.000011554821,0.000015951186,0.000022199938,0.000042761323],"category_scores_gemma":[0.0005537985,0.000077197365,0.000031481944,0.00078121846,0.00007281314,0.00006050958,0.000026106423,0.00012194837,0.0000013100562],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0004540272,0.00016010484,0.29135835,0.00018228331,0.0000069597368,0.0009203827,0.00017235412,0.0029327546,0.5714975,0.004148498,0.0002578892,0.12790887],"study_design_scores_gemma":[0.0033246602,0.00012030072,0.14585228,0.0006570711,0.000072737916,0.000813673,0.00017595325,0.75648355,0.070348725,0.002204294,0.0196309,0.00031587566],"about_ca_topic_score_codex":0.000005434233,"about_ca_topic_score_gemma":0.000016624399,"teacher_disagreement_score":0.75355077,"about_ca_system_score_codex":0.000017155688,"about_ca_system_score_gemma":0.00005486026,"threshold_uncertainty_score":0.31480172},"labels":[],"label_agreement":null},{"id":"W3119577425","doi":"10.1111/medu.14449","title":"Before the scalpel: Exploring surgical residents' preoperative preparatory strategies","year":2021,"lang":"en","type":"article","venue":"Medical Education","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Dalhousie University; Western University","funders":"","keywords":"Medicine; Surgical procedures; General surgery; Preoperative care; MEDLINE; Medical education; Surgery; Political science","score_opus":0.0412341876001244,"score_gpt":0.36658326636343747,"score_spread":0.3253490787633131,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3119577425","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.94918954,0.00067006424,0.000057390625,0.013146382,0.0006779731,0.00018643017,6.059504e-7,0.0000779034,0.035993677],"genre_scores_gemma":[0.99550265,0.00004553384,0.00008100964,0.001801058,0.0007504991,0.00009352534,0.000053919786,0.000012225387,0.0016595966],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99850416,0.00015200247,0.00026668838,0.00023877902,0.0006599274,0.00017846546],"domain_scores_gemma":[0.9991621,0.00014792156,0.000039292292,0.00023102055,0.00020816288,0.00021154065],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00038543632,0.000101206206,0.00016687787,0.000033210385,0.00014421753,0.000060598137,0.000076644144,0.000095302385,0.0034875213],"category_scores_gemma":[0.0011897787,0.000064351465,0.000077543744,0.0002727259,0.0001288884,0.00018357298,0.000037490943,0.00031585593,0.000077507386],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00051627116,0.0031287023,0.26670393,0.00032103012,0.00036138814,0.0008411861,0.043901496,0.0001975221,0.000050804956,0.087478444,0.013903835,0.5825954],"study_design_scores_gemma":[0.0033415752,0.00017982959,0.72698367,0.0006419955,0.0001174747,0.00044710783,0.024137413,0.002342832,0.0005840518,0.0016423991,0.23935382,0.00022781004],"about_ca_topic_score_codex":0.00003161601,"about_ca_topic_score_gemma":0.000049682225,"teacher_disagreement_score":0.5823676,"about_ca_system_score_codex":0.000060535684,"about_ca_system_score_gemma":0.0022280419,"threshold_uncertainty_score":0.9974234},"labels":[],"label_agreement":null},{"id":"W3119760724","doi":"10.1097/as9.0000000000000021","title":"Definitions of Computer-Assisted Surgery and Intervention, Image-Guided Surgery and Intervention, Hybrid Operating Room, and Guidance Systems","year":2020,"lang":"en","type":"article","venue":"Annals of Surgery Open","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":35,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University Health Centre","funders":"National Cancer Institute; Boston Scientific Corporation; National Institutes of Health; Siemens Healthineers; Agence Nationale de la Recherche; Cook Medical","keywords":"Terminology; Multidisciplinary approach; Image-guided surgery; Process (computing); Intervention (counseling); Field (mathematics); Medical physics; Computer science; Medicine; Artificial intelligence; Nursing","score_opus":0.31585465771358456,"score_gpt":0.38220938601014304,"score_spread":0.06635472829655847,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3119760724","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9926993,0.0028808012,0.00084401626,0.0024558862,0.00017018315,0.0003730744,0.00006487945,0.000040609644,0.0004712368],"genre_scores_gemma":[0.99777776,0.00090730604,0.0003735559,0.0006503283,0.00007712993,0.000021771484,0.0001430902,0.000024865023,0.000024213883],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.997367,0.00032235152,0.0014665762,0.0003852012,0.00023090754,0.00022791172],"domain_scores_gemma":[0.9958548,0.0026104243,0.0005479108,0.00018211588,0.0005284909,0.00027627917],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002317005,0.00020056833,0.0011412721,0.00021238578,0.000115564006,0.00015885373,0.0000753929,0.0000621917,0.00010762899],"category_scores_gemma":[0.0014394957,0.00019030602,0.00027644614,0.0003164727,0.00016823766,0.00046070514,0.00022618702,0.000120042394,0.0000019690845],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00052185176,0.0006233108,0.8844989,0.004363416,0.0007379493,0.00020724419,0.0004894818,0.000052237032,0.0005713107,0.00083275,0.023936763,0.083164774],"study_design_scores_gemma":[0.0026383305,0.00021971631,0.967768,0.0094271405,0.00018281517,0.0004049277,0.000931771,0.010842461,0.0033100054,0.00023207554,0.003444928,0.0005977957],"about_ca_topic_score_codex":0.00032960705,"about_ca_topic_score_gemma":0.000005473542,"teacher_disagreement_score":0.08326912,"about_ca_system_score_codex":0.0000062685704,"about_ca_system_score_gemma":0.0000691367,"threshold_uncertainty_score":0.77604544},"labels":[],"label_agreement":null},{"id":"W3119966282","doi":"10.1016/j.surg.2020.11.034","title":"Can video games enhance surgical skills acquisition for medical students? A systematic review","year":2021,"lang":"en","type":"review","venue":"Surgery","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":72,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University Health Network; University of Toronto; Sinai Health System; University of Ottawa","funders":"","keywords":"Medicine; Medical education; Medical physics; Video recording; Multimedia","score_opus":0.03944705797699731,"score_gpt":0.41103318334469646,"score_spread":0.37158612536769914,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3119966282","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000007551665,0.99527186,0.00003515728,0.0004623622,0.0005601582,0.0031764836,0.000042894342,0.0001087437,0.00033475907],"genre_scores_gemma":[0.00007834752,0.9933037,0.000022090626,0.001963179,0.000566721,0.001358496,0.0013731606,0.000081189544,0.0012531145],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.9940029,0.0007825534,0.002264285,0.0006759621,0.0017975706,0.00047674865],"domain_scores_gemma":[0.9879162,0.0099929515,0.0006876915,0.0006110442,0.00026599216,0.00052616827],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0043848543,0.00051261584,0.0075222626,0.00020453891,0.00007778801,0.00006973435,0.00024729286,0.00050370325,0.002270854],"category_scores_gemma":[0.006207536,0.0003561914,0.0026111146,0.00063597097,0.00006615741,0.000043589476,0.000098817676,0.0004527191,0.00009909654],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000006094947,0.00018007639,0.00001696003,0.7963377,0.00049804756,0.0007613365,0.000009082959,2.0109573e-8,1.7359703e-9,0.000050947896,0.0019735864,0.20016609],"study_design_scores_gemma":[0.00025237934,0.000011929222,0.0000018797593,0.5374918,0.0024002893,0.00035673572,0.0000046892665,0.000001596446,1.1387718e-7,0.0000033184026,0.45928147,0.00019377758],"about_ca_topic_score_codex":0.0000029102714,"about_ca_topic_score_gemma":0.000001664787,"teacher_disagreement_score":0.4573079,"about_ca_system_score_codex":0.00018352753,"about_ca_system_score_gemma":0.0010034761,"threshold_uncertainty_score":0.999889},"labels":[],"label_agreement":null},{"id":"W3120570676","doi":"10.1371/journal.pone.0245330","title":"Assessing the efficacy of tablet-based simulations for learning pseudo-surgical instrumentation","year":2021,"lang":"en","type":"article","venue":"PLoS ONE","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"Mitacs","keywords":"Identification (biology); Computer science; Instrumentation (computer programming); Haptic technology; Task (project management); Medical physics; Clinical Practice; Machine learning; Human–computer interaction; Medicine; Artificial intelligence; Simulation; Physical therapy; Engineering","score_opus":0.11544852343225308,"score_gpt":0.36096663986561633,"score_spread":0.24551811643336324,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3120570676","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99377257,0.00003579359,0.0020290604,0.0010723836,0.000021516418,0.000262447,0.000003114477,0.000043764332,0.0027593377],"genre_scores_gemma":[0.99284375,0.0000022556653,0.006442296,0.00017875411,0.00009813665,0.000010843383,0.00016076208,0.00001296777,0.00025025278],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9991675,0.00007076045,0.00023679598,0.00013266288,0.00027316343,0.000119097596],"domain_scores_gemma":[0.9978433,0.0016908108,0.0000882544,0.00011250287,0.00021361778,0.000051493364],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0001738645,0.00006466341,0.00019214254,0.00003761821,0.00014763366,0.00003471178,0.000026646398,0.000046162004,0.00042672962],"category_scores_gemma":[0.0008852762,0.000049810405,0.00007769945,0.00025098253,0.00003719629,0.00007293174,0.000010510144,0.0001354103,0.000003889164],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0015256219,0.013592048,0.46507812,0.0012660426,0.0018400459,0.00009700799,0.0018030031,0.20222634,0.17308246,0.0063647097,0.000027233385,0.13309735],"study_design_scores_gemma":[0.018876208,0.00023701742,0.07149656,0.00070071605,0.00071569777,0.0000052289397,0.0006695044,0.82516307,0.079232536,0.00013617928,0.0025912742,0.00017601428],"about_ca_topic_score_codex":0.0000022152956,"about_ca_topic_score_gemma":7.363158e-7,"teacher_disagreement_score":0.6229367,"about_ca_system_score_codex":0.000024259407,"about_ca_system_score_gemma":0.00010005508,"threshold_uncertainty_score":0.467239},"labels":[],"label_agreement":null},{"id":"W3120643540","doi":"10.1111/anae.15244","title":"Contemporary training methods in regional anaesthesia: fundamentals and innovations","year":2021,"lang":"en","type":"review","venue":"Anaesthesia","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":54,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ottawa Hospital; University of Ottawa","funders":"U.S. Department of Veterans Affairs","keywords":"Medicine; Regional anaesthesia; Curriculum; Narrative review; Narrative; The Renaissance; Training (meteorology); Engineering ethics; Medical education; Anesthesia; Pedagogy; Psychology; Intensive care medicine","score_opus":0.32416055929735954,"score_gpt":0.470281876533485,"score_spread":0.14612131723612548,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3120643540","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00021041876,0.9921435,0.000088338675,0.00048540754,0.000038624847,0.00054522866,0.0000034781167,0.000060421087,0.006424598],"genre_scores_gemma":[0.0011544827,0.98826545,0.008573839,0.001201824,0.00009315969,0.00008296042,0.00033268236,0.000065364766,0.00023022314],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9975848,0.000473579,0.0009084466,0.00052306073,0.00023144801,0.00027863233],"domain_scores_gemma":[0.9988342,0.00034861194,0.00027625004,0.0002985913,0.00006636739,0.0001759768],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00096457265,0.00037190126,0.0020742682,0.0005258344,0.00007828686,0.00004765798,0.0000871325,0.00036187554,0.00013158322],"category_scores_gemma":[0.00016533215,0.00031739462,0.00031390076,0.0012179977,0.00012628811,0.000093355986,0.000035702076,0.0005708155,0.000010468744],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000066120538,0.000057353936,0.00042795693,0.0007811845,0.00009968287,0.0005230487,0.00020207516,2.5620383e-7,1.0422119e-7,0.0024882464,0.00018111567,0.99523234],"study_design_scores_gemma":[0.00091812323,0.00008615058,0.00065077574,0.008641388,0.00018965543,0.00029870652,0.00039812832,0.000024127912,1.339388e-7,0.0000694743,0.98844916,0.00027415573],"about_ca_topic_score_codex":0.000027318403,"about_ca_topic_score_gemma":0.0000035277003,"teacher_disagreement_score":0.9949582,"about_ca_system_score_codex":0.000099535675,"about_ca_system_score_gemma":0.00074124464,"threshold_uncertainty_score":0.9999278},"labels":[],"label_agreement":null},{"id":"W3120712289","doi":"10.1007/s11748-020-01577-y","title":"Review of the use of simulators in learning revascularization techniques","year":2021,"lang":"en","type":"review","venue":"General Thoracic and Cardiovascular Surgery","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":4,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Conventional PCI; Apprenticeship; Revascularization; Medicine; Percutaneous coronary intervention; Fluoroscopy; Medical physics; Learning curve; Stent; Surgery; Computer science; Cardiology; Myocardial infarction","score_opus":0.13024557386649452,"score_gpt":0.3619966620739991,"score_spread":0.2317510882075046,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3120712289","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0002048612,0.99868524,0.0001908898,0.000007190202,0.00009617605,0.000669295,0.000004595057,0.000022954258,0.00011876829],"genre_scores_gemma":[0.00024679143,0.99902713,0.00025715915,0.000095236275,0.00008646999,0.000031084615,0.00013082,0.000040547504,0.00008474195],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99655926,0.0013778755,0.0010307126,0.00036425583,0.0004938454,0.00017403015],"domain_scores_gemma":[0.9982958,0.00045547792,0.00035019012,0.0006350086,0.00019735805,0.00006618676],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0021206704,0.00027185917,0.0035506852,0.00020701144,0.000037933656,0.000011233415,0.00006161147,0.0002758844,0.000033977012],"category_scores_gemma":[0.001253713,0.00018009068,0.003996136,0.0011357887,0.00008201699,0.000059121416,0.00009576983,0.00040851333,4.7720005e-7],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000031553507,0.000018092738,0.0007906931,0.074380055,0.0007709381,0.000021455304,0.000006823754,0.00013335858,2.2386706e-7,0.000012117878,0.000027515302,0.9238356],"study_design_scores_gemma":[0.00007000429,0.0000052541163,0.00007114789,0.18365735,0.0021651376,0.000052780153,0.0000037607294,0.000035130346,0.000013795692,0.0000010775568,0.81378615,0.00013840522],"about_ca_topic_score_codex":0.000019819996,"about_ca_topic_score_gemma":3.3014769e-7,"teacher_disagreement_score":0.9236972,"about_ca_system_score_codex":0.000031981905,"about_ca_system_score_gemma":0.00025593332,"threshold_uncertainty_score":0.7343884},"labels":[],"label_agreement":null},{"id":"W3121635960","doi":"10.2147/opth.s292152","title":"Comparative Assessment of Ergonomic Experience with Heads-Up Display and Conventional Surgical Microscope in the Operating Room","year":2021,"lang":"en","type":"article","venue":"Clinical ophthalmology","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":45,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"EVERSANA (Canada)","funders":"National Eye Institute","keywords":"Medicine; Head-up display; Physical therapy; Operating microscope; Surgery","score_opus":0.13866319399318958,"score_gpt":0.49261575385114753,"score_spread":0.3539525598579579,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3121635960","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99465656,0.00014495167,0.000042711028,0.0004230494,0.00012091721,0.00015548916,0.0000033337597,0.0000039863626,0.0044489936],"genre_scores_gemma":[0.998518,0.000010957913,0.0010156644,0.00023453272,0.00005165123,0.000016907805,0.000028199413,0.0000045410507,0.00011957586],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99846953,0.0004400509,0.00054861105,0.0002793873,0.00011899983,0.00014343245],"domain_scores_gemma":[0.99755716,0.0020518177,0.0000944238,0.0001420417,0.00007720872,0.00007731549],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0006114193,0.00009145035,0.0004905333,0.000021324697,0.000052628344,0.000012130372,0.0000595822,0.00008806926,0.00051575736],"category_scores_gemma":[0.00012932354,0.000056350353,0.00006803727,0.00012746747,0.00036848165,0.000034882516,0.000046822875,0.00030573996,0.0000029039936],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00029287316,0.00040724713,0.994717,0.000012709444,0.000037199916,0.00096566597,0.00054011896,0.00007964949,0.00009980634,0.0026203718,0.00000461898,0.00022275106],"study_design_scores_gemma":[0.005652549,0.00060097885,0.98621184,0.00007008561,0.000019685289,0.0022245834,0.0022494057,0.0022187212,0.00006602579,0.000030206162,0.00058517104,0.00007073251],"about_ca_topic_score_codex":0.0000081636235,"about_ca_topic_score_gemma":0.000002872521,"teacher_disagreement_score":0.008505132,"about_ca_system_score_codex":0.000013385984,"about_ca_system_score_gemma":0.00015880329,"threshold_uncertainty_score":0.5647181},"labels":[],"label_agreement":null},{"id":"W3123218296","doi":"10.1111/anae.15353","title":"Using psychometric ability to improve education in ultrasound‐guided regional anaesthesia: a multicentre randomised controlled trial","year":2021,"lang":"en","type":"article","venue":"Anaesthesia","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ottawa Hospital; University Health Network; Toronto Western Hospital; Dalhousie University","funders":"","keywords":"Medicine; Regional anaesthesia; Randomized controlled trial; Anesthesia; Physical therapy; Surgery","score_opus":0.04959536541135543,"score_gpt":0.3524257461313483,"score_spread":0.30283038071999285,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3123218296","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9924402,0.00030740135,0.00016065376,0.0014410096,0.00023986142,0.0031479187,7.379173e-7,0.000051475206,0.0022106925],"genre_scores_gemma":[0.99367523,0.000048669972,0.002999044,0.0025807067,0.00023842888,0.00014389025,0.000025981444,0.000025439507,0.00026259304],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.99772596,0.00031853875,0.0007230104,0.0005069477,0.0003932805,0.0003322519],"domain_scores_gemma":[0.9983566,0.0004825439,0.00015568496,0.00039209798,0.0002999532,0.00031313655],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00075093075,0.00021430555,0.0007555724,0.0003939275,0.000076918266,0.000045777,0.000078322155,0.00015148908,0.000255045],"category_scores_gemma":[0.002740255,0.00018560603,0.00030993353,0.0013797502,0.000039344188,0.000095353214,0.000010212647,0.00020667889,0.000026844602],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.67934054,0.0049725976,0.09082538,0.00008075171,0.00018364846,0.00021362022,0.0010429807,0.00072930264,0.0036943122,0.0008222857,0.00040561316,0.21768898],"study_design_scores_gemma":[0.93100613,0.00031610738,0.061696216,0.00010136354,0.00016573796,0.000061774525,0.00052029017,0.0025652268,0.00013690906,0.00016194933,0.0029999677,0.00026834218],"about_ca_topic_score_codex":0.00014047531,"about_ca_topic_score_gemma":0.000040504732,"teacher_disagreement_score":0.2516656,"about_ca_system_score_codex":0.00023641608,"about_ca_system_score_gemma":0.00094983197,"threshold_uncertainty_score":0.75687945},"labels":[],"label_agreement":null},{"id":"W3124295941","doi":"10.3389/frobt.2020.586707","title":"Deep Learning-Based Haptic Guidance for Surgical Skills Transfer","year":2021,"lang":"en","type":"article","venue":"Frontiers in Robotics and AI","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":27,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"","keywords":"Computer science; Creatures; Patient safety; Haptic technology; Quality (philosophy); Simulation; Health care; Natural (archaeology)","score_opus":0.01289202497575355,"score_gpt":0.27301483790850517,"score_spread":0.26012281293275163,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3124295941","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.029783005,0.0024549798,0.96256363,0.0029627718,0.00054345443,0.00023033086,0.0000019013916,0.000041475658,0.0014184734],"genre_scores_gemma":[0.9783557,0.000084684674,0.019804902,0.0007948151,0.00007117893,0.0000075734065,0.000035326888,0.000015107119,0.00083072076],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9993121,0.00003026768,0.00018160048,0.00018872789,0.00010476222,0.000182545],"domain_scores_gemma":[0.99961483,0.00012519333,0.0000118528,0.000073043484,0.00007073891,0.00010433209],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00013056553,0.00008616061,0.0002447689,0.00004832718,0.00005194882,0.00002149491,0.000021523983,0.000081478815,0.0000549597],"category_scores_gemma":[0.00011799845,0.00007806565,0.000078291196,0.00012761242,0.000050174192,0.000024902612,0.000005488153,0.00016226822,0.0000011210584],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0005209187,0.0005089479,0.30647615,0.00025982413,0.00010413496,0.00061328267,0.00037365977,0.62295014,0.000023481925,0.003656214,0.0006195751,0.063893706],"study_design_scores_gemma":[0.0106814075,0.00013197256,0.010225863,0.00013841222,0.000055627446,0.000013604305,0.00015217168,0.9120847,0.000089881105,0.00042119427,0.065853775,0.00015141931],"about_ca_topic_score_codex":9.085642e-7,"about_ca_topic_score_gemma":0.0000024706487,"teacher_disagreement_score":0.9485727,"about_ca_system_score_codex":0.000019527528,"about_ca_system_score_gemma":0.000040445804,"threshold_uncertainty_score":0.31834248},"labels":[],"label_agreement":null},{"id":"W3125915070","doi":"10.1002/lary.29359","title":"Synthetic Simulator for Surgical Training in Tracheostomy and Open Airway Surgery","year":2021,"lang":"en","type":"article","venue":"The Laryngoscope","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":16,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"SickKids Foundation; Hospital for Sick Children; University of Toronto","funders":"","keywords":"Airway; Training (meteorology); Simulation; Medicine; Surgery; Computer science","score_opus":0.07800009030701334,"score_gpt":0.3447550151554231,"score_spread":0.2667549248484098,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3125915070","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9811673,0.00081982405,0.00006919654,0.0045109447,0.0001022388,0.00052921084,0.0000066206844,0.0000361552,0.012758522],"genre_scores_gemma":[0.9977502,0.00004279685,0.00016531984,0.000983802,0.0001054803,0.000045096484,0.00002437144,0.000023869174,0.0008590163],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9988941,0.00012493701,0.00028787166,0.00027870567,0.00013854074,0.00027583618],"domain_scores_gemma":[0.9969999,0.0025777156,0.000043590902,0.00020154058,0.00004738289,0.00012987523],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0010092591,0.00012103073,0.00045257426,0.00004985607,0.00010187306,0.00006510832,0.00008881307,0.00007764481,0.0004793035],"category_scores_gemma":[0.00047629626,0.00008369326,0.00009691112,0.00025166033,0.00007212289,0.00009056692,0.00008354188,0.00017514135,0.000010332021],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.005283682,0.0010076859,0.07053097,0.0005251111,0.00044744444,0.0030963004,0.012170893,0.0010521369,0.00095244683,0.017152684,0.0006818081,0.88709885],"study_design_scores_gemma":[0.044953767,0.00040590673,0.094465144,0.0017674,0.00043288848,0.0012769786,0.006281811,0.05081597,0.0062766657,0.0036804401,0.7884605,0.0011825467],"about_ca_topic_score_codex":0.000016468008,"about_ca_topic_score_gemma":0.000023436076,"teacher_disagreement_score":0.8859163,"about_ca_system_score_codex":0.000021369051,"about_ca_system_score_gemma":0.00018743801,"threshold_uncertainty_score":0.5248037},"labels":[],"label_agreement":null},{"id":"W3126645802","doi":"10.1097/sih.0000000000000548","title":"Synchronization of Pupil Dilations Correlates With Team Performance in a Simulated Laparoscopic Team Coordination Task","year":2021,"lang":"en","type":"article","venue":"Simulation in Healthcare The Journal of the Society for Simulation in Healthcare","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":14,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Memorial University of Newfoundland","funders":"","keywords":"Teamwork; Pupillary response; Pupil; Task (project management); Gaze; Synchronization (alternating current); Pupillometry; Eye tracking; Computer science; Psychology; Dilation (metric space); Artificial intelligence; Mathematics; Engineering","score_opus":0.02810296099319668,"score_gpt":0.33614263872566813,"score_spread":0.30803967773247143,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3126645802","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9833142,0.0010141825,0.0033550924,0.009956701,0.00038865005,0.0018845482,0.000023681614,0.000025562455,0.00003739351],"genre_scores_gemma":[0.9982981,0.00014903401,0.0005129975,0.0007263772,0.00011503422,0.000016829008,0.0000820835,0.000044688582,0.00005483358],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.995986,0.0005686885,0.001958599,0.00028302826,0.00078187755,0.00042184626],"domain_scores_gemma":[0.99331474,0.0028985166,0.001236552,0.00039544,0.0020223989,0.00013237643],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0018781138,0.00026164003,0.0006903503,0.0002915191,0.00030133114,0.00002448646,0.00018563603,0.00033994165,0.000016536573],"category_scores_gemma":[0.001072195,0.00018365029,0.00035485104,0.002521493,0.00012803053,0.00039783464,0.000043074982,0.00091179606,7.9156894e-7],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00055979536,0.000115803006,0.39463603,0.00041797294,0.00003107402,8.4961863e-7,0.0024031426,0.59986275,0.000013716523,0.00013722514,0.00000405622,0.001817556],"study_design_scores_gemma":[0.0066787982,0.00034460195,0.26246598,0.0013529843,0.00006407179,0.000011399077,0.001236218,0.7268612,0.000057004792,0.0005635687,0.00023401379,0.00013019664],"about_ca_topic_score_codex":0.00024731818,"about_ca_topic_score_gemma":0.00053800753,"teacher_disagreement_score":0.13217005,"about_ca_system_score_codex":0.0009436751,"about_ca_system_score_gemma":0.0010114915,"threshold_uncertainty_score":0.74890417},"labels":[],"label_agreement":null},{"id":"W3127119244","doi":"10.1007/s00345-021-03604-w","title":"The SIMULATE ureteroscopy training curriculum: educational value and transfer of skills","year":2021,"lang":"en","type":"article","venue":"World Journal of Urology","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":18,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Dalhousie University","funders":"Medical Research Council; Urology Foundation; Royal College of Surgeons of England; Coloplast; King's Health Partners; National Institute for Health and Care Research; Boston Scientific Corporation","keywords":"Curriculum; Medicine; Cronbach's alpha; Medical education; Medical physics; Modalities; Content validity; Correlation coefficient; Simulation training; Scale (ratio); Physical therapy; Psychometrics; Simulation; Psychology; Statistics; Computer science; Clinical psychology; Pedagogy","score_opus":0.01588849265459223,"score_gpt":0.3064376892236932,"score_spread":0.29054919656910094,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3127119244","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9797898,0.0030107223,0.00030318036,0.013623075,0.0004067859,0.000048753463,0.0000011482,0.0000033033816,0.0028132196],"genre_scores_gemma":[0.9979684,0.00019526159,0.00033245925,0.0010384696,0.00018351465,4.796148e-7,0.0000015430741,0.000006783805,0.00027313552],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99913704,0.00010548582,0.00038879417,0.00007776233,0.00016085489,0.00013008212],"domain_scores_gemma":[0.99868166,0.0008606347,0.000093372924,0.00006872226,0.00019284456,0.0001027344],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00035317073,0.000065653,0.00024734074,0.000079562684,0.00006185267,0.000008766052,0.000043384818,0.000038001832,0.00030255757],"category_scores_gemma":[0.0002401741,0.000042526717,0.00010189752,0.00016681942,0.00011639503,0.00003501528,0.000008376151,0.0002489701,0.0000011671765],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.002394809,0.0018483225,0.5146023,0.00014365019,0.0019857786,0.000754402,0.012360314,0.013844613,0.012364961,0.12851144,0.0007039159,0.31048545],"study_design_scores_gemma":[0.019958986,0.0015267119,0.65820587,0.00029218398,0.00085210276,0.0037639053,0.0009361103,0.0070337364,0.0013591805,0.018981885,0.2867584,0.00033094658],"about_ca_topic_score_codex":8.7765676e-7,"about_ca_topic_score_gemma":0.0000044837243,"teacher_disagreement_score":0.31015453,"about_ca_system_score_codex":0.00000905509,"about_ca_system_score_gemma":0.00015537118,"threshold_uncertainty_score":0.3312793},"labels":[],"label_agreement":null},{"id":"W3127259696","doi":"10.1186/s12909-021-02524-y","title":"Self-directed learning by video as a means to improve technical skills in surgery residents: a randomized controlled trial","year":2021,"lang":"en","type":"article","venue":"BMC Medical Education","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":20,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Montreal Clinical Research Institute; Université de Montréal; Hôpital Maisonneuve-Rosemont","funders":"","keywords":"Randomized controlled trial; Medical education; Medicine; Video recording; MEDLINE; Medical physics; Psychology; Multimedia; Computer science; Surgery","score_opus":0.010211735392338883,"score_gpt":0.3278154346248401,"score_spread":0.3176036992325012,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3127259696","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97009665,0.0007344261,0.00097133743,0.0083606625,0.002093362,0.005270255,0.0000010743543,0.0007764405,0.011695798],"genre_scores_gemma":[0.9865379,0.0001672826,0.0027717026,0.004257834,0.00071122986,0.0015132538,0.0001706084,0.000034893572,0.0038353228],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.99560916,0.0014255813,0.001180387,0.0004552352,0.0010139701,0.00031566145],"domain_scores_gemma":[0.9859432,0.012566085,0.00021310979,0.000237239,0.00030611854,0.00073423516],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.004166933,0.00018522154,0.0015086369,0.0002467374,0.00006104971,0.000039741226,0.0000731144,0.00029790003,0.0026076564],"category_scores_gemma":[0.193944,0.00014556553,0.00041236985,0.0007176931,0.000057085617,0.000063982,0.000035433935,0.00051095866,0.00008411631],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.9668755,0.004319234,0.003113647,0.0001292645,0.00018175523,0.000062615814,0.00075412536,0.000012105623,0.00020865472,0.00031291938,0.0061482936,0.01788188],"study_design_scores_gemma":[0.9850568,0.000109892586,0.0011889623,0.00060396676,0.00018959862,0.000032956585,0.00029227845,0.0054201162,0.000094183226,0.00016347115,0.0066568037,0.00019093242],"about_ca_topic_score_codex":0.000118605974,"about_ca_topic_score_gemma":0.00008801261,"teacher_disagreement_score":0.18977708,"about_ca_system_score_codex":0.00018938439,"about_ca_system_score_gemma":0.005580932,"threshold_uncertainty_score":0.99830407},"labels":[],"label_agreement":null},{"id":"W3127535820","doi":"10.1155/2021/6640031","title":"A Historical Review of Medical Robotic Platforms","year":2021,"lang":"en","type":"review","venue":"Journal of Robotics","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":49,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Research Manitoba; Toronto Metropolitan University","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Timeline; Computer science; Robot; Field (mathematics); Artificial intelligence; History","score_opus":0.14195313435378007,"score_gpt":0.41077375965476465,"score_spread":0.2688206253009846,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3127535820","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[1.8737693e-7,0.99591875,0.001579377,0.00080456305,0.00088736706,0.00017789811,5.6266856e-7,0.0000068473028,0.00062445423],"genre_scores_gemma":[0.0000026928017,0.9960106,0.0026098161,0.00038958655,0.00065468263,9.369537e-7,0.000011587963,0.000035425193,0.0002846929],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9952154,0.000087436434,0.0025120669,0.00014048272,0.0018525531,0.00019203946],"domain_scores_gemma":[0.9963193,0.0006889352,0.0017266249,0.00025252387,0.00051675824,0.0004958886],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0015090874,0.0002572208,0.004746645,0.00022388269,0.000019664267,0.0000076219117,0.0002553186,0.00045418015,0.0009786484],"category_scores_gemma":[0.0032862604,0.00015684575,0.0018612907,0.0005290077,0.000042626165,0.000043235377,0.00006531758,0.0013300963,0.000009587544],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000007624101,0.0002218347,0.000011480963,0.13494313,0.0004953581,0.0014944653,0.000010160582,0.00007458179,4.8635793e-9,0.00055905804,0.0036345168,0.8585478],"study_design_scores_gemma":[0.0005300099,0.00012802596,0.0000013890568,0.3358627,0.002426531,0.0029783782,0.0000036820304,0.000033937245,2.1858327e-8,0.000008888024,0.6579399,0.00008651186],"about_ca_topic_score_codex":0.0000010740058,"about_ca_topic_score_gemma":1.6077425e-7,"teacher_disagreement_score":0.85846126,"about_ca_system_score_codex":0.00045885937,"about_ca_system_score_gemma":0.0017969204,"threshold_uncertainty_score":0.9999346},"labels":[],"label_agreement":null},{"id":"W3128470542","doi":"10.1016/j.amjsurg.2021.02.002","title":"Characterizing robotic surgical expertise: An exploratory study of neural activation during mental imagery of robotic suturing","year":2021,"lang":"en","type":"article","venue":"The American Journal of Surgery","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":5,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Sherbrooke","funders":"Cook Medical; Association for Surgical Education Foundation","keywords":"Robotic surgery; Motor imagery; Mental image; Electroencephalography; Medicine; Physical medicine and rehabilitation; Psychology; Brain–computer interface; Surgery; Cognition; Psychiatry","score_opus":0.0667918141568958,"score_gpt":0.3136304088324635,"score_spread":0.2468385946755677,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3128470542","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99914986,0.00012610853,0.000026995436,0.0002851582,0.0002925245,0.00008328619,4.7220473e-7,0.0000118368225,0.000023735136],"genre_scores_gemma":[0.999483,0.00005347098,0.00004289039,0.000079975915,0.00030269596,0.0000018910929,0.0000036486458,0.000023980681,0.000008470771],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99776196,0.00044447187,0.0009082037,0.00014532407,0.00052883476,0.000211228],"domain_scores_gemma":[0.9976369,0.0006813327,0.0010434255,0.00022710925,0.00025203347,0.0001591564],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0007020871,0.00014270906,0.0008730447,0.00021887793,0.000080528465,0.000016747548,0.00008535377,0.000020484425,0.000081813356],"category_scores_gemma":[0.00018341093,0.000102468744,0.00025585582,0.0004870712,0.00015935917,0.00034949408,0.000045535096,0.00027544406,5.753855e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0070435577,0.0040144366,0.47746617,0.00018237566,0.0009943875,0.002944412,0.026382808,0.015366951,0.39620277,0.0000058982428,0.000008389837,0.06938786],"study_design_scores_gemma":[0.0026874451,0.00052154344,0.9020247,0.00050934154,0.00016697226,0.001043854,0.045862835,0.0013625426,0.045626447,0.000002553989,0.000009879622,0.0001819285],"about_ca_topic_score_codex":0.000011015558,"about_ca_topic_score_gemma":6.1329985e-7,"teacher_disagreement_score":0.4245585,"about_ca_system_score_codex":0.00006087487,"about_ca_system_score_gemma":0.000116666444,"threshold_uncertainty_score":0.4178554},"labels":[],"label_agreement":null},{"id":"W3129020401","doi":"10.1016/j.jogc.2021.01.014","title":"Understanding Minimally Invasive Gynaecologic Surgery Fellowship Training in Canada: A National Survey of Recent Graduates","year":2021,"lang":"en","type":"article","venue":"Journal of Obstetrics and Gynaecology Canada","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":3,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"University of British Columbia; British Columbia Centre of Excellence for Women's Health; University of Ottawa; McGill University; Saskatchewan Health Authority; University of Saskatchewan; University of Toronto; Saskatchewan Health; Ottawa Hospital","funders":"","keywords":"Accreditation; Curriculum; Medicine; Medical education; Program director; Psychology","score_opus":0.2128501949262387,"score_gpt":0.29086949521794286,"score_spread":0.07801930029170417,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3129020401","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9924658,0.0012234403,0.0000076832075,0.00090070564,0.0030248307,0.000062797706,0.000022381197,0.0000012986762,0.0022910775],"genre_scores_gemma":[0.99892575,0.000263293,0.00008849464,0.000662372,0.000013670569,6.370036e-7,0.000021049691,0.000007804148,0.000016935914],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99807656,0.00020695593,0.00079402974,0.0001390762,0.0005355797,0.00024780928],"domain_scores_gemma":[0.9747463,0.023584198,0.00046761642,0.000051785548,0.0009404429,0.00020965288],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0009777959,0.00011197862,0.0006183588,0.00027772906,0.000046820656,0.000009258876,0.000053751744,0.000083372,0.0005712167],"category_scores_gemma":[0.037108112,0.0001010391,0.00005204049,0.0008891048,0.000045992336,0.00004491732,0.000022477672,0.00030949237,5.9089352e-8],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":true,"study_design_scores_codex":[0.000021874448,0.00004686505,0.9811071,0.000037700087,0.00012780588,0.0055722315,0.000117782416,0.00051696296,0.0000062605855,0.000108425564,0.0004020592,0.011934892],"study_design_scores_gemma":[0.0021428638,0.000074926,0.9940702,0.000016711272,0.00002847261,0.000074770745,0.0023873392,0.00021657151,0.00005212439,0.00026935828,0.000573918,0.0000927972],"about_ca_topic_score_codex":0.53641653,"about_ca_topic_score_gemma":0.9924409,"teacher_disagreement_score":0.45602438,"about_ca_system_score_codex":0.004534579,"about_ca_system_score_gemma":0.05150038,"threshold_uncertainty_score":0.99928683},"labels":[],"label_agreement":null},{"id":"W3132005392","doi":"10.1016/j.surg.2021.01.013","title":"Influence of musical background on surgical skills acquisition","year":2021,"lang":"en","type":"article","venue":"Surgery","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":33,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Manitoba","funders":"","keywords":"Medicine; Musical; Medical education; Visual arts","score_opus":0.03205849550263141,"score_gpt":0.31046343622760236,"score_spread":0.27840494072497096,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3132005392","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9893358,0.000047037145,0.0000071058794,0.0003323082,0.000102962054,0.000041036412,0.0000033137144,0.000035185865,0.010095294],"genre_scores_gemma":[0.9986027,0.000020789805,0.000034359193,0.0008658361,0.00014635858,0.000002266256,0.000051925483,0.000008913231,0.00026684543],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9990516,0.00006461467,0.00026654973,0.00017925692,0.00028867307,0.00014931762],"domain_scores_gemma":[0.99808073,0.0014147586,0.00005028333,0.00017192226,0.00016345139,0.00011886679],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00023879437,0.00007746077,0.00028941614,0.000066169465,0.000026966029,0.0000074505724,0.000017436128,0.0000776835,0.0011670704],"category_scores_gemma":[0.00027278854,0.00006623425,0.00014586087,0.00031440452,0.000056440767,0.000047381418,0.000016002408,0.00011300067,0.000088906294],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0028858548,0.0052496586,0.78605646,0.0005245192,0.00043958423,0.014339505,0.00057938875,0.007816961,0.0065219607,0.02349361,0.0028607727,0.14923172],"study_design_scores_gemma":[0.0015556082,0.00005511005,0.95995957,0.000328503,0.000029472549,0.0001367301,0.000061383325,0.00012624706,0.005239207,0.00016623555,0.032211684,0.00013024636],"about_ca_topic_score_codex":0.0000032061141,"about_ca_topic_score_gemma":5.3569204e-7,"teacher_disagreement_score":0.17390311,"about_ca_system_score_codex":0.000021479938,"about_ca_system_score_gemma":0.00010436986,"threshold_uncertainty_score":0.999746},"labels":[],"label_agreement":null},{"id":"W3132372953","doi":"10.1177/1071181320641514","title":"Virtual Reality, Augmented Reality, and Virtual Environments: Demonstrations of Current Technologies and Future Directions","year":2020,"lang":"en","type":"article","venue":"Proceedings of the Human Factors and Ergonomics Society Annual Meeting","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Virtual reality; Session (web analytics); Popularity; Computer science; Augmented reality; Immersive technology; Multimedia; Human–computer interaction; Field (mathematics); Work (physics); Mixed reality; Immersion (mathematics); Emerging technologies; Engineering; World Wide Web; Psychology; Artificial intelligence","score_opus":0.03900797699219783,"score_gpt":0.2807111457106004,"score_spread":0.24170316871840258,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3132372953","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99781334,0.00035649107,0.000012343174,0.001263315,0.000040513503,0.00017784459,0.000050392126,0.000048699156,0.00023707139],"genre_scores_gemma":[0.9986052,0.001149208,0.00009085205,0.00004472349,0.00007746686,0.0000034319041,0.00000749052,0.000009645829,0.0000119857805],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9992067,0.0000069801504,0.0003155188,0.00022472447,0.00012029427,0.00012578994],"domain_scores_gemma":[0.99953026,0.00006944161,0.00022500422,0.000045967066,0.000047684945,0.00008162792],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00017342967,0.00013759678,0.00026311848,0.000021883825,0.0003085624,0.00002464011,0.00006517572,0.00010480347,0.0000029026403],"category_scores_gemma":[0.00010316837,0.00010194075,0.00009490272,0.00010793876,0.0004014396,0.00013373044,0.00021262385,0.00023638902,5.1589414e-8],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0003728135,0.00046843104,0.756231,0.0008180064,0.0007173376,2.4638499e-7,0.06968274,0.00006450174,0.04349612,0.055129826,0.00075955084,0.07225941],"study_design_scores_gemma":[0.0046966057,0.0010442277,0.61092937,0.0006163484,0.0006233729,0.000010816437,0.32804984,0.002995375,0.014286831,0.0011250471,0.034990255,0.0006319216],"about_ca_topic_score_codex":0.000017159391,"about_ca_topic_score_gemma":0.0000025630115,"teacher_disagreement_score":0.2583671,"about_ca_system_score_codex":0.00002338099,"about_ca_system_score_gemma":0.000011605469,"threshold_uncertainty_score":0.4157023},"labels":[],"label_agreement":null},{"id":"W3134153457","doi":"10.1097/sla.0000000000004853","title":"A Competency-based Laparoscopic Cholecystectomy Curriculum Significantly Improves General Surgery Residents’ Operative Performance and Decreases Skill Variability","year":2021,"lang":"en","type":"article","venue":"Annals of Surgery","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Nickel Institute","funders":"","keywords":"Medicine; Wilcoxon signed-rank test; Curriculum; Residency training; Laparoscopic cholecystectomy; Test (biology); Dreyfus model of skill acquisition; Physical therapy; Medical education; Surgery; Internal medicine; Mann–Whitney U test; Psychology","score_opus":0.09080733950577688,"score_gpt":0.34191966815229663,"score_spread":0.2511123286465198,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3134153457","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99742585,0.00050866633,0.00001998936,0.00069881417,0.0001635973,0.00015388982,0.000014826351,0.000050802915,0.00096355355],"genre_scores_gemma":[0.99774885,0.0003157059,0.00023660935,0.0013621434,0.000094916686,0.000020330797,0.00009800193,0.00001751729,0.00010591521],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9980275,0.00027047328,0.00062315067,0.00040299722,0.00034367462,0.00033218428],"domain_scores_gemma":[0.9964551,0.0022422676,0.00017310191,0.0002926814,0.0005770215,0.00025987983],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0010003912,0.00020033852,0.00078906544,0.00015602302,0.00010497902,0.000034559474,0.000041211362,0.00009709625,0.00026745838],"category_scores_gemma":[0.0018516574,0.00017085946,0.00024334998,0.00044421252,0.00017192404,0.00016991535,0.000035586312,0.00015854955,0.000004907098],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00021478104,0.0004227296,0.9917887,0.00036913814,0.000097772216,0.0001076634,0.000072162446,0.000044294444,0.0014401749,0.00010203193,0.0003104393,0.0050301133],"study_design_scores_gemma":[0.0014281595,0.000041248953,0.94268084,0.00057569385,0.000043974334,0.000018087183,0.00010942438,0.0023126486,0.05218156,0.00007681549,0.00032830305,0.00020322858],"about_ca_topic_score_codex":0.00012095512,"about_ca_topic_score_gemma":0.0000053812046,"teacher_disagreement_score":0.050741386,"about_ca_system_score_codex":0.000013269374,"about_ca_system_score_gemma":0.0007963851,"threshold_uncertainty_score":0.6967447},"labels":[],"label_agreement":null},{"id":"W3135210337","doi":"10.21037/jtd-20-2197","title":"Developing a virtual reality simulation system for preoperative planning of thoracoscopic thoracic surgery","year":2021,"lang":"en","type":"article","venue":"Journal of Thoracic Disease","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":41,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Princess Margaret Cancer Centre; University of Toronto; Toronto General Hospital; University Health Network","funders":"Hokkaido University; Massachusetts Department of Agricultural Resources","keywords":"Medicine; Virtual reality; Surgical planning; Cardiothoracic surgery; Radiology; Surgery; Medical physics; Computer science; Artificial intelligence","score_opus":0.12093012391123621,"score_gpt":0.4390334847940458,"score_spread":0.3181033608828096,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3135210337","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8891918,0.0008100767,0.10864236,0.00043391605,0.00035717135,0.00027732723,0.000023567643,0.0000283904,0.00023539447],"genre_scores_gemma":[0.99699813,0.000011152438,0.0024090093,0.00013153639,0.0002988361,0.0000066624557,0.00003941094,0.000021865584,0.00008341407],"study_design_codex":"simulation_or_modeling","study_design_gemma":"observational","domain_scores_codex":[0.99790245,0.00027730467,0.0009531749,0.00018499146,0.00048703395,0.00019505629],"domain_scores_gemma":[0.9961646,0.0014943294,0.000660432,0.00017498397,0.0011674745,0.00033815234],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0011629146,0.00015343874,0.0006370715,0.00019211025,0.00010054073,0.00003749704,0.00006192769,0.000074502124,0.000035242414],"category_scores_gemma":[0.0021765016,0.00012567373,0.00036831602,0.00035955792,0.000039305414,0.00025011812,0.00002702453,0.00017162917,0.0000016295417],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.030292716,0.0013040998,0.30819875,0.014734641,0.0016411896,0.0035393306,0.003145572,0.41435626,0.0010980424,0.002700948,0.00019109281,0.21879736],"study_design_scores_gemma":[0.007656345,0.0011254863,0.60653657,0.052674312,0.004821196,0.00046319707,0.015978886,0.26355135,0.040393114,0.0014478744,0.003868504,0.0014831534],"about_ca_topic_score_codex":8.649149e-7,"about_ca_topic_score_gemma":3.310811e-7,"teacher_disagreement_score":0.29833782,"about_ca_system_score_codex":0.00015693076,"about_ca_system_score_gemma":0.0010779052,"threshold_uncertainty_score":0.51248264},"labels":[],"label_agreement":null},{"id":"W3135347275","doi":"10.1002/pd.5926","title":"A novel “video‐game” simulator for training fetoscopic laser coagulation of anastomoses in twin‐to‐twin transfusion syndrome","year":2021,"lang":"en","type":"article","venue":"Prenatal Diagnosis","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ontario College of Art and Design; Communications and Information Technology Ontario; University of Toronto; Mount Sinai Hospital","funders":"","keywords":"Fetoscopy; Twin-to-twin transfusion syndrome; Computer science; Simulation; Laser coagulation; Interactivity; Medicine; Surgery; Multimedia; Pregnancy; Fetus","score_opus":0.05367913392806607,"score_gpt":0.31899876723022175,"score_spread":0.2653196333021557,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3135347275","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9947953,0.00015801744,0.0032216355,0.00063768995,0.00012978513,0.0007205234,0.000090851594,0.00005106239,0.00019512985],"genre_scores_gemma":[0.99668515,0.000020317586,0.002425981,0.00042081843,0.00004665101,0.00018630635,0.00013302459,0.000029971345,0.000051810162],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9985767,0.00003560652,0.00046366683,0.00036799358,0.0002851842,0.00027085244],"domain_scores_gemma":[0.9984397,0.0009972786,0.00006940252,0.00018682388,0.00013107141,0.00017566977],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00020427353,0.00016374889,0.00047283326,0.00020547943,0.000038635073,0.000016248438,0.000060319428,0.0001178648,0.00032825494],"category_scores_gemma":[0.00077215617,0.00016161165,0.00016236962,0.00058449426,0.000030105608,0.00013174354,0.000029060431,0.00012376328,0.0000065377867],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0019740646,0.003738626,0.5095438,0.0021515696,0.00042083228,0.000506654,0.016322935,0.10966128,0.017618287,0.00092188467,0.00008053876,0.33705953],"study_design_scores_gemma":[0.02140517,0.0008777448,0.83777213,0.0032585498,0.00025473634,0.00007105966,0.0011424436,0.030102024,0.0992154,0.0002186073,0.005167085,0.0005150197],"about_ca_topic_score_codex":0.00007970217,"about_ca_topic_score_gemma":0.00015782354,"teacher_disagreement_score":0.3365445,"about_ca_system_score_codex":0.000054875916,"about_ca_system_score_gemma":0.000091900314,"threshold_uncertainty_score":0.6590332},"labels":[],"label_agreement":null},{"id":"W3135374307","doi":"10.1016/j.mechatronics.2021.102528","title":"Constrained haptic-guided shared control for collaborative human–robot percutaneous nephrolithotomy training","year":2021,"lang":"en","type":"article","venue":"Mechatronics","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":13,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ontario Institute of Technology","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Haptic technology; Kinematics; Inverse kinematics; Degrees of freedom (physics and chemistry); Orientation (vector space); Computer science; Position (finance); Artificial intelligence; Workload; Robot; Computer vision; Trajectory; Simulation; Mathematics","score_opus":0.06377299947966471,"score_gpt":0.3277919263762965,"score_spread":0.2640189268966318,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3135374307","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.61922216,0.0029499668,0.24275865,0.014695943,0.0016804849,0.009078262,0.0015841384,0.0018165999,0.10621381],"genre_scores_gemma":[0.981209,0.000009675253,0.015077809,0.0021456946,0.00023717477,0.00007916264,0.00031504643,0.000049136193,0.00087734207],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9981854,0.00008495097,0.00047503642,0.0004356893,0.00029862372,0.00052031124],"domain_scores_gemma":[0.9982123,0.00051440526,0.00012308452,0.00027430544,0.0006136278,0.00026232243],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00032800974,0.00024430803,0.00061552256,0.0000715167,0.00025887077,0.00007662926,0.000077833465,0.00018047112,0.0012669367],"category_scores_gemma":[0.0005369691,0.00023525293,0.00023923688,0.00028716886,0.0000853213,0.000076227436,0.000020851332,0.00023973959,0.000022493348],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0041132136,0.0012547357,0.0013050523,0.00062119646,0.003643134,0.00479811,0.017351186,0.009338574,0.26199988,0.64461994,0.0020195036,0.048935466],"study_design_scores_gemma":[0.11072266,0.0026305157,0.0011802923,0.00069529994,0.0021432706,0.004190879,0.026539609,0.32572502,0.0067915716,0.014283294,0.5028824,0.0022151645],"about_ca_topic_score_codex":0.000003920482,"about_ca_topic_score_gemma":0.000019422989,"teacher_disagreement_score":0.63033664,"about_ca_system_score_codex":0.00015745545,"about_ca_system_score_gemma":0.00073104975,"threshold_uncertainty_score":0.99964607},"labels":[],"label_agreement":null},{"id":"W3135923651","doi":"10.1007/s00268-021-06055-x","title":"Are Surgeons Working Smarter or Harder? A Systematic Review Comparing the Physical and Mental Demands of Robotic and Laparoscopic or Open Surgery","year":2021,"lang":"en","type":"review","venue":"World Journal of Surgery","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":16,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"PsycINFO; Medicine; Modalities; MEDLINE; Physical therapy; Mental health; Physical medicine and rehabilitation; Surgery; Psychiatry","score_opus":0.2493854249439144,"score_gpt":0.39632574426975753,"score_spread":0.14694031932584312,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3135923651","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0011879203,0.99702495,0.0000032368737,0.0003159567,0.0004725692,0.0008848644,0.0000028590298,0.000007758041,0.00009985877],"genre_scores_gemma":[0.03501873,0.9639138,0.000018649745,0.0003632149,0.00016797641,0.000028471459,0.0000133297235,0.000044178072,0.00043165905],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.99576926,0.0008391259,0.0023249248,0.00026614167,0.00051091117,0.00028962904],"domain_scores_gemma":[0.98522145,0.011040549,0.0030332045,0.00030490884,0.0001528525,0.00024703564],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0031218012,0.00039523438,0.008937439,0.00038021544,0.0001344343,0.00014202551,0.00016947657,0.000079292935,0.00016137396],"category_scores_gemma":[0.0014694984,0.00019062313,0.0009848595,0.00087082176,0.00012420684,0.00012474887,0.00018849233,0.00060420885,0.0000017073877],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00019321596,0.00024168566,0.027684953,0.902484,0.0020101494,0.0014333696,0.00012043048,0.0000016128023,6.22441e-8,0.000016733906,0.002968869,0.06284491],"study_design_scores_gemma":[0.0004866544,0.000018009041,0.0009728542,0.9195037,0.004822799,0.0020150077,0.000114169314,0.000029524628,1.7884122e-7,0.0000020952968,0.071824536,0.0002104773],"about_ca_topic_score_codex":0.000004050431,"about_ca_topic_score_gemma":0.000029143273,"teacher_disagreement_score":0.068855666,"about_ca_system_score_codex":0.00006408478,"about_ca_system_score_gemma":0.00048289448,"threshold_uncertainty_score":0.77733856},"labels":[],"label_agreement":null},{"id":"W3136847700","doi":"10.1016/j.jsurg.2021.03.001","title":"Commentary on ‘Crowd-sourced Assessment of Surgical Skill Proficiency in Cataract Surgery’","year":2021,"lang":"en","type":"letter","venue":"Journal of surgical education","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"","keywords":"Cataract surgery; Medicine; Psychology; Ophthalmology","score_opus":0.037968261390686195,"score_gpt":0.368768223925284,"score_spread":0.3307999625345978,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3136847700","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.40225106,0.00058777636,0.000006417659,0.5872553,0.0017120735,0.00035337193,0.000013476416,0.000012722726,0.007807823],"genre_scores_gemma":[0.83849424,0.0008205308,0.00021482326,0.15303802,0.0056800433,0.000014628661,0.0009212396,0.000058997048,0.0007574634],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99556607,0.0005163074,0.0018616561,0.0003409755,0.0013398266,0.00037516636],"domain_scores_gemma":[0.9951244,0.0025011578,0.0012497084,0.0003153369,0.00057218526,0.00023723992],"candidate_categories":["metaepi_narrow","research_integrity","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.001481406,0.00033550075,0.0014450089,0.00082148466,0.000049874627,0.000036804067,0.00016171219,0.0005643638,0.001405426],"category_scores_gemma":[0.00018803528,0.0002621029,0.0007466852,0.0006589223,0.000105362735,0.00012827241,0.000033461365,0.0027723105,0.000005885023],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0009454393,0.0063361693,0.083118334,0.00083140866,0.0003524504,0.011358349,0.0005087163,0.0002626045,0.000017491211,0.00014281202,0.8684274,0.027698822],"study_design_scores_gemma":[0.003372648,0.0003618319,0.044707734,0.0023966602,0.00015795013,0.0011136516,0.00029444773,0.00013502949,0.000064237516,0.000033725948,0.9470877,0.00027437744],"about_ca_topic_score_codex":0.000052752006,"about_ca_topic_score_gemma":0.0000010288999,"teacher_disagreement_score":0.43624318,"about_ca_system_score_codex":0.00049446843,"about_ca_system_score_gemma":0.0018003068,"threshold_uncertainty_score":0.99998313},"labels":[],"label_agreement":null},{"id":"W3136905668","doi":"10.1016/j.jcjo.2021.02.015","title":"Cadaveric simulation improves ophthalmology resident confidence and preparedness for emergent ophthalmic procedures","year":2021,"lang":"en","type":"article","venue":"Canadian Journal of Ophthalmology","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Preparedness; Cadaveric spasm; Medicine; Ophthalmology; Optometry; Confidence interval; Surgery; Internal medicine; Political science","score_opus":0.052819537460254036,"score_gpt":0.3488776108578899,"score_spread":0.29605807339763585,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3136905668","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9917349,0.0025165647,0.00012832801,0.0004730541,0.0006918351,0.00028664552,0.000011844011,0.000004639478,0.004152168],"genre_scores_gemma":[0.99798465,0.000009573991,0.0005245814,0.00008949954,0.00019941732,0.000010547861,0.000015978314,0.000023914536,0.0011418456],"study_design_codex":"observational","study_design_gemma":"case_report","domain_scores_codex":[0.9985162,0.000096560834,0.00058228493,0.0002766673,0.00014746677,0.00038082205],"domain_scores_gemma":[0.99767315,0.0004072388,0.00027229593,0.00016774755,0.0007625999,0.00071698223],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00031375836,0.00016644144,0.00047697875,0.00023724238,0.00014635004,0.00003108305,0.000095334624,0.00018581498,0.0015043563],"category_scores_gemma":[0.0018487851,0.00015588847,0.00013845367,0.00020242574,0.0001607877,0.00010940376,0.000017611577,0.00020134756,0.0000028564589],"study_design_candidate":"case_report","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0047693825,0.00046460715,0.49644232,0.0019691281,0.0018735564,0.4290156,0.01048816,0.02838652,0.011383923,0.006695106,0.0010513287,0.007460378],"study_design_scores_gemma":[0.005236186,0.0017588686,0.23644748,0.00026775955,0.0002546231,0.7430324,0.0020264552,0.0038279716,0.0010033754,0.0033981907,0.0023736411,0.00037306122],"about_ca_topic_score_codex":0.00040032464,"about_ca_topic_score_gemma":0.000065448505,"teacher_disagreement_score":0.3140168,"about_ca_system_score_codex":0.00013582861,"about_ca_system_score_gemma":0.0026015784,"threshold_uncertainty_score":0.9994084},"labels":[],"label_agreement":null},{"id":"W3137271361","doi":"10.1001/jamasurg.2021.0135","title":"Association Between Anesthesiologist Volume and Short-term Outcomes in Complex Gastrointestinal Cancer Surgery","year":2021,"lang":"en","type":"article","venue":"JAMA Surgery","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":83,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Ottawa; Université Laval; University of Toronto; Institute for Clinical Evaluative Sciences; Sunnybrook Health Science Centre","funders":"Canadian Institutes of Health Research","keywords":"Medicine; Esophagectomy; Interquartile range; Anesthesiology; Odds ratio; Pancreatectomy; Logistic regression; Surgery; Emergency medicine; General surgery; Cancer; Esophageal cancer; Internal medicine; Anesthesia","score_opus":0.11383866542578328,"score_gpt":0.33684358240073475,"score_spread":0.22300491697495148,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3137271361","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9948763,0.00011606641,0.000016523023,0.004405645,0.000078885045,0.00007328128,0.000016637096,0.000060308117,0.0003563137],"genre_scores_gemma":[0.9980078,0.000054747296,0.0001230505,0.0007466133,0.0001957706,0.000011675012,0.00022130807,0.000015384387,0.0006236828],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9985648,0.00015259154,0.00045089374,0.00026328547,0.000253959,0.00031451258],"domain_scores_gemma":[0.99556416,0.003938808,0.00010864128,0.000121826866,0.00012491042,0.00014165054],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0007546536,0.00013695356,0.0006797682,0.00013530903,0.000050343177,0.00004549,0.000021599144,0.00009764361,0.00063373323],"category_scores_gemma":[0.0020661154,0.00012323417,0.00015831889,0.0002470472,0.000042759217,0.00009340061,0.00002660987,0.00022223419,0.000010833961],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00003956958,0.000054047225,0.9695417,0.000034846253,0.00004390375,0.0005047827,0.000024443825,0.0000061424967,0.00004483034,0.0000033005833,0.0011500957,0.028552316],"study_design_scores_gemma":[0.0004072774,0.0000079139245,0.9943607,0.00016840978,0.000039351537,0.00004976912,0.000045754343,0.00015554813,0.000023371333,0.000011169953,0.004611435,0.0001193411],"about_ca_topic_score_codex":0.000110465,"about_ca_topic_score_gemma":0.000055770965,"teacher_disagreement_score":0.028432975,"about_ca_system_score_codex":0.00014118725,"about_ca_system_score_gemma":0.00014855253,"threshold_uncertainty_score":0.6938935},"labels":[],"label_agreement":null},{"id":"W3137355693","doi":"10.48550/arxiv.2103.11123","title":"Force Sensing in Robot-assisted Keyhole Endoscopy: A Systematic Survey","year":2021,"lang":"en","type":"preprint","venue":"arXiv (Cornell University)","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Haptic technology; Keyhole; Computer science; Systematic review; Robot; Endoscopy; Medical physics; Simulation; Artificial intelligence; MEDLINE; Medicine; Surgery; Engineering; Mechanical engineering","score_opus":0.15848101079454646,"score_gpt":0.24128528003906732,"score_spread":0.08280426924452086,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3137355693","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98141956,0.00013638454,0.012222202,0.000027328815,0.0002880284,0.000663845,0.000007942863,0.00012446169,0.0051102308],"genre_scores_gemma":[0.99743336,0.0000310761,0.00025129513,0.00011950848,0.0000323463,5.46475e-7,0.00018834397,0.000031658834,0.0019118488],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99787515,0.000568246,0.00038999607,0.000724559,0.00012637029,0.0003156924],"domain_scores_gemma":[0.9981153,0.00061066187,0.00023647513,0.00061738753,0.00021535759,0.00020480438],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.000641498,0.00028354127,0.0009356044,0.00030397673,0.00006424862,0.000058128564,0.00014425421,0.0003367658,0.0001165535],"category_scores_gemma":[0.00049032556,0.0003050351,0.00025320152,0.0006209925,0.000055792254,0.00007529622,0.0002817202,0.0006613874,0.00003108449],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0014003603,0.0008501152,0.35039508,0.03327466,0.0014162636,0.021198072,0.0020558755,0.5862674,0.00044769273,0.001731319,0.00002594054,0.0009372029],"study_design_scores_gemma":[0.0076931166,0.00006914063,0.2994153,0.020301232,0.000643507,0.000059105674,0.0018121939,0.6688218,0.00013051096,0.00030504508,0.000018652992,0.0007304054],"about_ca_topic_score_codex":0.0007355138,"about_ca_topic_score_gemma":0.000911776,"teacher_disagreement_score":0.08255439,"about_ca_system_score_codex":0.00033198632,"about_ca_system_score_gemma":0.00023991027,"threshold_uncertainty_score":0.99994016},"labels":[],"label_agreement":null},{"id":"W3137486065","doi":"10.1080/0142159x.2021.1994937","title":"Implementation of competence by design in Canadian neurosurgery residency programs*","year":2021,"lang":"en","type":"article","venue":"Medical Teacher","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":21,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Calgary","funders":"","keywords":"Competence (human resources); Medicine; Thematic analysis; Neurosurgery; Medical education; Curriculum; Graduate medical education; Family medicine; Nursing; Qualitative research; Psychology; Accreditation; Surgery; Pedagogy","score_opus":0.059252419616072215,"score_gpt":0.353981324775551,"score_spread":0.2947289051594788,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3137486065","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9910398,0.00025203577,0.00026132353,0.0036083036,0.000109790904,0.00018051255,8.111438e-7,0.000021627871,0.004525758],"genre_scores_gemma":[0.99868697,0.000025140771,0.00017976221,0.00062348816,0.000041541065,0.000008667071,0.000040022496,0.000007904235,0.00038650873],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99869543,0.00022287486,0.00033797038,0.00015445559,0.00036469352,0.00022459494],"domain_scores_gemma":[0.9993065,0.000083213024,0.00003737556,0.0000992724,0.000049122234,0.0004245083],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0009249904,0.000058636248,0.00018688072,0.000058031063,0.000017270548,0.0000053867143,0.000038268216,0.00008066456,0.006682244],"category_scores_gemma":[0.00067786424,0.000051805553,0.000044762615,0.00027371728,0.000055879053,0.000027831524,0.000010089911,0.00020486007,0.000009379986],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000107234755,0.000085507054,0.9079931,0.000010918689,0.000008915432,0.00030299136,0.0001344535,7.782292e-7,0.000024071567,0.0000877489,0.0008217947,0.090518996],"study_design_scores_gemma":[0.004529047,0.00015878511,0.9414683,0.00023368209,0.000030449373,0.00004793963,0.0010639695,0.0056538526,0.00047747468,0.00015300816,0.046020374,0.00016313388],"about_ca_topic_score_codex":0.038862504,"about_ca_topic_score_gemma":0.04134639,"teacher_disagreement_score":0.090355866,"about_ca_system_score_codex":0.00004731686,"about_ca_system_score_gemma":0.0010676679,"threshold_uncertainty_score":0.9942258},"labels":[],"label_agreement":null},{"id":"W3138263755","doi":"10.1146/annurev-bioeng-083120-023315","title":"Procedural Telementoring in Rural, Underdeveloped, and Austere Settings: Origins, Present Challenges, and Future Perspectives","year":2021,"lang":"en","type":"article","venue":"Annual Review of Biomedical Engineering","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":22,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Foothills Medical Centre; University of Calgary; Alberta Health Services","funders":"","keywords":"Telemedicine; Health care; Rural area; Work (physics); Medicine; Emerging technologies; Rural population; Perspective (graphical); Medical education; Nursing; Public relations; Medical emergency; Computer science; Political science; Engineering","score_opus":0.014459720260817183,"score_gpt":0.29528267937127306,"score_spread":0.28082295911045585,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3138263755","genre_codex":"review","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.09016477,0.8835026,0.000061040046,0.02469384,0.00014152033,0.000430338,0.0000087083135,0.000063672225,0.0009335242],"genre_scores_gemma":[0.5014251,0.49608472,0.0015468103,0.0004174985,0.0004177541,0.000017112847,0.000026571592,0.000018581119,0.00004585064],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9990424,0.000018907622,0.00031179632,0.00019759705,0.00024515777,0.00018417873],"domain_scores_gemma":[0.99953187,0.000083318686,0.00004153963,0.000083265746,0.00008739452,0.00017263227],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00025737757,0.0001238817,0.00036872015,0.00007173718,0.000014609185,0.0000058536957,0.000029858335,0.00006317758,0.00005760359],"category_scores_gemma":[0.00028927645,0.000099019824,0.00003673543,0.00022576794,0.000040586372,0.000076776865,0.000059442256,0.00017667629,6.7384536e-7],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000030536157,0.00017834567,0.00050193915,0.03435673,0.0001463919,0.00021744303,0.0059743524,0.0000032607256,0.00021010725,0.0038026492,0.00015510317,0.9544231],"study_design_scores_gemma":[0.0022693311,0.00012302256,0.020725751,0.02089747,0.00006252883,0.0002017442,0.01589399,0.0006960838,0.00005665883,0.000013173444,0.9388286,0.00023167126],"about_ca_topic_score_codex":0.0000030667095,"about_ca_topic_score_gemma":6.609379e-7,"teacher_disagreement_score":0.95419145,"about_ca_system_score_codex":0.000043709064,"about_ca_system_score_gemma":0.00005875352,"threshold_uncertainty_score":0.40379113},"labels":[],"label_agreement":null},{"id":"W3138505695","doi":"","title":"Automatic C-arm Positioning Using Multi-Functional User Interface","year":2019,"lang":"en","type":"article","venue":"CMBES Proceedings","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa","funders":"","keywords":"Workflow; Interface (matter); Computer science; Computer vision; Position (finance); Visualization; Kinematics; Workspace; Inverse kinematics; Ground truth; Artificial intelligence; Degrees of freedom (physics and chemistry); Robotic arm; User interface; Simulation; Robot","score_opus":0.046693220981622124,"score_gpt":0.31733323000143054,"score_spread":0.27064000901980845,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3138505695","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9870206,0.000039238592,0.0006397467,0.00017437876,0.00021851626,0.00024237439,6.3696433e-7,0.00020458623,0.011459918],"genre_scores_gemma":[0.9914687,8.80525e-7,0.0066364943,0.0004311007,0.00011453896,0.0000050575486,0.0000062942368,0.000024325167,0.0013125556],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9991385,0.0000034077932,0.00020918724,0.00022614124,0.0002249541,0.000197821],"domain_scores_gemma":[0.99952585,0.000042837622,0.00006988046,0.00007686699,0.00017581884,0.00010874053],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00013027905,0.000121324454,0.00019193004,0.000095977666,0.00008885566,0.000056193974,0.000055905854,0.00007619639,0.0023349596],"category_scores_gemma":[0.00012273865,0.000106699095,0.0000758869,0.0001977946,0.000032942567,0.00022316883,0.00005044642,0.00017132981,0.00032725077],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00041820167,0.0006787066,0.87689424,0.0007306745,0.00030660167,0.000018188668,0.0030083691,0.001012817,0.100751,0.0062119067,0.0004988833,0.0094704],"study_design_scores_gemma":[0.008467408,0.00029131345,0.2672354,0.0010609465,0.00015377438,0.00026651644,0.001840466,0.70392317,0.00908162,0.00016726821,0.007089447,0.00042264943],"about_ca_topic_score_codex":0.0000056538547,"about_ca_topic_score_gemma":1.7081439e-7,"teacher_disagreement_score":0.70291036,"about_ca_system_score_codex":0.00008785674,"about_ca_system_score_gemma":0.000030394905,"threshold_uncertainty_score":0.99857706},"labels":[],"label_agreement":null},{"id":"W3138521556","doi":"10.1186/s41205-021-00099-4","title":"3D printing in neurosurgery education: a review","year":2021,"lang":"en","type":"review","venue":"3D Printing in Medicine","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":53,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"SickKids Foundation; Hospital for Sick Children; Toronto Western Hospital; University of Toronto","funders":"University of Toronto","keywords":"Neurosurgery; Skull; 3d printed; Cranial vault; Medicine; Dissection (medical); Craniosynostosis; Medical physics; Surgery; Computer science; Biomedical engineering","score_opus":0.12789600115839128,"score_gpt":0.43908962644260957,"score_spread":0.3111936252842183,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3138521556","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00007757669,0.96659124,0.000015082816,0.0011188495,0.0009845006,0.001319452,5.433027e-7,0.00008410077,0.029808665],"genre_scores_gemma":[0.00013266644,0.99344355,0.0008901444,0.0031547907,0.0010399299,0.00017683415,0.00016366699,0.00008456066,0.00091384],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9951162,0.00054276164,0.0023799667,0.0008455339,0.00059298467,0.0005225927],"domain_scores_gemma":[0.9967112,0.0014875826,0.00070281484,0.0006973119,0.00017145042,0.00022963823],"candidate_categories":["metaresearch","metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0033439705,0.00052178174,0.0039951797,0.0006962798,0.000049566737,0.0000187268,0.00020184545,0.00029687822,0.001710056],"category_scores_gemma":[0.008718997,0.00040813113,0.00035734646,0.002260776,0.00009740335,0.00005879053,0.0001634746,0.0016865239,0.000060760973],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000027941264,0.00012703937,0.002543216,0.061169554,0.000031906515,0.00030655036,0.000081360566,9.930584e-7,1.1466236e-7,0.00009398789,0.00022050696,0.935422],"study_design_scores_gemma":[0.00053969136,0.000016646049,0.00058816327,0.3695382,0.00028738746,0.00019128117,0.000032745433,0.000029265726,7.026642e-8,0.0000024168264,0.6285832,0.00019095608],"about_ca_topic_score_codex":0.000049776747,"about_ca_topic_score_gemma":0.000007281816,"teacher_disagreement_score":0.93523103,"about_ca_system_score_codex":0.00021048509,"about_ca_system_score_gemma":0.0010865075,"threshold_uncertainty_score":0.99983704},"labels":[],"label_agreement":null},{"id":"W3139007080","doi":"10.1016/j.wneu.2021.03.019","title":"How Do Pediatric Neurosurgeons Make Intraoperative Decisions?","year":2021,"lang":"en","type":"article","venue":"World Neurosurgery","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Simon Fraser University; York University","funders":"","keywords":"Medicine; Context (archaeology); Grounded theory; Set (abstract data type); Process (computing); Control (management); Action (physics); Operating theater; Qualitative research; Surgery; Computer science","score_opus":0.0493753007116579,"score_gpt":0.289512628932353,"score_spread":0.2401373282206951,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3139007080","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9673387,0.0005351156,0.0001269728,0.017427677,0.0017709306,0.0002074473,0.000014830463,0.0002457553,0.012332562],"genre_scores_gemma":[0.97664267,0.0003229662,0.00013247135,0.008001494,0.000502005,0.000014701466,0.000031889907,0.00004606904,0.01430576],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.9979794,0.00018438417,0.00039646818,0.0005580535,0.00046985038,0.00041185218],"domain_scores_gemma":[0.9967782,0.0021014349,0.0000945948,0.00043935422,0.00020433759,0.00038211048],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00022280258,0.00023095336,0.00045407587,0.00036452076,0.00020987072,0.00022582703,0.000064844746,0.0000654593,0.00081849337],"category_scores_gemma":[0.002425941,0.00020474274,0.0002975992,0.00181902,0.000055236247,0.000110391986,0.00007879615,0.0004392905,0.00008538091],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00049405795,0.0010659151,0.8221903,0.000060634204,0.00008216635,0.01531397,0.00022855162,0.00023208922,0.0033066748,0.0034994022,0.01916671,0.13435954],"study_design_scores_gemma":[0.003066595,0.00007020323,0.3562438,0.000082320024,0.00015161214,0.0004840112,0.00009834322,0.00042317333,0.00355218,0.00024035481,0.6351078,0.0004796073],"about_ca_topic_score_codex":0.0000011002413,"about_ca_topic_score_gemma":0.000009650932,"teacher_disagreement_score":0.6159411,"about_ca_system_score_codex":0.000031991345,"about_ca_system_score_gemma":0.00017281013,"threshold_uncertainty_score":0.8961928},"labels":[],"label_agreement":null},{"id":"W3139219625","doi":"10.1503/cjs.018019","title":"Influence of undergraduate medical education exposure to cadaveric dissection on choice of surgical specialty: a national survey of Canadian surgical residents","year":2021,"lang":"en","type":"article","venue":"Canadian Journal of Surgery","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"McMaster University; St. Joseph’s Healthcare Hamilton; Juravinski Hospital; Hamilton General Hospital","funders":"","keywords":"Medicine; Specialty; Likert scale; Test (biology); Dissection (medical); Family medicine; Surgery","score_opus":0.06639524824938442,"score_gpt":0.33123439820491507,"score_spread":0.26483914995553065,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3139219625","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9929512,0.00025354355,0.0000020562402,0.0038879851,0.00046136492,0.00008020381,0.000052440624,0.0000023414357,0.0023088586],"genre_scores_gemma":[0.9990298,0.00010803292,0.000021337502,0.00036262392,0.00024963447,0.0000012728428,0.000060354356,0.000015350004,0.00015156127],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9970575,0.00030795104,0.0010956018,0.00017505606,0.0010797388,0.00028417775],"domain_scores_gemma":[0.99354285,0.0016376905,0.00041749375,0.00014882254,0.002323615,0.0019295333],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0016451891,0.00013462511,0.0006342969,0.0016240336,0.00006112934,0.000012362184,0.000108017324,0.0001746734,0.00061969174],"category_scores_gemma":[0.007212541,0.0001287045,0.00020425205,0.0019214749,0.00012006894,0.000103710154,0.000008288322,0.00031832373,0.0000033802276],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00032759918,0.00014900838,0.9886306,0.00007783291,0.00011918949,0.0013823692,0.00012907416,0.0018227327,0.000026795358,0.0007810004,0.0025437332,0.0040101013],"study_design_scores_gemma":[0.00093314704,0.00010904096,0.9820505,0.0008586821,0.000027105058,0.00061043125,0.000056784782,0.000017393053,0.00028540927,0.00007144941,0.014876477,0.00010359267],"about_ca_topic_score_codex":0.25732684,"about_ca_topic_score_gemma":0.620743,"teacher_disagreement_score":0.36341617,"about_ca_system_score_codex":0.00035582314,"about_ca_system_score_gemma":0.027039682,"threshold_uncertainty_score":0.9784761},"labels":[],"label_agreement":null},{"id":"W3139460796","doi":"10.3389/frobt.2021.645424","title":"Robotic Ultrasound Scanning With Real-Time Image-Based Force Adjustment: Quick Response for Enabling Physical Distancing During the COVID-19 Pandemic","year":2021,"lang":"en","type":"article","venue":"Frontiers in Robotics and AI","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":41,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"Natural Sciences and Engineering Research Council of Canada; Canadian Institutes of Health Research","keywords":"Sonographer; Computer science; Imaging phantom; Artificial intelligence; Computer vision; Image quality; Robotic arm; Robot; Support vector machine; Ultrasound; Image (mathematics); Medicine; Radiology","score_opus":0.019151409105799197,"score_gpt":0.29288111066429023,"score_spread":0.273729701558491,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3139460796","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.69555587,0.0005796671,0.30048802,0.0023945875,0.00019092739,0.0005595916,0.00000815392,0.000087218505,0.00013595277],"genre_scores_gemma":[0.97959274,0.000049770955,0.01814072,0.001180548,0.00013761874,0.000023729559,0.00003917846,0.0000361947,0.00079947704],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99874324,0.00011467008,0.00023732528,0.00033835604,0.00021229488,0.00035413023],"domain_scores_gemma":[0.99837697,0.0010407105,0.00007921979,0.00020482398,0.000081273065,0.00021703438],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00044330143,0.00017380428,0.0003684552,0.00008733599,0.0003069253,0.00006926555,0.000056145007,0.00006224546,0.000011718717],"category_scores_gemma":[0.000691755,0.00012501214,0.000084102234,0.00029809045,0.00013595558,0.0000769688,0.000021140913,0.00022710086,6.1725314e-7],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.006240606,0.00018368835,0.13886446,0.0004622465,0.0001571988,0.00022901695,0.002208271,0.8395994,0.010555032,0.00028446724,0.00022719693,0.000988452],"study_design_scores_gemma":[0.028573338,0.0005848762,0.06667452,0.00090961467,0.0005564999,0.00022632732,0.0058340556,0.8918401,0.0009515823,0.0011161764,0.0019744115,0.00075848715],"about_ca_topic_score_codex":0.000011847355,"about_ca_topic_score_gemma":0.0000082252745,"teacher_disagreement_score":0.2840369,"about_ca_system_score_codex":0.00023454436,"about_ca_system_score_gemma":0.00026659138,"threshold_uncertainty_score":0.5097847},"labels":[],"label_agreement":null},{"id":"W3143442812","doi":"10.1016/j.gie.2021.01.023","title":"Core curriculum for ergonomics in endoscopy","year":2021,"lang":"en","type":"article","venue":"Gastrointestinal Endoscopy","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":39,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto; SickKids Foundation; Hospital for Sick Children; The Wilson Centre","funders":"","keywords":"Medicine; Endoscopy; Curriculum; Human factors and ergonomics; Medical education; Poison control; Radiology; Medical emergency; Pedagogy; Psychology","score_opus":0.05536126429725399,"score_gpt":0.3323315006461314,"score_spread":0.2769702363488774,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3143442812","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97585773,0.0001128908,0.012478967,0.00050539983,0.00022508149,0.00042517073,0.000019521625,0.00011662297,0.01025859],"genre_scores_gemma":[0.79531574,0.000005926368,0.20335583,0.00051634887,0.00018383104,0.000042632255,0.000113208014,0.000027297216,0.00043916504],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99874824,0.000029043824,0.00034645593,0.00033590783,0.0001415606,0.00039881573],"domain_scores_gemma":[0.9989106,0.00046899886,0.000071745904,0.0001934988,0.00015733713,0.00019783247],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00019126579,0.00016513056,0.00032714606,0.00008876254,0.000048743565,0.000021878426,0.00006032515,0.000037115595,0.0004178111],"category_scores_gemma":[0.0013328576,0.00016032696,0.00014089886,0.00025687693,0.000050419927,0.000055255827,0.000032543798,0.00021507606,0.000042142674],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0034152134,0.0009409815,0.9274782,0.00022445453,0.000042938856,0.0011418697,0.00017184079,0.0010024278,0.049274836,0.009746298,0.0006538887,0.0059070825],"study_design_scores_gemma":[0.19046415,0.0065287105,0.45744994,0.0077836127,0.0005518178,0.030859875,0.007145105,0.18403175,0.030424923,0.00641688,0.07601568,0.0023275332],"about_ca_topic_score_codex":0.000027753842,"about_ca_topic_score_gemma":0.000028423125,"teacher_disagreement_score":0.47002822,"about_ca_system_score_codex":0.000094010546,"about_ca_system_score_gemma":0.00020170743,"threshold_uncertainty_score":0.6537944},"labels":[],"label_agreement":null},{"id":"W3144546964","doi":"10.2196/24065","title":"A Smartphone App Designed to Empower Patients to Contribute Toward Safer Surgical Care: Qualitative Evaluation of Diverse Public and Patient Perceptions Using Focus Groups","year":2021,"lang":"en","type":"article","venue":"JMIR mhealth and uhealth","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":28,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"King's Health Partners; King's College London; Guy's and St Thomas' Charity; National Institute for Health and Care Research; Maudsley Charity; King's College Hospital NHS Foundation Trust; Department of Health and Social Care; National Institute for Health Research Applied Research Collaboration South London; South London and Maudsley NHS Foundation Trust","keywords":"Focus group; Thematic analysis; Transgender; Medicine; Ethnic group; Usability; Nursing; SAFER; Qualitative research; Psychology; Medical education","score_opus":0.1398921625451676,"score_gpt":0.44797790624529654,"score_spread":0.308085743700129,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3144546964","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99447465,0.00058579055,0.00046205567,0.0026093835,0.00013053515,0.0013158235,0.00009090547,0.000026411532,0.0003044286],"genre_scores_gemma":[0.9974147,0.000047338115,0.00097546604,0.0013020864,0.000049974024,0.000059459715,0.0001290796,0.00001438798,0.0000074966647],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99739665,0.00062207197,0.0005295246,0.00038770543,0.00067149574,0.00039253253],"domain_scores_gemma":[0.9972374,0.00025723563,0.00013299307,0.00015135584,0.0011952596,0.0010257591],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00081751094,0.00015683023,0.00044308047,0.00017503381,0.00021569068,0.000023048122,0.000025483838,0.000098221855,0.00018982137],"category_scores_gemma":[0.00042224184,0.00013875234,0.0000557369,0.0004808497,0.000050477287,0.00008679966,0.000060355036,0.0001422615,0.000006362086],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.004097178,0.0014861146,0.09424048,0.0011224034,0.00012698205,0.000040510786,0.34743324,0.00010703094,0.00013246824,0.0019491108,0.00042071918,0.54884374],"study_design_scores_gemma":[0.028001871,0.0034594291,0.8514586,0.00038719559,0.00040328308,0.000031696854,0.10739631,0.0014100132,0.00006350003,0.00019701282,0.0067197667,0.0004713233],"about_ca_topic_score_codex":0.00013974472,"about_ca_topic_score_gemma":0.000079694975,"teacher_disagreement_score":0.7572181,"about_ca_system_score_codex":0.00031809526,"about_ca_system_score_gemma":0.0005797388,"threshold_uncertainty_score":0.5658156},"labels":[],"label_agreement":null},{"id":"W3144723382","doi":"10.1002/hed.26696","title":"Development, translation, and preliminary validation of the neck dissection assessment tool","year":2021,"lang":"en","type":"article","venue":"Head & Neck","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Hôpital Maisonneuve-Rosemont; Centre Hospitalier de l’Université de Montréal","funders":"","keywords":"Intraclass correlation; Checklist; Reliability (semiconductor); Medicine; Delphi method; Otorhinolaryngology; Medical physics; Rating scale; Delphi; Physical therapy; Psychometrics; Surgery; Psychology; Computer science; Clinical psychology; Artificial intelligence","score_opus":0.05172758671839066,"score_gpt":0.3368780387250053,"score_spread":0.28515045200661465,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3144723382","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9932022,0.0000994322,0.0005321544,0.0006800586,0.00008623483,0.00015573254,8.491258e-7,0.00002016228,0.0052231885],"genre_scores_gemma":[0.9960039,0.00000920034,0.003478781,0.0001364052,0.000030994514,0.000007201135,0.00003678646,0.0000061831734,0.0002905065],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99941653,0.00003241043,0.00019889568,0.0001164054,0.00016551952,0.00007025151],"domain_scores_gemma":[0.99969405,0.000058532798,0.00004428514,0.00009809079,0.00007213785,0.00003290604],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00009466004,0.00005509113,0.00010228189,0.000019479095,0.00007756763,0.000010037646,0.000014886249,0.00003872509,0.0001845081],"category_scores_gemma":[0.00003720976,0.000040716528,0.00003441336,0.00015572962,0.000016746531,0.000055468634,0.000011100886,0.000073203846,0.0000020898888],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00034152748,0.00045522797,0.5924224,0.000341167,0.00011205113,0.000021562824,0.0037178267,0.00039465923,0.012149629,0.0014463395,0.00009914802,0.38849843],"study_design_scores_gemma":[0.0016061305,0.00004823508,0.9663639,0.00014198018,0.000033903005,0.000029543558,0.0001638015,0.0019638152,0.012006596,0.00005854429,0.017530998,0.0000525583],"about_ca_topic_score_codex":0.0000025136505,"about_ca_topic_score_gemma":0.0000057999214,"teacher_disagreement_score":0.38844585,"about_ca_system_score_codex":0.00002155717,"about_ca_system_score_gemma":0.00010433988,"threshold_uncertainty_score":0.20202343},"labels":[],"label_agreement":null},{"id":"W3145772119","doi":"10.1055/s-0040-1718683","title":"Competency-Based Education in Minimally Invasive and Robotic Colorectal Surgery","year":2021,"lang":"en","type":"review","venue":"Clinics in Colon and Rectal Surgery","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Competence (human resources); Medicine; Colorectal surgery; Invasive surgery; Medical education; Robotic surgery; Surgery; Psychology","score_opus":0.08239180254711415,"score_gpt":0.3845344426362883,"score_spread":0.30214264008917413,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3145772119","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.10742923,0.8897175,6.477821e-7,0.00011937386,0.0011964134,0.0006209459,0.0000069083385,0.000029382592,0.00087958365],"genre_scores_gemma":[0.024691772,0.9739255,0.00014191931,0.00038503433,0.00015301906,0.00008272089,0.00044725795,0.000046406094,0.00012639508],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99685,0.00056377955,0.0014091681,0.00063380407,0.000211498,0.00033172948],"domain_scores_gemma":[0.9784687,0.020636782,0.00039209434,0.00017469785,0.00009552008,0.00023219775],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0014983594,0.0003688943,0.0029765891,0.0007310893,0.000053483454,0.000045952384,0.000046416477,0.0006346253,0.00011003903],"category_scores_gemma":[0.003553768,0.00032693002,0.0004956989,0.0008101587,0.00017540084,0.00005068203,0.00005906635,0.0007687708,0.000006896202],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000119241406,0.0004183226,0.059650693,0.005715376,0.000052401265,0.0004592012,0.000038429393,0.0000029911873,2.1615283e-7,0.000042045907,0.0001205743,0.9333805],"study_design_scores_gemma":[0.0029415688,0.0003348656,0.057961494,0.1468505,0.00095922797,0.00060559914,0.0004104442,0.00081697607,0.0000038532257,0.00017980783,0.78714657,0.0017890692],"about_ca_topic_score_codex":0.00002294362,"about_ca_topic_score_gemma":0.00021638097,"teacher_disagreement_score":0.93159145,"about_ca_system_score_codex":0.00014992362,"about_ca_system_score_gemma":0.007931429,"threshold_uncertainty_score":0.9999183},"labels":[],"label_agreement":null},{"id":"W3146916772","doi":"10.1007/s43678-021-00102-1","title":"Development of a novel 3D-printed multifunctional thorax model simulator for the simulation-based training of tube thoracostomy","year":2021,"lang":"en","type":"article","venue":"Canadian Journal of Emergency Medicine","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":4,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ontario Tech University; University of Calgary; Memorial University of Newfoundland","funders":"Memorial University of Newfoundland; Atlantic Canada Opportunities Agency","keywords":"Thoracostomy; Thorax (insect anatomy); 3d printed; Medicine; Simulation; Thoracotomy; Computer science; Surgery; Biomedical engineering; Anatomy","score_opus":0.2565535189972208,"score_gpt":0.39947884712709414,"score_spread":0.14292532812987335,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3146916772","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.32936677,0.0010768512,0.6638525,0.0021664344,0.0021184233,0.00043961103,0.000039088438,0.000008694096,0.00093159796],"genre_scores_gemma":[0.9806777,0.000006146193,0.018526822,0.00022887399,0.00031245174,0.0000046670184,0.000028227201,0.000021572967,0.00019353977],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9978635,0.000027666514,0.0012809739,0.00014387512,0.0004486966,0.00023529578],"domain_scores_gemma":[0.9960035,0.0009492011,0.0004832791,0.00017042838,0.0019152026,0.00047840748],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0008981381,0.00015027435,0.000489682,0.00025764055,0.00013788855,0.0000020818477,0.00011266027,0.00008213061,0.002113459],"category_scores_gemma":[0.003337206,0.00010298015,0.00020499069,0.00044845082,0.00010036395,0.0000509979,0.000006037525,0.00021406963,4.539525e-7],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00035824103,0.00009520249,0.0027186458,0.000119658165,0.00033320746,0.000012166801,0.003624758,0.9733278,0.0029521273,0.0002937296,0.00012714157,0.016037317],"study_design_scores_gemma":[0.005830738,0.00013796947,0.004709387,0.00048764754,0.0002629445,0.000005078111,0.0018053327,0.96311134,0.0005233401,0.0000430799,0.02297959,0.00010353869],"about_ca_topic_score_codex":0.00007941741,"about_ca_topic_score_gemma":0.0008669372,"teacher_disagreement_score":0.6513109,"about_ca_system_score_codex":0.00009401845,"about_ca_system_score_gemma":0.003942674,"threshold_uncertainty_score":0.9987987},"labels":[],"label_agreement":null},{"id":"W3151539628","doi":"10.1016/j.amjsurg.2021.03.064","title":"Objective Structured Assessment of technical skill (OSATS) in the Surgical Skills and Technology Elective Program (SSTEP): Comparison of peer and expert raters","year":2021,"lang":"en","type":"article","venue":"The American Journal of Surgery","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":36,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Kingston Health Sciences Centre; Kingston General Hospital; Queen's University","funders":"","keywords":"Intraclass correlation; Reliability (semiconductor); Medical education; Task (project management); Medicine; Session (web analytics); Medical physics; Psychology; Physical therapy; Computer science; Psychometrics; Clinical psychology; Engineering","score_opus":0.022972015504190202,"score_gpt":0.38065146510170533,"score_spread":0.35767944959751513,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3151539628","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9964596,0.00047005148,0.000035081543,0.0025807342,0.000044013606,0.00014575143,0.00000166616,0.000007559457,0.0002555178],"genre_scores_gemma":[0.998928,0.00016739375,0.0007151132,0.00012920001,0.00003959613,0.0000053549047,0.0000017476311,0.000008040874,0.000005535783],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99837554,0.00033910703,0.0005847153,0.00012554905,0.00041423875,0.00016086387],"domain_scores_gemma":[0.9967521,0.0020887966,0.00056035287,0.00013984274,0.0003985439,0.00006035703],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0010534441,0.00010965799,0.0008257181,0.00021269532,0.000035522524,0.000010560216,0.00007315522,0.00005185483,0.000016202062],"category_scores_gemma":[0.00044586687,0.000058325197,0.00011194258,0.0008501239,0.00081756973,0.000038960367,0.000037566166,0.00045889098,4.63827e-8],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0006017734,0.0008383732,0.80971044,0.000018624814,0.00023774669,0.0002713723,0.002242926,0.00004132489,0.0018278571,0.00025427862,0.0000580437,0.18389723],"study_design_scores_gemma":[0.0015254124,0.000648491,0.97806525,0.00019298679,0.000078742625,0.001262891,0.01443328,0.00016742326,0.0027740148,0.00021946178,0.00054344273,0.000088591725],"about_ca_topic_score_codex":0.0000122591955,"about_ca_topic_score_gemma":0.000004059632,"teacher_disagreement_score":0.18380862,"about_ca_system_score_codex":0.00003787553,"about_ca_system_score_gemma":0.0001832683,"threshold_uncertainty_score":0.30123696},"labels":[],"label_agreement":null},{"id":"W3152137668","doi":"10.1016/j.jsurg.2021.03.006","title":"Can Good Intraoperative Judgement Be Taught?: Pediatric Neurosurgeons’ Pedagogical Approaches to Training Residents on Intraoperative Decision-Making","year":2021,"lang":"en","type":"article","venue":"Journal of surgical education","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":4,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Simon Fraser University; York University","funders":"","keywords":"Debriefing; Mentorship; Judgement; Medicine; Medical education; Empathy; Pediatric surgery; Nursing; Psychology; Surgery","score_opus":0.19994833445078647,"score_gpt":0.39256003049561455,"score_spread":0.19261169604482808,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3152137668","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.96738285,0.000237394,0.00027505963,0.02238385,0.00106085,0.0002868836,0.0000055723667,0.000020853886,0.008346679],"genre_scores_gemma":[0.9925973,0.00015062574,0.002378295,0.0028222112,0.0014711274,0.000014553763,0.000017973898,0.000026985177,0.0005209368],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99693495,0.00036285163,0.000995771,0.00039397838,0.0009746172,0.00033785813],"domain_scores_gemma":[0.9969845,0.0012861236,0.0003119422,0.00020036302,0.00062825513,0.0005888616],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0009600053,0.00025198725,0.0006030131,0.00037524576,0.00019054025,0.00013458446,0.00012379397,0.00013352062,0.0009087661],"category_scores_gemma":[0.0016589414,0.00019181166,0.00025873544,0.0008551565,0.000041978285,0.00016987596,0.000050043705,0.0007020816,0.000019337333],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0050237374,0.008227502,0.05662552,0.0001469427,0.00054081494,0.004268894,0.05024487,0.014276463,0.00025471166,0.02268839,0.0065183514,0.8311838],"study_design_scores_gemma":[0.024746912,0.0068119243,0.622112,0.00374917,0.0014274521,0.0069987713,0.08893283,0.002330852,0.0028923375,0.0046713445,0.23305628,0.0022701498],"about_ca_topic_score_codex":0.0000039982133,"about_ca_topic_score_gemma":0.000007913073,"teacher_disagreement_score":0.8289136,"about_ca_system_score_codex":0.000254952,"about_ca_system_score_gemma":0.0014703294,"threshold_uncertainty_score":0.9950352},"labels":[],"label_agreement":null},{"id":"W3153166079","doi":"10.1007/s00405-021-06791-9","title":"Evaluation of a curved surgical prototype in a human larynx","year":2021,"lang":"en","type":"article","venue":"European Archives of Oto-Rhino-Laryngology","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"Universität Ulm","keywords":"Epiglottis; Larynx; Visibility; Medicine; Laryngoscopes; Usability; Laryngoscopy; Surgery; Intubation; Medical physics; Computer science; Human–computer interaction","score_opus":0.06398571734690447,"score_gpt":0.34678984220952214,"score_spread":0.28280412486261763,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3153166079","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7968463,0.00027470005,0.000066442786,0.0001599916,0.000044593307,0.0006084277,0.000006893191,0.000028608623,0.20196408],"genre_scores_gemma":[0.99863017,0.000022314913,0.00072637765,0.00010588425,0.00007817732,0.000020655118,0.00013608992,0.000030562922,0.00024974943],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9960846,0.0021807593,0.0006643372,0.00036232473,0.00045440235,0.00025358793],"domain_scores_gemma":[0.99870074,0.00044947074,0.0001853974,0.00036255736,0.0001811521,0.00012067403],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0015871022,0.00015590513,0.0005223688,0.00024345708,0.000036417892,0.000005122785,0.00012878119,0.000050176324,0.0011555752],"category_scores_gemma":[0.00078870717,0.00014316654,0.00018225214,0.00028537045,0.00018209663,0.00004671229,0.00012586972,0.00029053102,0.00003150856],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.005918014,0.0058206436,0.56651235,0.0009782244,0.0011074826,0.0067402227,0.012242813,0.002220741,0.21118838,0.022046393,0.000096206015,0.16512851],"study_design_scores_gemma":[0.015638975,0.00091417035,0.95804805,0.00037774583,0.00021583686,0.00020040998,0.00015977421,0.007175481,0.007474718,0.0010929082,0.008474106,0.00022782934],"about_ca_topic_score_codex":0.000023861025,"about_ca_topic_score_gemma":0.000024829436,"teacher_disagreement_score":0.39153567,"about_ca_system_score_codex":0.000017984823,"about_ca_system_score_gemma":0.00016295147,"threshold_uncertainty_score":0.9997575},"labels":[],"label_agreement":null},{"id":"W3153254302","doi":"10.1016/j.xnsj.2021.100063","title":"Virtual reality as a learning tool in spinal anatomy and surgical techniques","year":2021,"lang":"en","type":"article","venue":"North American Spine Society Journal (NASSJ)","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":26,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Sunnybrook Health Science Centre","funders":"University of Toronto","keywords":"Headset; Medicine; Medical physics; Decompression; Virtual reality; Neurosurgery; Test (biology); Lumbar spinal stenosis; Physical therapy; Medical education; Radiology; Surgery; Computer science; Human–computer interaction","score_opus":0.018148379184530675,"score_gpt":0.33847716034838554,"score_spread":0.3203287811638549,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3153254302","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99398804,0.00028787862,0.00036072452,0.0025906577,0.000039471142,0.00010841031,0.0000025992306,0.00008816177,0.0025340836],"genre_scores_gemma":[0.9950602,0.0009999307,0.0018621212,0.001320058,0.0003536544,0.0000051053676,0.000027492391,0.000023378005,0.00034806525],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9980985,0.00016258119,0.000518377,0.0003284044,0.0004907288,0.00040139174],"domain_scores_gemma":[0.99901074,0.00007892106,0.00022602608,0.00013517326,0.00024135779,0.00030777027],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00060425897,0.00020241947,0.00055393734,0.000066758956,0.0002012057,0.000071869414,0.000060842358,0.00007781317,0.00021320228],"category_scores_gemma":[0.0003223853,0.00017840668,0.00028091855,0.00097234565,0.0002769501,0.00012876747,0.00006860792,0.0013293729,0.000004138583],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0002461001,0.00020583239,0.5465461,0.000026045449,0.00012811388,0.0024032549,0.00050426094,0.00009411694,0.00012447755,0.00018108636,0.0002231065,0.44931749],"study_design_scores_gemma":[0.004578185,0.001413105,0.82284456,0.00020580002,0.000075301956,0.003922688,0.0036546104,0.0017267942,0.00014075334,0.00005529796,0.16100904,0.00037388483],"about_ca_topic_score_codex":0.00006285191,"about_ca_topic_score_gemma":0.000035353154,"teacher_disagreement_score":0.44894361,"about_ca_system_score_codex":0.00013256288,"about_ca_system_score_gemma":0.00034913057,"threshold_uncertainty_score":0.72752136},"labels":[],"label_agreement":null},{"id":"W3153493693","doi":"10.1093/bjsopen/zraa066","title":"Virtual reality simulation in robot-assisted surgery: meta-analysis of skill transfer and predictability of skill","year":2021,"lang":"en","type":"review","venue":"BJS Open","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":94,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Virtual reality; Simulation; Computer science; Robotic surgery; Medical physics; Human–computer interaction; Medicine; Artificial intelligence","score_opus":0.3880442472457842,"score_gpt":0.46951304008747846,"score_spread":0.08146879284169428,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3153493693","genre_codex":"review","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.002631806,0.99216443,0.0007247372,0.00007741507,0.00005229785,0.0023658844,0.0004598816,0.000021405422,0.0015021515],"genre_scores_gemma":[0.6601571,0.33798036,0.0000758989,0.000037701815,0.000016650816,0.00006277668,0.0014992455,0.000028160073,0.00014212138],"study_design_codex":"design_other","study_design_gemma":"meta_analysis","domain_scores_codex":[0.99594885,0.0010218895,0.0018542456,0.00057054457,0.0004326443,0.00017184681],"domain_scores_gemma":[0.9948527,0.0038083042,0.0003586287,0.00060421537,0.00024003854,0.00013608602],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.002639951,0.0003021229,0.007888659,0.0004313276,0.000023515871,0.000023994426,0.00015422354,0.00032377784,0.0015688199],"category_scores_gemma":[0.0010283575,0.00021818007,0.0024325317,0.0018543901,0.00009848203,0.00010747882,0.00010223514,0.000246551,7.629109e-7],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00016170282,0.0008815705,0.004046173,0.0053988933,0.09504076,0.00002955088,0.00046025906,0.006247453,2.33926e-7,0.00025635865,0.000008512818,0.8874685],"study_design_scores_gemma":[0.0030147051,0.0001475807,0.10328992,0.0034269309,0.73868906,0.0000071849317,0.00017796116,0.005211774,0.0000048752804,0.000022127979,0.14537115,0.00063671794],"about_ca_topic_score_codex":0.0005154887,"about_ca_topic_score_gemma":0.0003355739,"teacher_disagreement_score":0.8868318,"about_ca_system_score_codex":0.00006334636,"about_ca_system_score_gemma":0.00031043869,"threshold_uncertainty_score":0.9993439},"labels":[],"label_agreement":null},{"id":"W3153615348","doi":"10.5312/wjo.v12.i4.234","title":"Hanging up the surgical cap: Assessing the competence of aging surgeons","year":2021,"lang":"en","type":"article","venue":"World Journal of Orthopedics","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"","keywords":"Competence (human resources); Medicine; Certification; Competency assessment; Cognition; Aptitude; Credentialing; Medical education; Psychology; Psychiatry","score_opus":0.0433358145887341,"score_gpt":0.3451273750074505,"score_spread":0.3017915604187164,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3153615348","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.96040183,0.0043901913,0.0013421105,0.012853831,0.0010894267,0.000090773596,0.0000017811609,0.0000171805,0.019812856],"genre_scores_gemma":[0.9972164,0.00019230977,0.000362259,0.0006634446,0.00032932957,3.691576e-7,0.0000020122204,0.0000118644875,0.001222006],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.9983257,0.00019859569,0.00059580227,0.00009014718,0.0005891245,0.00020062245],"domain_scores_gemma":[0.9973524,0.0015043499,0.00038240346,0.0001847165,0.00045627964,0.00011981337],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0016758484,0.00009703939,0.00032751125,0.000107114975,0.00019674053,0.000052820764,0.00011052377,0.000029350109,0.0003689687],"category_scores_gemma":[0.0003944135,0.000050282008,0.00026616873,0.0007312452,0.00015059802,0.00010059042,0.00005372377,0.0005783234,0.0000020010204],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00010869343,0.00020619434,0.82505333,0.000092463786,0.00040168507,0.0045067905,0.0022336578,0.0025942565,0.00033834844,0.0063246293,0.0006085283,0.15753141],"study_design_scores_gemma":[0.0063920347,0.00009152139,0.27732882,0.0021115888,0.00065975176,0.0064450754,0.006387269,0.006064633,0.0012357694,0.00023518062,0.69276845,0.00027988828],"about_ca_topic_score_codex":0.0000068491768,"about_ca_topic_score_gemma":0.000022764538,"teacher_disagreement_score":0.69215995,"about_ca_system_score_codex":0.000024313382,"about_ca_system_score_gemma":0.00030892523,"threshold_uncertainty_score":0.40399486},"labels":[],"label_agreement":null},{"id":"W3154791691","doi":"10.1097/as9.0000000000000035","title":"Leveraging Videoconferencing Technology to Augment Surgical Training During a Pandemic","year":2021,"lang":"en","type":"review","venue":"Annals of Surgery Open","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto; University Health Network","funders":"","keywords":"Videoconferencing; Social distance; Pandemic; Medical education; Isolation (microbiology); Telehealth; Autonomy; Distancing; Telemedicine; Distance education; Medicine; Coronavirus disease 2019 (COVID-19); Multimedia; Nursing; Psychology; Computer science; Disease; Pedagogy; Health care","score_opus":0.5547204409136416,"score_gpt":0.4994323580985454,"score_spread":0.05528808281509617,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3154791691","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.013635997,0.9788062,0.000012386033,0.0006527388,0.00020350944,0.0011492568,0.00001250403,0.00011541946,0.0054119946],"genre_scores_gemma":[0.03976604,0.9588557,0.00013565124,0.00026914236,0.00016479485,0.00016090123,0.00009789226,0.00007693318,0.0004729407],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99653757,0.00020955097,0.001489935,0.00072658213,0.0004040191,0.00063235866],"domain_scores_gemma":[0.99705213,0.0013272401,0.00046478264,0.0005354684,0.00025546874,0.00036489635],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0016818674,0.00044866346,0.004457771,0.0009349135,0.00011478473,0.000084360254,0.00034678538,0.00041839379,0.0009862549],"category_scores_gemma":[0.00074604293,0.00038505296,0.0009076332,0.0013393648,0.00005879357,0.00011543101,0.00056852377,0.0006039916,0.000041712552],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000043817097,0.00006499435,0.00069895707,0.0029176914,0.00043486815,0.0008606958,0.00020157562,0.0000070053884,0.000001228999,0.00010495365,0.00008750304,0.9945767],"study_design_scores_gemma":[0.00056746963,0.000029075964,0.00016270805,0.05393903,0.00023272171,0.00054967497,0.00037136103,0.000004464103,0.000027626733,0.00002557557,0.94370127,0.00038902386],"about_ca_topic_score_codex":0.00003273552,"about_ca_topic_score_gemma":0.0000021799776,"teacher_disagreement_score":0.9941877,"about_ca_system_score_codex":0.000069701884,"about_ca_system_score_gemma":0.0011016568,"threshold_uncertainty_score":0.999927},"labels":[],"label_agreement":null},{"id":"W3154888856","doi":"10.1177/09622802211003620","title":"Calibration of surgical tools using multilevel modeling with LINEX loss function: Theory and experiment","year":2021,"lang":"en","type":"article","venue":"Statistical Methods in Medical Research","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Manitoba; Aga Khan Foundation","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Exponential function; Bayesian probability; Computer science; Calibration; Function (biology); Mean squared error; Likelihood function; Linear model; Multilevel model; Statistics; Mathematics; Algorithm; Artificial intelligence; Machine learning; Estimation theory","score_opus":0.34924827873567577,"score_gpt":0.5901490617878591,"score_spread":0.24090078305218332,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3154888856","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.08856938,0.00035561709,0.90891284,0.0004149827,0.000047357782,0.00018651118,0.000008347581,0.000013705729,0.0014912403],"genre_scores_gemma":[0.6673646,0.000069352136,0.33230126,0.00008515781,0.00008929749,0.000014399565,0.000018505996,0.000014312649,0.00004312359],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9942781,0.0029140997,0.00051654037,0.00038883433,0.0015359404,0.0003664929],"domain_scores_gemma":[0.9834494,0.01546834,0.000029195207,0.0001810072,0.0003744055,0.00049764384],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.008616571,0.00011350804,0.00042048428,0.00014001424,0.00007890482,0.000028351928,0.000055402277,0.00018653652,0.0038780188],"category_scores_gemma":[0.014378054,0.00008223785,0.00003262971,0.0004429034,0.0005691193,0.00006611498,0.00011146043,0.00080918794,9.937127e-7],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.004135782,0.00044981047,0.0012432524,0.00023217707,0.00007249648,0.0019323479,0.00043108172,0.00081578206,0.0016229264,0.29910794,0.0000042197025,0.6899522],"study_design_scores_gemma":[0.0044601085,0.0003512517,0.000597256,0.00041751424,0.000026097478,0.00011981024,0.0008846613,0.9730963,0.0017930232,0.01775992,0.00038797891,0.00010605413],"about_ca_topic_score_codex":0.000025482503,"about_ca_topic_score_gemma":0.0000031176144,"teacher_disagreement_score":0.97228056,"about_ca_system_score_codex":0.000061086874,"about_ca_system_score_gemma":0.000560103,"threshold_uncertainty_score":0.9970326},"labels":[],"label_agreement":null},{"id":"W3155156799","doi":"10.3389/frobt.2021.610677","title":"Robotics and AI for Teleoperation, Tele-Assessment, and Tele-Training for Surgery in the Era of COVID-19: Existing Challenges, and Future Vision","year":2021,"lang":"en","type":"article","venue":"Frontiers in Robotics and AI","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":92,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta; London Health Sciences Centre; Western University","funders":"Natural Sciences and Engineering Research Council of Canada; Canada Research Chairs; National Science Foundation","keywords":"Robotics; Pandemic; Coronavirus disease 2019 (COVID-19); Health care; Teleoperation; Medicine; Telemedicine; Robotic surgery; Personal protective equipment; Telerobotics; Artificial intelligence; Telehealth; Robot; Medical emergency; Computer science; Disease; Infectious disease (medical specialty); Pathology","score_opus":0.07472421160956813,"score_gpt":0.3651214475882552,"score_spread":0.29039723597868705,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3155156799","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.27770877,0.07427491,0.46948707,0.17217731,0.0019079834,0.0034131669,0.00007005229,0.000075000775,0.00088574464],"genre_scores_gemma":[0.92593855,0.006540686,0.06477928,0.0023964366,0.0002141366,0.000020527672,0.00006786124,0.00001940709,0.00002314207],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9990078,0.00006701387,0.00033726875,0.0002721552,0.000121347235,0.00019438361],"domain_scores_gemma":[0.99880946,0.0008088911,0.00007636601,0.00009824422,0.000089471774,0.00011754574],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0007920989,0.00013081089,0.0004079922,0.00009302697,0.0001384979,0.000058368216,0.00002513694,0.00011763509,0.0000020610128],"category_scores_gemma":[0.00038668484,0.000102653794,0.000035101126,0.0001248412,0.00008826296,0.00009450245,0.000025153407,0.00021611813,7.883455e-9],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0004282968,0.0002946832,0.26049381,0.0021591044,0.0001372475,0.00008220069,0.012631859,0.014267502,0.000057583296,0.031802524,0.0013259145,0.67631924],"study_design_scores_gemma":[0.016809037,0.00066020986,0.2873097,0.0010632057,0.0002757069,0.00016886283,0.048386965,0.5796847,0.000024024686,0.013442453,0.051476568,0.0006985558],"about_ca_topic_score_codex":0.0000048617894,"about_ca_topic_score_gemma":0.000037914077,"teacher_disagreement_score":0.6756207,"about_ca_system_score_codex":0.00002370091,"about_ca_system_score_gemma":0.00015160849,"threshold_uncertainty_score":0.41861004},"labels":[],"label_agreement":null},{"id":"W3155584187","doi":"10.24908/iqurcp.11738","title":"15. Assessing Microsoft HoloLens for Basic Suturing Skill Training","year":2018,"lang":"en","type":"article","venue":"Inquiry Queen s Undergraduate Research Conference Proceedings","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"TUTOR; Usability; Fibrous joint; Computer science; Medical education; Multimedia; Human–computer interaction; Medicine; Psychology; Surgery; Mathematics education","score_opus":0.24929934748109045,"score_gpt":0.4515986707633699,"score_spread":0.20229932328227945,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3155584187","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9229526,0.000049488008,0.006792056,0.020179411,0.00054237427,0.001496779,0.000008206611,0.0004884082,0.047490668],"genre_scores_gemma":[0.992099,0.00006183177,0.0038027782,0.00048135853,0.0020575293,0.00012880425,0.000027745049,0.000086743414,0.001254224],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9958603,0.000067409215,0.00058655447,0.00092615944,0.0011087949,0.0014508211],"domain_scores_gemma":[0.9948415,0.00083575246,0.00016011542,0.00024062203,0.0033258873,0.00059608003],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0026231445,0.00034283038,0.0005720787,0.00062361377,0.0008612569,0.00078673725,0.0003536903,0.00026122425,0.00018554411],"category_scores_gemma":[0.0022448145,0.00030986665,0.0001925647,0.0009531181,0.0013064754,0.00079414167,0.00018989517,0.00088753225,0.00012770144],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0036049474,0.0011409732,0.05747327,0.002459429,0.0009613671,0.00020174826,0.08674673,0.000008676289,0.10420645,0.326157,0.0150521,0.4019873],"study_design_scores_gemma":[0.038081538,0.007488781,0.05026196,0.009994792,0.0005074367,0.000583897,0.11594402,0.036596686,0.1207881,0.28878543,0.3268698,0.0040975763],"about_ca_topic_score_codex":0.00004420718,"about_ca_topic_score_gemma":0.000007832718,"teacher_disagreement_score":0.39788973,"about_ca_system_score_codex":0.00024273143,"about_ca_system_score_gemma":0.00071684795,"threshold_uncertainty_score":0.9999353},"labels":[],"label_agreement":null},{"id":"W3157073088","doi":"10.1007/s00405-021-06828-z","title":"Resident’s preparedness for independent practice following Otorhinolaryngology-Head and Neck Surgery residency program: a cross-sectional survey","year":2021,"lang":"en","type":"article","venue":"European Archives of Oto-Rhino-Laryngology","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":8,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Centre Hospitalier de l’Université de Montréal; Hôpital Maisonneuve-Rosemont; Université de Montréal","funders":"","keywords":"Otorhinolaryngology; Medicine; Confidence interval; Head and neck surgery; Likert scale; Cross-sectional study; Laryngology; General surgery; Preparedness; Surgery; Internal medicine; Psychology","score_opus":0.06528734718997409,"score_gpt":0.3668410187493122,"score_spread":0.3015536715593381,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3157073088","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9783479,0.0009050061,0.00038359308,0.00025138826,0.0007352535,0.0010372078,0.00006897633,0.00018178645,0.018088916],"genre_scores_gemma":[0.9904909,0.00010596515,0.0063015707,0.0006224623,0.0003104117,0.0000718603,0.0006496255,0.00009193189,0.0013552397],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.994797,0.0020091594,0.0011272444,0.001007599,0.00042682953,0.0006322004],"domain_scores_gemma":[0.99061966,0.0076933685,0.0004476589,0.0005786827,0.00031247924,0.00034814837],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0021942595,0.00034884358,0.000853327,0.00032689702,0.00027776833,0.00009139174,0.00021449666,0.00015538688,0.00015447917],"category_scores_gemma":[0.009982325,0.00034551127,0.00047719432,0.00030699442,0.00030593868,0.00031314473,0.00033900217,0.00051076233,0.000024920173],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0028516713,0.0005751048,0.98811275,0.0002291582,0.0005504552,0.0014364367,0.001297528,0.00002989275,0.0016437973,0.0004620255,0.00019286989,0.0026182947],"study_design_scores_gemma":[0.0042890343,0.00051906676,0.98212236,0.00016692925,0.00012100364,0.00079551095,0.0001397834,0.00020416746,0.00027536682,0.00025149342,0.010820945,0.00029432145],"about_ca_topic_score_codex":0.00015788645,"about_ca_topic_score_gemma":0.00013741641,"teacher_disagreement_score":0.016733676,"about_ca_system_score_codex":0.00003941054,"about_ca_system_score_gemma":0.000511749,"threshold_uncertainty_score":0.9998997},"labels":[],"label_agreement":null},{"id":"W3158196157","doi":"10.1007/s00405-021-06846-x","title":"Use of simulation-based training of surgical technical skills among ENTs: an international YO-IFOS survey","year":2021,"lang":"en","type":"article","venue":"European Archives of Oto-Rhino-Laryngology","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":23,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Centre Hospitalier de l’Université de Montréal","funders":"","keywords":"Otorhinolaryngology; Medicine; Limiting; Curriculum; Tracheotomy; Medical education; General surgery; Medical physics; Surgery; Psychology","score_opus":0.06938348039037467,"score_gpt":0.3280120806464189,"score_spread":0.2586286002560442,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3158196157","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97999847,0.000024827828,0.0049894466,0.00009692209,0.0001383023,0.00024138139,0.00014255072,0.00005948835,0.01430861],"genre_scores_gemma":[0.9938095,0.000016531874,0.004827528,0.00020047104,0.00009088041,0.000002806569,0.0008441008,0.000045932306,0.00016220513],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99646795,0.0013885855,0.0010269826,0.0004514689,0.0003891339,0.00027590644],"domain_scores_gemma":[0.99313897,0.005510166,0.00040341224,0.00048235417,0.00024221977,0.00022290157],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00069346145,0.00021476447,0.00070313574,0.0003139543,0.000040285347,0.000011844426,0.00026286527,0.00008546726,0.0007204765],"category_scores_gemma":[0.002580529,0.00020204969,0.0002730157,0.0002745718,0.0004877827,0.00015335229,0.00014878694,0.0003233135,0.000008278824],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0018599018,0.0018533557,0.9117598,0.000091672875,0.00030834082,0.0007827429,0.0014676634,0.05354262,0.014055344,0.0010639958,0.000011747271,0.01320279],"study_design_scores_gemma":[0.0041387905,0.00038415115,0.9538084,0.00020712374,0.000060886618,0.000031706983,0.000059118374,0.03695392,0.0019237741,0.000039894338,0.0022211613,0.00017103455],"about_ca_topic_score_codex":0.00004830024,"about_ca_topic_score_gemma":0.000025946221,"teacher_disagreement_score":0.04204862,"about_ca_system_score_codex":0.000014061348,"about_ca_system_score_gemma":0.00013055805,"threshold_uncertainty_score":0.82393473},"labels":[],"label_agreement":null},{"id":"W3158273026","doi":"10.1093/bjs/znab016","title":"Surgical data recording in the operating room: a systematic review of modalities and metrics","year":2021,"lang":"en","type":"review","venue":"British journal of surgery","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":42,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"St. Michael's Hospital; McMaster University; University of Toronto","funders":"","keywords":"Medicine; Modalities; Medical physics; MEDLINE; Surgery","score_opus":0.2701176743298669,"score_gpt":0.40457611334512794,"score_spread":0.13445843901526106,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3158273026","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000081738945,0.998947,0.000007073386,0.00007884822,0.00015483495,0.00041450156,0.000029639998,0.0000034309048,0.00028290643],"genre_scores_gemma":[0.0006057199,0.9988173,0.00010109625,0.00014666293,0.00018697622,0.0000073036326,0.00008682058,0.000021832684,0.00002627417],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.9947096,0.0014038774,0.0028654558,0.00019631162,0.0006513977,0.00017334454],"domain_scores_gemma":[0.98869073,0.009221617,0.001377615,0.00032636122,0.00028468986,0.000098978264],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.011389557,0.00018339597,0.0049277535,0.00031158584,0.000046042736,0.000104017716,0.0002398977,0.00012634064,0.00009078494],"category_scores_gemma":[0.012910316,0.00012594195,0.0006181074,0.000991836,0.00003815084,0.00017342798,0.00010321589,0.000710582,5.1317977e-7],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000016375235,0.00003922475,0.000049170972,0.6697307,0.00016961001,0.0047981287,0.000014462174,1.7208414e-7,1.7147772e-9,0.00001328123,0.0002506614,0.32493293],"study_design_scores_gemma":[0.00023979865,0.000010284227,0.000010602498,0.88407075,0.0015580041,0.04044615,0.00017893409,0.00002115056,1.0902585e-8,0.0000020981802,0.07336231,0.000099912846],"about_ca_topic_score_codex":0.000027982112,"about_ca_topic_score_gemma":0.0000014269034,"teacher_disagreement_score":0.324833,"about_ca_system_score_codex":0.000045259072,"about_ca_system_score_gemma":0.00048556903,"threshold_uncertainty_score":0.99540436},"labels":[],"label_agreement":null},{"id":"W3158640403","doi":"10.1177/22925503211003835","title":"A Novel Silicone Simulation Model for Microvascular Anastomosis","year":2021,"lang":"en","type":"article","venue":"Plastic Surgery","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Manitoba","funders":"","keywords":"Silicone; Anastomosis; Computer science; Surgery; Materials science; Medicine; Composite material","score_opus":0.08342494411370989,"score_gpt":0.3050124849270582,"score_spread":0.2215875408133483,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3158640403","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.59654367,0.00011530561,0.40240443,0.00011415538,0.0004823934,0.00009670113,0.0000137477955,0.00007317202,0.00015642306],"genre_scores_gemma":[0.99686825,0.0000059692675,0.0023444863,0.00028227843,0.0001435652,0.000020399439,0.00014879214,0.000023969948,0.00016230394],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99904203,0.000013764994,0.0002777402,0.0002554498,0.0001921013,0.0002189035],"domain_scores_gemma":[0.9879713,0.011470535,0.000051250372,0.00015951035,0.00021292751,0.00013445993],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00020544133,0.00011282895,0.000322737,0.00009348529,0.00006323348,0.000018245417,0.000017797436,0.00007943505,0.00017721746],"category_scores_gemma":[0.006012432,0.00010868578,0.00028269412,0.00023391016,0.000021890082,0.000051962314,0.0000137521265,0.00007070221,0.000017233602],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00055045675,0.0005612585,0.016548483,0.00020461285,0.00033347032,0.000059745373,0.00019688183,0.9389223,0.015759097,0.00022921844,0.00026230075,0.026372164],"study_design_scores_gemma":[0.0018225266,0.000010076894,0.008032202,0.00008043679,0.00012624376,0.000016140842,0.000030776144,0.98453873,0.0015184241,0.0000256024,0.0036770292,0.00012181913],"about_ca_topic_score_codex":0.0000026321554,"about_ca_topic_score_gemma":0.000002789407,"teacher_disagreement_score":0.40032455,"about_ca_system_score_codex":0.000034083292,"about_ca_system_score_gemma":0.00015809295,"threshold_uncertainty_score":0.7197877},"labels":[],"label_agreement":null},{"id":"W3158852312","doi":"10.1093/bjs/znab117.051","title":"O51: ARTIFICIAL INTELLIGENCE UTILIZING RECURRENT NEURAL NETWORKS TO CONTINUOUSLY MONITOR COMPOSITES OF SURGICAL EXPERTISE","year":2021,"lang":"en","type":"article","venue":"British journal of surgery","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"","keywords":"Virtual reality; Task (project management); Medicine; Artificial neural network; Simulation; Computer science; Artificial intelligence","score_opus":0.08379452025258669,"score_gpt":0.32597262063794535,"score_spread":0.24217810038535867,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3158852312","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99034387,0.0058010872,0.0019160801,0.00054568134,0.0010939717,0.000074622534,0.000004875251,0.000015777578,0.0002040176],"genre_scores_gemma":[0.99792475,0.0007136195,0.00039652296,0.00018149088,0.0007342628,0.000001402314,0.0000086408745,0.00001696366,0.000022329308],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.997856,0.00015316402,0.0011233493,0.0001650075,0.00043534106,0.00026710142],"domain_scores_gemma":[0.9976209,0.0010195466,0.00028927633,0.000094301075,0.0006184401,0.00035754242],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0006234511,0.00011649009,0.00068407523,0.00012627491,0.000056102945,0.000067419875,0.00006517794,0.00008225915,0.00034482335],"category_scores_gemma":[0.0005597245,0.00012433896,0.0004101725,0.00038777798,0.000067436915,0.00010602445,0.000038788043,0.0003610782,0.00000279988],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0007221633,0.00039666085,0.021813082,0.00003228044,0.000082967614,0.012645418,0.00017649119,0.0018860637,0.00049938867,0.000037196998,0.00045917393,0.9612491],"study_design_scores_gemma":[0.0093872575,0.002074093,0.44024226,0.032899506,0.0010887928,0.15795898,0.01162368,0.19646274,0.09524956,0.0005015501,0.049489804,0.003021768],"about_ca_topic_score_codex":0.00001940802,"about_ca_topic_score_gemma":0.0000061884048,"teacher_disagreement_score":0.95822734,"about_ca_system_score_codex":0.000036348112,"about_ca_system_score_gemma":0.00008272656,"threshold_uncertainty_score":0.50703955},"labels":[],"label_agreement":null},{"id":"W3159191780","doi":"10.1016/j.cjca.2021.04.020","title":"Current Status of Simulation Use in Canadian Cardiac Surgery Training Programs","year":2021,"lang":"en","type":"article","venue":"Canadian Journal of Cardiology","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":9,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"Alberta Health; University of Alberta; Alberta Health Services","funders":"","keywords":"Medicine; Apprenticeship; Simulation training; Duty; Medical education; Training (meteorology); Surgical simulation; Surgery; Simulation","score_opus":0.11603996261232888,"score_gpt":0.3252634091309489,"score_spread":0.20922344651862004,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3159191780","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.993746,0.0024676798,0.00017737978,0.00019378745,0.0010746717,0.00011275002,0.00003190138,0.0000035321614,0.002192306],"genre_scores_gemma":[0.99929404,0.0001200658,0.00006884057,0.000077876284,0.00035220478,0.0000013000907,0.00006195025,0.000012761402,0.000010958431],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99836695,0.00023018787,0.00054163643,0.000121329846,0.00013421875,0.0006056466],"domain_scores_gemma":[0.99729437,0.00047499826,0.0001404834,0.00011995195,0.00044820664,0.0015219727],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0006099586,0.00009772095,0.00072593824,0.00060243247,0.00003537391,0.000016310752,0.000035777593,0.000116800205,0.000047716225],"category_scores_gemma":[0.0015825194,0.00009595635,0.00030843067,0.00039619862,0.0000826248,0.000087732,0.0000032731466,0.0003062981,0.000001563765],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00002666201,0.000002170843,0.80358315,0.000014523619,0.00008913977,0.0006580894,0.000441499,0.02423473,0.000006582872,0.000083686304,0.00007454262,0.17078523],"study_design_scores_gemma":[0.0005653689,0.00004206844,0.52352697,0.00014951878,0.00005386076,0.00008275864,0.00041833858,0.00034682004,0.000007812516,0.000031223462,0.47469902,0.00007623788],"about_ca_topic_score_codex":0.068399735,"about_ca_topic_score_gemma":0.32443586,"teacher_disagreement_score":0.47462445,"about_ca_system_score_codex":0.00041110272,"about_ca_system_score_gemma":0.009582822,"threshold_uncertainty_score":0.99603194},"labels":[],"label_agreement":null},{"id":"W3159834221","doi":"10.1007/s11548-021-02378-1","title":"Fast and robust localization of surgical array using Kalman filter","year":2021,"lang":"en","type":"article","venue":"International Journal of Computer Assisted Radiology and Surgery","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":3,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Kalman filter; Computer science; Extended Kalman filter; Computer vision; Frame rate; Tracking system; Fiducial marker; Tracking (education); Artificial intelligence; Algorithm","score_opus":0.046628842912299705,"score_gpt":0.29924320837504037,"score_spread":0.2526143654627407,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3159834221","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.85421115,0.0007601187,0.14305095,0.00095570023,0.0007256072,0.000022701328,0.0000024958904,0.000006006071,0.0002652902],"genre_scores_gemma":[0.99513286,0.00023183083,0.0037278037,0.0004125145,0.0004551063,1.4989057e-7,0.000015860525,0.0000055887353,0.00001831165],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9990169,0.00013132104,0.00048176295,0.0001049992,0.00018355773,0.00008146238],"domain_scores_gemma":[0.99850374,0.0006696089,0.00023127609,0.000038961207,0.0004667704,0.00008961543],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0003162819,0.000075888,0.00036537994,0.00018508275,0.000029181334,0.000016316417,0.00003360412,0.00008820709,0.00009782364],"category_scores_gemma":[0.00006090141,0.000061352366,0.000121132325,0.000083708546,0.00010820334,0.00008080377,0.000020868025,0.00013895116,2.3460879e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0013813631,0.00037745025,0.80680096,0.000072836265,0.0015718053,0.005163389,0.00043423485,0.02182032,0.0014364433,0.00065463275,0.00062872196,0.15965784],"study_design_scores_gemma":[0.009427573,0.00026446034,0.6977265,0.0011744538,0.000285105,0.09118381,0.00020241847,0.17419474,0.0016551062,0.00033331892,0.023202505,0.00035001666],"about_ca_topic_score_codex":0.000001517667,"about_ca_topic_score_gemma":4.614451e-7,"teacher_disagreement_score":0.15930782,"about_ca_system_score_codex":0.000019060064,"about_ca_system_score_gemma":0.00008834325,"threshold_uncertainty_score":0.2501877},"labels":[],"label_agreement":null},{"id":"W3160288078","doi":"10.36834/cmej.72081","title":"The “virtual OR:” creation of a surgical video-based gynaecologic surgery teaching session to improve medical student orientation and supplement surgical learning during COVID-19","year":2021,"lang":"en","type":"article","venue":"Canadian Medical Education Journal","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"Dalhousie University","funders":"","keywords":"Session (web analytics); Preparedness; Orientation (vector space); Coronavirus disease 2019 (COVID-19); Medicine; Medical education; Presentation (obstetrics); Surgery; Computer science; Pathology","score_opus":0.0185950797942142,"score_gpt":0.3741257476017837,"score_spread":0.3555306678075695,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3160288078","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.90424025,0.00024142148,0.00029624163,0.0929286,0.0012584755,0.0002892067,0.00000434194,0.000027447664,0.0007139923],"genre_scores_gemma":[0.9921548,0.0002514769,0.00013211393,0.0060252524,0.00069006055,0.000034476136,0.00009182703,0.000018802,0.0006011948],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9955899,0.0008656102,0.0009329353,0.00035944142,0.001776423,0.00047568526],"domain_scores_gemma":[0.9859295,0.0032407057,0.00024439057,0.0001722574,0.0004041432,0.010009043],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0043431814,0.00018120554,0.00039889594,0.00031952723,0.0010818184,0.00012599448,0.00013227758,0.00025975308,0.024702646],"category_scores_gemma":[0.0503164,0.00012247809,0.00013992836,0.00039997537,0.00017656373,0.00009530046,0.000048009093,0.0011579903,0.0000067950423],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0016585899,0.0010352756,0.23442872,0.00021765428,0.00022387783,0.0078081,0.004173219,0.00070630905,0.000039465733,0.0033633052,0.0066846334,0.73966086],"study_design_scores_gemma":[0.013182063,0.0006915684,0.089152865,0.0008097657,0.00015692979,0.0069230474,0.020757487,0.0047250283,0.00015069665,0.00007610589,0.8629065,0.00046789693],"about_ca_topic_score_codex":0.00082795374,"about_ca_topic_score_gemma":0.0029375684,"teacher_disagreement_score":0.8562219,"about_ca_system_score_codex":0.0008330536,"about_ca_system_score_gemma":0.04354452,"threshold_uncertainty_score":0.9761889},"labels":[],"label_agreement":null},{"id":"W3160585544","doi":"10.1002/alr.22814","title":"Development of a self‐directed sinonasal surgical anatomy video curriculum: Phase 1 validation","year":2021,"lang":"en","type":"article","venue":"International Forum of Allergy & Rhinology","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University; University of Toronto","funders":"National Institute of Allergy and Infectious Diseases","keywords":"Medicine; Content validity; Face validity; Test (biology); Curriculum; Medical physics; Medical education; Psychology; Psychometrics","score_opus":0.021405047893332682,"score_gpt":0.3343938228295181,"score_spread":0.3129887749361854,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3160585544","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9839419,0.00012358856,0.0002502502,0.0015014692,0.0004093473,0.000087493216,0.00000862091,0.00011670345,0.013560626],"genre_scores_gemma":[0.989498,0.00004215278,0.009642289,0.000116512514,0.000060066526,0.000008565397,0.00039801744,0.000010029373,0.00022433825],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9985055,0.00004906721,0.0006146083,0.000244921,0.00039974917,0.00018620695],"domain_scores_gemma":[0.99879235,0.00014211469,0.00020065322,0.00012690849,0.0006512497,0.0000867019],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00012138241,0.00012007926,0.00031836441,0.00018455625,0.0000356088,0.000006227874,0.00010869158,0.00012957644,0.0021082065],"category_scores_gemma":[0.00014603668,0.00011253736,0.00013011605,0.0002149265,0.00006351095,0.0000739159,0.00008035469,0.00012708212,0.000019140121],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0052800435,0.021769367,0.12620594,0.00022401202,0.01385478,0.002971336,0.005718135,0.0010538655,0.033510186,0.328637,0.0027154996,0.45805982],"study_design_scores_gemma":[0.02286177,0.00031744366,0.02055353,0.00019940342,0.000064828535,0.00047274548,0.00070264784,0.014627926,0.10326876,0.0005913768,0.83603656,0.00030301794],"about_ca_topic_score_codex":0.00001548122,"about_ca_topic_score_gemma":0.000024861098,"teacher_disagreement_score":0.83332103,"about_ca_system_score_codex":0.00007101046,"about_ca_system_score_gemma":0.00027553586,"threshold_uncertainty_score":0.998804},"labels":[],"label_agreement":null},{"id":"W3160595675","doi":"10.2196/24644","title":"Utilization of the iOS Shortcuts App to Generate a Surgical Logbook Tool: Feasibility Study","year":2021,"lang":"en","type":"article","venue":"JMIR Perioperative Medicine","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Logbook; Audit; Computer science; Data collection; Set (abstract data type); Statistic; Statistics","score_opus":0.1339974796959643,"score_gpt":0.4124275418464788,"score_spread":0.27843006215051447,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3160595675","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98424506,0.00017914812,0.00019502538,0.002830468,0.00020595377,0.0018342457,0.000006098539,0.000046445213,0.010457581],"genre_scores_gemma":[0.99385834,0.000008574111,0.000071455084,0.0012558189,0.00029149832,0.000093324714,0.000031022562,0.000018068504,0.0043719197],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9978455,0.00034277534,0.0005511977,0.00044329456,0.00060872285,0.00020854686],"domain_scores_gemma":[0.9984987,0.00014705108,0.000072114475,0.0004855014,0.0006127009,0.00018397001],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00049666845,0.00020061249,0.00057836337,0.00006189813,0.00014202434,0.000013271779,0.00009339922,0.00007051476,0.002767268],"category_scores_gemma":[0.000603039,0.00011223924,0.00010578558,0.0007706084,0.0001999148,0.000049412978,0.00009266616,0.00022758807,0.000016097752],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.002283022,0.004143323,0.8863698,0.00016931776,0.0003904392,0.0009136904,0.043473724,0.00085717,0.019536097,0.003164667,0.00074002607,0.03795869],"study_design_scores_gemma":[0.015135423,0.0019495136,0.923957,0.00033290568,0.00016437957,0.000114539565,0.008976899,0.0023154898,0.0074448343,0.000018685578,0.039316427,0.00027392214],"about_ca_topic_score_codex":0.000015606825,"about_ca_topic_score_gemma":0.000058219783,"teacher_disagreement_score":0.0385764,"about_ca_system_score_codex":0.000082447885,"about_ca_system_score_gemma":0.00020238661,"threshold_uncertainty_score":0.9981443},"labels":[],"label_agreement":null},{"id":"W3161106711","doi":"10.2196/27544","title":"Use of a Virtual Reality Simulator for Tendon Repair Training: Randomized Controlled Trial","year":2021,"lang":"en","type":"article","venue":"JMIR Serious Games","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":28,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Virtual reality; Tendon; Simulation; Orthopedic surgery; Physical therapy; Rating scale; Computer science; Medicine; Physical medicine and rehabilitation; Medical physics; Surgery; Psychology; Human–computer interaction","score_opus":0.07246246048535962,"score_gpt":0.35273321933110857,"score_spread":0.2802707588457489,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3161106711","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9892535,0.0001362171,0.00047226314,0.00068438775,0.00045768943,0.0068252767,0.00002424007,0.00024410491,0.001902305],"genre_scores_gemma":[0.99505067,0.000018818722,0.0006203414,0.00047272426,0.00030475747,0.0007013163,0.00006337608,0.00002864606,0.0027393803],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.99777734,0.00034412523,0.00096336607,0.00032968636,0.00032192585,0.00026358003],"domain_scores_gemma":[0.9943406,0.0045418562,0.000299799,0.0003153781,0.00032790308,0.00017448817],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0009759025,0.00019435,0.002220974,0.00008146543,0.000053871983,0.000025803603,0.000040609313,0.00015405931,0.00023926982],"category_scores_gemma":[0.0065169926,0.00013994858,0.0014054982,0.00017511052,0.0001285681,0.00007512553,0.000020930122,0.00013253493,0.0000021777269],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.9859617,0.0003824468,0.00005057606,0.000048982285,0.00067293964,0.00004488009,0.0009603763,0.0004167487,0.00034606305,0.0015353527,0.00017303067,0.009406921],"study_design_scores_gemma":[0.9425981,0.00061146356,0.00022149824,0.00008101899,0.00038220594,0.000011007344,0.00035436518,0.028764226,0.0003146564,0.00015361044,0.026371729,0.00013609251],"about_ca_topic_score_codex":0.0000107899095,"about_ca_topic_score_gemma":0.0000072832795,"teacher_disagreement_score":0.043363556,"about_ca_system_score_codex":0.000028736804,"about_ca_system_score_gemma":0.000269966,"threshold_uncertainty_score":0.78019196},"labels":[],"label_agreement":null},{"id":"W3161364247","doi":"10.2196/28671","title":"Virtual Interactive Surgical Skills Classroom: Protocol for a Parallel-Group, Noninferiority, Adjudicator-Blinded, Randomized Controlled Trial (VIRTUAL)","year":2021,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Institute for Health and Care Research","keywords":"Protocol (science); Randomized controlled trial; Medical education; Computer science; Virtual training; Medicine; Intervention (counseling); Resource (disambiguation); Medical physics; Virtual reality; Nursing; Human–computer interaction; Surgery","score_opus":0.17344100481601044,"score_gpt":0.54777002476364,"score_spread":0.37432901994762957,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3161364247","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0014823569,0.0000017771596,0.0010207467,0.0010447635,0.000042155112,0.98308676,0.000013945137,0.00019883635,0.013108644],"genre_scores_gemma":[0.017208712,7.2265607e-7,0.0007162211,0.00018512551,0.001184352,0.9748898,0.00006332108,0.000088276574,0.0056634527],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.98956597,0.0039288537,0.0018582091,0.0010983346,0.0022862554,0.0012623708],"domain_scores_gemma":[0.9826238,0.013461628,0.00043589316,0.0007588105,0.0018794994,0.00084036356],"candidate_categories":["metaresearch","metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.008386882,0.0005032353,0.0031723261,0.00046641976,0.00043688985,0.00037136572,0.00035857825,0.00053883,0.0035058165],"category_scores_gemma":[0.008904293,0.00035620542,0.0015652613,0.00090823794,0.00065085164,0.00030725493,0.00034690386,0.0017800448,0.00018681769],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.96961015,0.005915849,0.000106406034,0.0001933383,0.0004916241,0.00044205046,0.00027446376,0.0000118960115,0.00007686216,0.010166007,0.0010089766,0.01170236],"study_design_scores_gemma":[0.7020009,0.00474847,0.00003588066,0.0012726253,0.000025060224,0.00003614598,0.00017075869,0.0014503213,0.00019694743,0.0007388077,0.2890609,0.0002631959],"about_ca_topic_score_codex":0.0000066084694,"about_ca_topic_score_gemma":0.000007780692,"teacher_disagreement_score":0.2880519,"about_ca_system_score_codex":0.00030347533,"about_ca_system_score_gemma":0.0016237396,"threshold_uncertainty_score":0.999889},"labels":[],"label_agreement":null},{"id":"W3162635595","doi":"10.1016/j.jamcollsurg.2021.04.032","title":"Transplant Surgery Pipeline: A Report from the American Society of Transplant Surgeons Pipeline Taskforce","year":2021,"lang":"en","type":"article","venue":"Journal of the American College of Surgeons","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":32,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Medicine; Subspecialty; Transplant surgery; Transplantation; Surgery; General surgery; Family medicine; Hepatology","score_opus":0.02997519852044566,"score_gpt":0.28152721363153904,"score_spread":0.2515520151110934,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3162635595","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9801855,0.00039643416,0.0012300992,0.016308125,0.00039320358,0.00017380984,0.0009323827,0.0000179895,0.0003624546],"genre_scores_gemma":[0.99558806,0.0013204461,0.0005905246,0.0017000552,0.00018047352,0.0000027473118,0.000042434865,0.000037139285,0.0005380853],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99584526,0.00049133983,0.0019363629,0.0002660573,0.0010742372,0.00038675818],"domain_scores_gemma":[0.9896073,0.0057958863,0.0029240674,0.00064240623,0.0007611792,0.00026917615],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0019990124,0.00027943484,0.0018107296,0.00010995288,0.0001332509,0.000010175414,0.00028984135,0.00005450073,0.00021946523],"category_scores_gemma":[0.00068969425,0.00016339368,0.0021410193,0.0017467263,0.00094157946,0.000072278344,0.000042102954,0.000594014,0.0000012170887],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0048773387,0.0011957499,0.9082377,0.00011289855,0.0019376257,0.004123305,0.0012270545,0.0008771625,0.01134724,0.00006123524,0.055685107,0.010317573],"study_design_scores_gemma":[0.0038870536,0.0002577652,0.8555478,0.0017683535,0.002127379,0.0075508235,0.00684686,0.0027543257,0.011235402,0.00010954034,0.10739541,0.00051928655],"about_ca_topic_score_codex":0.0012701278,"about_ca_topic_score_gemma":0.00021155155,"teacher_disagreement_score":0.05268991,"about_ca_system_score_codex":0.00006190161,"about_ca_system_score_gemma":0.0011920633,"threshold_uncertainty_score":0.66630006},"labels":[],"label_agreement":null},{"id":"W3163390329","doi":"10.1016/j.asmr.2021.01.016","title":"Module‐Based Arthroscopic Knee Simulator Training Improves Technical Skills in Naive Learners: A Randomized Trial","year":2021,"lang":"en","type":"article","venue":"Arthroscopy Sports Medicine and Rehabilitation","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":12,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Manitoba; Pan Am Clinic","funders":"ConMed; Arthrex","keywords":"Physical therapy; Randomized controlled trial; Medicine; Physical medicine and rehabilitation; Psychology; Surgery","score_opus":0.017093677164629006,"score_gpt":0.3236652191291737,"score_spread":0.30657154196454467,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3163390329","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9894068,0.0006647765,0.000526918,0.005188334,0.0004718134,0.0017814456,0.0000013395312,0.00011621284,0.0018423373],"genre_scores_gemma":[0.99312013,0.00009633918,0.004718115,0.0014114536,0.00025974627,0.00010871963,0.00007332678,0.000030081188,0.00018207659],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.99729663,0.00023117689,0.0010017309,0.0005935613,0.0005403731,0.00033651886],"domain_scores_gemma":[0.9962418,0.002841025,0.00019355689,0.00030039885,0.00017159966,0.0002516282],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0014795082,0.00026322977,0.0011968272,0.0003039125,0.00009660159,0.000018406488,0.000030802035,0.00021707261,0.00041628096],"category_scores_gemma":[0.005735475,0.0001981126,0.00020583834,0.0005365256,0.000746433,0.00015153867,0.000019450104,0.0003559509,0.0000036005436],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.68143785,0.0031599093,0.041126765,0.0009279865,0.00026851194,0.0009472586,0.032738324,0.0025721088,0.009843787,0.004623494,0.00022570345,0.2221283],"study_design_scores_gemma":[0.9496006,0.0020487858,0.026557451,0.0020021114,0.00020253155,0.000021128006,0.0049011894,0.01051465,0.0001290801,0.0019850035,0.001755085,0.0002823944],"about_ca_topic_score_codex":0.000025324756,"about_ca_topic_score_gemma":0.000017544136,"teacher_disagreement_score":0.26816276,"about_ca_system_score_codex":0.00006162635,"about_ca_system_score_gemma":0.00026884073,"threshold_uncertainty_score":0.8078797},"labels":[],"label_agreement":null},{"id":"W3163592876","doi":"10.1016/j.sopen.2021.05.001","title":"The study of visuospatial abilities in trainees: A scoping review and proposed model","year":2021,"lang":"en","type":"review","venue":"Surgery Open Science","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University Health Centre; University of Manitoba; McGill University","funders":"Canadian Institutes of Health Research","keywords":"Psychological intervention; Terminology; Intervention (counseling); Psychology; MEDLINE; Applied psychology; Medical education; Medicine; Cognitive psychology; Psychiatry","score_opus":0.24861290133449873,"score_gpt":0.48792286297367643,"score_spread":0.2393099616391777,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3163592876","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0009488297,0.9937414,0.0000033155611,0.000060762814,0.00006100255,0.004264806,0.0000020850446,0.000006817877,0.0009109794],"genre_scores_gemma":[0.007011749,0.992672,0.000042583604,0.0000783643,0.000010574737,0.000093826915,0.0000038200674,0.0000107065625,0.00007633484],"study_design_codex":"design_other","study_design_gemma":"systematic_review","domain_scores_codex":[0.9975618,0.00026156713,0.0009573336,0.0004785093,0.0004981349,0.00024261972],"domain_scores_gemma":[0.99714625,0.0018944285,0.00027596884,0.00042062177,0.00016044773,0.00010228491],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.005836065,0.00017679342,0.0020997599,0.00014430261,0.00016846095,0.00012374419,0.000396091,0.000042922766,0.000040615072],"category_scores_gemma":[0.0027510317,0.00009988378,0.000135086,0.0014094783,0.00042801417,0.00017165922,0.0003401739,0.00019456352,7.8815424e-7],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000005741669,0.00012553424,0.00015010416,0.026697436,0.000015570013,0.000014408668,0.0003690255,0.0000071016807,5.3843202e-8,0.00005422617,0.000004288639,0.97255653],"study_design_scores_gemma":[0.0010281792,0.00015275819,0.0001377517,0.97222006,0.0006204112,0.000044225853,0.0019422552,0.0012394355,7.031155e-7,0.000028831091,0.022149667,0.00043572963],"about_ca_topic_score_codex":0.000049668393,"about_ca_topic_score_gemma":0.00006943538,"teacher_disagreement_score":0.97212076,"about_ca_system_score_codex":0.00005127805,"about_ca_system_score_gemma":0.003192757,"threshold_uncertainty_score":0.5663814},"labels":[],"label_agreement":null},{"id":"W3164203509","doi":"10.1007/s11548-021-02428-8","title":"Comprehensive metrics for evaluating surgical microscope use during tympanostomy tube placement","year":2021,"lang":"en","type":"article","venue":"International Journal of Computer Assisted Radiology and Surgery","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University; McGill University Health Centre; Western University","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Tympanostomy tube; Myringotomy; Otorhinolaryngology; Microscope; Computer science; Medical physics; Operating microscope; Medicine; Artificial intelligence; Surgery; Pathology; Middle ear","score_opus":0.0905980677338767,"score_gpt":0.3691073410272354,"score_spread":0.27850927329335873,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3164203509","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9893433,0.0009641423,0.006687757,0.0011381332,0.001722916,0.00007711651,0.000007042243,0.000011803238,0.000047825495],"genre_scores_gemma":[0.98919433,0.00020310776,0.008971497,0.0008163002,0.0006718459,0.000002277226,0.000048184753,0.000010656674,0.00008177501],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.998534,0.00018382419,0.0006462526,0.00017132664,0.00030197942,0.00016256975],"domain_scores_gemma":[0.9940671,0.0041743717,0.0002730802,0.00006851076,0.0012829746,0.00013398519],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00044413435,0.00011826017,0.0004903475,0.0003089523,0.0000739507,0.00005911374,0.00006106407,0.00010247891,0.00007006475],"category_scores_gemma":[0.0003905927,0.00009923642,0.0002784615,0.00013880982,0.00006385042,0.0001181541,0.000045740842,0.00021339257,0.0000010529155],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.012991179,0.0012807553,0.7092749,0.0002420753,0.0069616497,0.015692502,0.0006274966,0.0068069864,0.011039159,0.0005299208,0.0032806145,0.23127277],"study_design_scores_gemma":[0.018379569,0.0005504797,0.8409389,0.00057279435,0.0002678681,0.039358053,0.00014502449,0.018994002,0.0023244673,0.000058865233,0.0780884,0.0003215283],"about_ca_topic_score_codex":0.0000010088825,"about_ca_topic_score_gemma":2.201682e-7,"teacher_disagreement_score":0.23095125,"about_ca_system_score_codex":0.00007019029,"about_ca_system_score_gemma":0.00017637566,"threshold_uncertainty_score":0.40467438},"labels":[],"label_agreement":null},{"id":"W3164525568","doi":"10.1002/14651858.cd008237.pub3","title":"Virtual reality simulation training for health professions trainees in gastrointestinal endoscopy","year":2018,"lang":"en","type":"review","venue":"Cochrane Database of Systematic Reviews","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":143,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Hospital for Sick Children; Western University; St. Michael's Hospital; University of Toronto; Dalhousie University; Canada Research Chairs","funders":"","keywords":"CINAHL; Medicine; Endoscopy; Virtual reality; MEDLINE; Sigmoidoscopy; Medical education; Apprenticeship; Simulation training; Medical physics; Cochrane Library; Colonoscopy; Randomized controlled trial; Computer science; Nursing; Simulation; Surgery; Internal medicine; Artificial intelligence","score_opus":0.3622377265674688,"score_gpt":0.5018176804438963,"score_spread":0.13957995387642752,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3164525568","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0000026839468,0.96062845,0.020482419,0.000053067728,0.0001400262,0.01794262,0.00048964104,0.000045813784,0.00021527117],"genre_scores_gemma":[0.00022404874,0.98744583,0.0066643283,0.00008763196,0.00027730496,0.0016498722,0.0034896345,0.00007120301,0.00009017356],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.9904316,0.0023476125,0.0055471812,0.0006524533,0.00053537806,0.00048574823],"domain_scores_gemma":[0.98779315,0.007231337,0.0033218295,0.0011049245,0.0002319739,0.0003167631],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.010660687,0.0006128683,0.008801186,0.00041305044,0.000098746736,0.000019140045,0.0002608446,0.00015237337,0.0001318861],"category_scores_gemma":[0.017696664,0.0003980715,0.0010303019,0.0006517606,0.00011818176,0.00012070929,0.00005363976,0.00038500025,0.000040212297],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00007373059,0.00014382371,0.0000014668406,0.9540976,0.0000527525,0.0000088992265,0.00053962215,0.000012429588,6.5895125e-7,0.00016699363,0.00015995995,0.044742014],"study_design_scores_gemma":[0.0018737867,0.00037847296,0.0000019622441,0.9382611,0.0007465505,0.00015989643,0.00034152964,0.0024636423,1.1403606e-7,0.0000065693885,0.055527616,0.00023874041],"about_ca_topic_score_codex":0.0000102373315,"about_ca_topic_score_gemma":0.000014194483,"teacher_disagreement_score":0.055367656,"about_ca_system_score_codex":0.00020211007,"about_ca_system_score_gemma":0.0007410609,"threshold_uncertainty_score":0.9998471},"labels":[],"label_agreement":null},{"id":"W3166949695","doi":"10.1096/fasebj.27.1_supplement.959.12","title":"Establishing the validity and reliability of computer‐based simulation for cerebral angiography using the ANGIO Mentor Express","year":2013,"lang":"en","type":"article","venue":"The FASEB Journal","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"London Health Sciences Centre; Western University","funders":"","keywords":"Reliability (semiconductor); Construct validity; Face validity; Content validity; Psychology; Test (biology); Cohort; Construct (python library); Medical physics; Computer science; Applied psychology; Medical education; Psychometrics; Medicine; Clinical psychology; Pathology","score_opus":0.0655966419827666,"score_gpt":0.313277081700188,"score_spread":0.24768043971742137,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3166949695","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.93126374,0.00005911858,0.06701426,0.00092582183,0.00015183451,0.00051460246,0.0000050962376,0.0000117031705,0.0000538036],"genre_scores_gemma":[0.9966836,0.0000014675404,0.0025578348,0.0003819889,0.00035095747,0.000005060526,0.0000035482599,0.00000832318,0.0000071999975],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9990242,0.00021300148,0.00026776618,0.00009366756,0.00024511106,0.00015626768],"domain_scores_gemma":[0.9972864,0.002071955,0.00019185535,0.00019074771,0.00018368501,0.0000753671],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0012662351,0.00008557818,0.00014507018,0.00004520774,0.0004149755,0.0001234303,0.00011193442,0.000036145677,0.00010967094],"category_scores_gemma":[0.00019306537,0.00003639102,0.00023889859,0.000155186,0.00014171537,0.00016786813,0.000027384878,0.0001851297,3.9526904e-7],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0010503641,0.00029373317,0.37991723,0.00011917721,0.00028626193,0.0000037992627,0.006533874,0.5815111,0.008813997,0.00016369569,0.0006435997,0.020663152],"study_design_scores_gemma":[0.0029512893,0.000116631556,0.072772495,0.00007132144,0.00018039667,0.000015567384,0.00048681966,0.9207888,0.0013214375,0.00066993205,0.00056087447,0.00006442533],"about_ca_topic_score_codex":0.000032418433,"about_ca_topic_score_gemma":6.803433e-7,"teacher_disagreement_score":0.3392777,"about_ca_system_score_codex":0.000019682162,"about_ca_system_score_gemma":0.000028171384,"threshold_uncertainty_score":0.31916982},"labels":[],"label_agreement":null},{"id":"W3168456129","doi":"10.1053/j.semtcvs.2021.05.016","title":"The Unfulfilled Need for Technical Skill Assessments Among Academic Cardiothoracic Surgeons","year":2021,"lang":"en","type":"article","venue":"Seminars in Thoracic and Cardiovascular Surgery","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"National Cancer Institute","keywords":"Medicine; Cardiothoracic surgery; General surgery; Medical education; Intensive care medicine; Surgery","score_opus":0.030238787534357287,"score_gpt":0.34391366398686046,"score_spread":0.3136748764525032,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3168456129","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.93316925,0.056719862,0.0034327647,0.0003806449,0.00074331695,0.0008177402,0.000014586485,0.00014605028,0.0045757852],"genre_scores_gemma":[0.9896454,0.00874902,0.0003413225,0.00015348748,0.00015256811,0.00017163368,0.00007943512,0.000049664453,0.0006574304],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9971412,0.00043982052,0.00061653677,0.00058669073,0.0006413033,0.00057446805],"domain_scores_gemma":[0.99584407,0.0029705027,0.00008650382,0.00065253174,0.00019869235,0.00024771306],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00477621,0.00026613104,0.0010557062,0.00016460611,0.0002919428,0.00006121012,0.00009082513,0.0003630302,0.000023266004],"category_scores_gemma":[0.0016030406,0.0002064036,0.0014354213,0.0007495692,0.00023287411,0.00011436962,0.000099992314,0.00060524896,0.0000033891138],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00037704446,0.000062879255,0.32476717,0.00014030671,0.0010418652,0.00066516415,0.0000834875,0.00019990031,0.000060912822,0.0001287222,0.0005554345,0.6719171],"study_design_scores_gemma":[0.00510122,0.00010273632,0.6624445,0.0028007952,0.0027104532,0.0016928269,0.006214004,0.004457772,0.0025172823,0.0012264528,0.30922204,0.0015099569],"about_ca_topic_score_codex":0.000013276454,"about_ca_topic_score_gemma":0.000009981557,"teacher_disagreement_score":0.6704071,"about_ca_system_score_codex":0.000090655274,"about_ca_system_score_gemma":0.00025003566,"threshold_uncertainty_score":0.8416894},"labels":[],"label_agreement":null},{"id":"W3169142213","doi":"10.1038/s41433-021-01599-7","title":"A review of robotic surgical training: establishing a curriculum and credentialing process in ophthalmology","year":2021,"lang":"en","type":"review","venue":"Eye","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":20,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Credentialing; Certification; Curriculum; Robotics; Medicine; Process (computing); Medical education; Troubleshooting; Robotic surgery; Medical physics; Artificial intelligence; Computer science; Robot; Surgery; Psychology; Pedagogy; Management","score_opus":0.11963037464975904,"score_gpt":0.44261214862315196,"score_spread":0.3229817739733929,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3169142213","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00036280203,0.9955061,0.0000042991005,0.000060137827,0.00013385536,0.0005386741,0.000002227401,0.000018536584,0.0033733482],"genre_scores_gemma":[0.002071213,0.9973623,0.00011275103,0.000053462827,0.00012913291,0.000042183896,0.00012626835,0.000030875144,0.00007182534],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9978868,0.00027172404,0.0009354821,0.00041418703,0.00023364284,0.00025817318],"domain_scores_gemma":[0.99881524,0.00044628713,0.0003106194,0.00018222185,0.00010222387,0.00014342653],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00078199385,0.00025448995,0.002861586,0.0001896029,0.000024826782,0.00002107207,0.000090093316,0.0002476761,0.0005932035],"category_scores_gemma":[0.0011538991,0.00019954884,0.00033834405,0.00078847713,0.00006436282,0.000059494654,0.000056626086,0.0005344416,0.0000027750414],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000005441303,0.00015166024,0.0004124107,0.29038644,0.00012047672,0.002872385,0.00027501688,0.000008680938,1.5633862e-8,0.000125596,0.000015535576,0.70562637],"study_design_scores_gemma":[0.0008676618,0.00004238671,0.000017410746,0.4570281,0.0006449276,0.00201118,0.00014737701,0.00008680645,4.561764e-8,0.000008743822,0.53895974,0.00018563493],"about_ca_topic_score_codex":0.0000103457,"about_ca_topic_score_gemma":5.114498e-7,"teacher_disagreement_score":0.7054407,"about_ca_system_score_codex":0.00003562843,"about_ca_system_score_gemma":0.0003394993,"threshold_uncertainty_score":0.81373656},"labels":[],"label_agreement":null},{"id":"W3169704263","doi":"10.1016/j.jsurg.2021.05.004","title":"Working Towards Competence: A Novel Application of Borderline Regression to a Task-Specific Checklist for Technical Skills in Novices","year":2021,"lang":"en","type":"article","venue":"Journal of surgical education","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":5,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"London Health Sciences Centre; Queen's University; Western University","funders":"Social Sciences and Humanities Research Council of Canada; Academic Medical Organization of Southwestern Ontario","keywords":"Checklist; Competence (human resources); Task (project management); Psychology; Medical education; Computer science; Medicine; Cognitive psychology; Social psychology; Engineering","score_opus":0.03004814501529328,"score_gpt":0.36811164544830277,"score_spread":0.3380635004330095,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3169704263","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9589177,0.0012907806,0.021459872,0.012949421,0.0007030473,0.0006658069,0.000004519805,0.00002085297,0.0039879987],"genre_scores_gemma":[0.975075,0.00013663938,0.023944791,0.00023240343,0.00042069211,0.0000205652,0.00003420296,0.000011756561,0.00012391403],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9984589,0.000031659874,0.00081182725,0.0001824221,0.00037182585,0.000143323],"domain_scores_gemma":[0.9983246,0.0002419119,0.00038736677,0.00014459521,0.00072264846,0.0001788811],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0006386901,0.00010374412,0.00041466567,0.000225555,0.00003344302,0.000017840632,0.000082374325,0.0001135973,0.00006348192],"category_scores_gemma":[0.0003381632,0.000080476755,0.00016122009,0.00074173324,0.000032720032,0.00007647947,0.000021443895,0.00023773548,0.0000013100776],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0029511875,0.008122995,0.034172993,0.00024236956,0.00006167176,0.000051595714,0.0011882611,0.0009344866,0.062085047,0.007820212,0.000639383,0.8817298],"study_design_scores_gemma":[0.009094837,0.00042357467,0.16968876,0.0022698094,0.000071668124,0.000557853,0.0011546528,0.0019646885,0.004207227,0.00040636514,0.8099333,0.00022725253],"about_ca_topic_score_codex":0.0000054038446,"about_ca_topic_score_gemma":0.000007766563,"teacher_disagreement_score":0.88150257,"about_ca_system_score_codex":0.00012569498,"about_ca_system_score_gemma":0.0004709293,"threshold_uncertainty_score":0.32817468},"labels":[],"label_agreement":null},{"id":"W3169828804","doi":"10.3138/jvme-2020-0165","title":"Endoscopy Training in Small Animal Internal Medicine: A Survey of Residency Training Programs in North America","year":2021,"lang":"en","type":"article","venue":"Journal of Veterinary Medical Education","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Medical education; Helpfulness; Apprenticeship; Training (meteorology); Residency training; Medicine; Psychology; Continuing education","score_opus":0.23592279449407386,"score_gpt":0.4199302659632625,"score_spread":0.18400747146918864,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3169828804","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9956126,0.0006364058,0.00013953497,0.0019621835,0.00051802694,0.000115939096,8.7645196e-7,0.000007128409,0.0010073091],"genre_scores_gemma":[0.99730974,0.00018798633,0.0016150344,0.0004777293,0.0003175924,0.0000063494053,0.000041128893,0.000015838745,0.000028578572],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9971383,0.00044902097,0.0013249534,0.00019425349,0.0006366161,0.00025685926],"domain_scores_gemma":[0.9980046,0.000618229,0.0004809199,0.00012395805,0.00038564147,0.0003866181],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0017228046,0.00014332391,0.0006771646,0.00039402323,0.000018729415,0.0000092223745,0.00014573059,0.00011373901,0.00069906854],"category_scores_gemma":[0.0076575205,0.00011920726,0.00009708663,0.0009924212,0.00015947451,0.00012039528,0.000031442065,0.0007111858,0.0000012562738],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.002320055,0.0010009722,0.4063514,0.0001434459,0.00005542249,0.0017679005,0.026111905,0.000021508462,0.00067039527,0.00003566912,0.00003053771,0.5614908],"study_design_scores_gemma":[0.00498863,0.0030475138,0.97007585,0.0032226262,0.000030359846,0.0018086111,0.014442234,0.0007558266,0.000017978853,0.00006491663,0.0014341602,0.00011127407],"about_ca_topic_score_codex":0.00045755878,"about_ca_topic_score_gemma":0.0010420874,"teacher_disagreement_score":0.56372446,"about_ca_system_score_codex":0.00012042986,"about_ca_system_score_gemma":0.0043565677,"threshold_uncertainty_score":0.9167321},"labels":[],"label_agreement":null},{"id":"W3170405368","doi":"10.1016/j.jamcollsurg.2021.05.011","title":"Helping the Surgeon Recover: Peer-to-Peer Coaching after Bile Duct Injury","year":2021,"lang":"en","type":"article","venue":"Journal of the American College of Surgeons","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":28,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"St. Michael's Hospital; University of Toronto; St Joseph's Health Centre; University Health Network","funders":"","keywords":"Medicine; Coaching; Bile duct; Laparoscopic cholecystectomy; General surgery; Cholecystectomy; Debriefing; Medical education; Surgery; Psychology; Psychotherapist","score_opus":0.019889751420324054,"score_gpt":0.29441176621789183,"score_spread":0.27452201479756777,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3170405368","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9541241,0.00012003254,0.00007530812,0.042608146,0.0007166185,0.00013808199,0.00007253202,0.000010017832,0.0021351795],"genre_scores_gemma":[0.9930276,0.000040988296,0.0004128129,0.0031767963,0.0001928106,0.0000031614206,0.0000016259081,0.000024273693,0.0031199292],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.9975743,0.0003170304,0.00068243215,0.00015068449,0.0010044301,0.00027107558],"domain_scores_gemma":[0.99668205,0.0010963108,0.00065805425,0.00038268618,0.00097108743,0.00020981516],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001555903,0.0001505736,0.0006333983,0.00016173758,0.00015695086,0.000022841017,0.00019767995,0.0000351153,0.00042060754],"category_scores_gemma":[0.002142834,0.0000850593,0.0005811365,0.001194385,0.00017417553,0.00008726704,0.000119189644,0.00048499065,0.000007788321],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.009109771,0.0013008461,0.787864,0.00013493384,0.002181352,0.0028699927,0.0027700474,0.0033617346,0.010411847,0.0007853325,0.07197165,0.107238464],"study_design_scores_gemma":[0.0018128079,0.00043684148,0.35860205,0.00068173505,0.0003645594,0.0012084894,0.005407437,0.00032578077,0.004352099,0.00015601573,0.62637305,0.0002791211],"about_ca_topic_score_codex":0.00008919108,"about_ca_topic_score_gemma":0.000035704983,"teacher_disagreement_score":0.55440146,"about_ca_system_score_codex":0.00009163563,"about_ca_system_score_gemma":0.00043647605,"threshold_uncertainty_score":0.46053576},"labels":[],"label_agreement":null},{"id":"W3173231356","doi":"10.1096/fasebj.26.1_supplement.530.3","title":"A digital atlas for ultrasound guided nerve blocks of the upper limb","year":2012,"lang":"en","type":"article","venue":"The FASEB Journal","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Western University","funders":"","keywords":"Computer science; Surface anatomy; Ultrasound; Medicine; Anatomy; Medical physics; Radiology","score_opus":0.04306555397918407,"score_gpt":0.30244672449512583,"score_spread":0.2593811705159418,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3173231356","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98320496,0.00017472074,0.0002210569,0.000932889,0.00026954964,0.00015138935,0.000007747185,0.000008451123,0.01502923],"genre_scores_gemma":[0.9965804,0.000004499684,0.00007526531,0.00034017616,0.0006306857,0.0000018699648,0.0000027037056,0.0000095731,0.0023548224],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9992952,0.000028296303,0.00022166544,0.00004314677,0.00021387528,0.00019786255],"domain_scores_gemma":[0.9990366,0.00050778594,0.00011547773,0.00013402019,0.000085555446,0.00012053619],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00040166426,0.000068376605,0.00012631246,0.000023346623,0.0001492745,0.000031330663,0.00009833179,0.000035071916,0.00035308854],"category_scores_gemma":[0.00046129216,0.000029892062,0.00024067902,0.00008446181,0.00007173736,0.00008537393,0.000017641754,0.0001856424,0.000009116922],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0019262426,0.00080477784,0.8913411,0.000050842096,0.0008600873,0.000014833039,0.005721611,0.000573698,0.044278745,0.00305877,0.010934887,0.040434405],"study_design_scores_gemma":[0.029333854,0.0012085143,0.49536192,0.0006991473,0.0013504071,0.013078149,0.006146473,0.0023545504,0.182198,0.0037712157,0.2638074,0.00069039897],"about_ca_topic_score_codex":0.0000013043006,"about_ca_topic_score_gemma":2.4529731e-7,"teacher_disagreement_score":0.3959792,"about_ca_system_score_codex":0.000020064073,"about_ca_system_score_gemma":0.00003704873,"threshold_uncertainty_score":0.3866072},"labels":[],"label_agreement":null},{"id":"W3173791043","doi":"10.1096/fasebj.2018.32.1_supplement.25.2","title":"Cerebral Aneurysmal Coiling in Virtual Reality ‐ An Overview of Novice Skill Development","year":2018,"lang":"en","type":"article","venue":"The FASEB Journal","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Western University","funders":"","keywords":"Medical physics; Aneurysm; Fluoroscopy; Pace; Medicine; Computer science; Radiology; Angiography; Virtual reality; Haptic technology; Simulation; Human–computer interaction","score_opus":0.1164549136182802,"score_gpt":0.36709822123042046,"score_spread":0.25064330761214026,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3173791043","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99662584,0.00007460961,0.00019319379,0.00025346404,0.00011374936,0.0000650402,0.0000012835189,0.000010787338,0.0026620456],"genre_scores_gemma":[0.9988018,0.000008837672,0.0002631055,0.00057772704,0.00027404338,5.1553457e-7,0.0000042551615,0.000007363394,0.00006231628],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99897707,0.00012432126,0.00036391467,0.00009224541,0.00027105692,0.00017142239],"domain_scores_gemma":[0.9994249,0.00009715394,0.000116892785,0.00012229987,0.00010904486,0.00012973076],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0010735188,0.00007603877,0.00017780697,0.00005998405,0.0001090906,0.000013696353,0.0000910805,0.0000391849,0.0005647278],"category_scores_gemma":[0.00009817642,0.00004784064,0.00004416934,0.00016677803,0.000086480584,0.00007752524,0.000025496018,0.0002631441,0.000014810853],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0052389675,0.0019589982,0.40403262,0.00021498086,0.00028708516,0.0007039964,0.052602407,0.0027248885,0.02483528,0.0065554716,0.00008980301,0.5007555],"study_design_scores_gemma":[0.011268695,0.0011597038,0.9299859,0.00051814143,0.00008910283,0.001430632,0.0041768267,0.012292259,0.03493695,0.0004349238,0.0034065607,0.0003003236],"about_ca_topic_score_codex":0.000028429487,"about_ca_topic_score_gemma":0.00007282106,"teacher_disagreement_score":0.52595323,"about_ca_system_score_codex":0.00004673945,"about_ca_system_score_gemma":0.00014180507,"threshold_uncertainty_score":0.6183374},"labels":[],"label_agreement":null},{"id":"W3173991187","doi":"10.1097/aog.0000000000004426","title":"Effects of a Resident's Reputation on Laparoscopic Skills Assessment","year":2021,"lang":"en","type":"article","venue":"Obstetrics and Gynecology","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Sinai Health System","funders":"","keywords":"Reputation; Competency assessment; Psychology; Medical education; Applied psychology; Medicine; Sociology; Social science","score_opus":0.011452221515275564,"score_gpt":0.3081251542993943,"score_spread":0.2966729327841187,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3173991187","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99014187,0.00046832504,0.00006495488,0.00023771451,0.000412889,0.000116532865,7.233055e-7,0.000011813233,0.008545182],"genre_scores_gemma":[0.99805963,0.00018647838,0.00035606915,0.00056057423,0.000014380379,0.000005426066,0.0000119834185,0.00000500126,0.0008004755],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99944675,0.00005431018,0.00015094217,0.00014393954,0.000111989386,0.00009206095],"domain_scores_gemma":[0.9927804,0.006938012,0.00005596424,0.0000795901,0.00008698783,0.00005902985],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000078553094,0.000051838437,0.00019651436,0.00008416494,0.000028962755,0.000006601973,0.0000126308205,0.00007323098,0.000116066585],"category_scores_gemma":[0.0056499126,0.000045167333,0.000031287578,0.00024251292,0.000023161152,0.0000150430205,0.000016661568,0.000085329644,0.0000040206573],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000112089314,0.002257277,0.39605013,0.001112221,0.00033718778,0.0028953713,0.0011680254,0.00034622604,0.0061952565,0.050968163,0.0003396643,0.5382184],"study_design_scores_gemma":[0.006240492,0.0005824912,0.97385573,0.00006450958,0.00006944056,0.000008615831,0.00008964508,0.00043982328,0.006928171,0.0006879797,0.010967991,0.000065091954],"about_ca_topic_score_codex":0.0000019004699,"about_ca_topic_score_gemma":0.0000013823317,"teacher_disagreement_score":0.57780564,"about_ca_system_score_codex":0.000034200017,"about_ca_system_score_gemma":0.00006246303,"threshold_uncertainty_score":0.67638814},"labels":[],"label_agreement":null},{"id":"W3176319495","doi":"10.1097/sla.0000000000005014","title":"Evidence-based Guidelines on the Use of Virtual Surgical Education Pertaining to the Domains of Cognition and Curriculum, Psychomotor Skills Training, and Faculty Development and Mentorship","year":2021,"lang":"en","type":"review","venue":"Annals of Surgery","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Psychomotor learning; Medicine; Mentorship; Medical education; Curriculum; Systematic review; Evidence-based medicine; MEDLINE; Cognition; Psychology; Alternative medicine; Pedagogy","score_opus":0.7194099852712181,"score_gpt":0.4928724092169467,"score_spread":0.22653757605427144,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3176319495","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.3256909,0.67128175,0.000011064521,0.0019582477,0.0001232697,0.0008079417,0.000041638228,0.000010425561,0.00007474756],"genre_scores_gemma":[0.11285414,0.88527477,0.0002696268,0.0010502037,0.00014391838,0.00009023493,0.00020669331,0.000025682244,0.00008473414],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9977338,0.00029055332,0.0010512654,0.00030773165,0.00044375935,0.0001729255],"domain_scores_gemma":[0.9932181,0.0053151823,0.00054238964,0.0001894186,0.00058007916,0.00015482005],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0019313901,0.00025219054,0.0012246235,0.00021372765,0.00008652471,0.000030169176,0.00005232375,0.00013888146,0.000048871127],"category_scores_gemma":[0.0027543744,0.00013628739,0.00024018099,0.00035519907,0.00015315325,0.000073626004,0.000034695753,0.00016337738,5.7093524e-7],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00007381436,0.00017346942,0.0010296823,0.001207052,0.00017403408,0.0000047133544,0.00079810724,0.0000032848136,5.9904204e-7,0.00023929669,0.000806534,0.9954894],"study_design_scores_gemma":[0.0004130878,0.00012482874,0.0018537194,0.06718943,0.00030890995,0.000027555448,0.0008542728,0.000028906712,0.00005174694,0.000005385139,0.92894846,0.00019367966],"about_ca_topic_score_codex":0.000020853202,"about_ca_topic_score_gemma":0.0000030894726,"teacher_disagreement_score":0.9952957,"about_ca_system_score_codex":0.000010333152,"about_ca_system_score_gemma":0.00055664213,"threshold_uncertainty_score":0.55576384},"labels":[],"label_agreement":null},{"id":"W3176529703","doi":"10.1055/s-0041-1731297","title":"Virtual Education in Pediatric Surgery during the COVID-19 Era: Facing and Overcoming Current Challenges","year":2021,"lang":"en","type":"review","venue":"European Journal of Pediatric Surgery","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Hospital for Sick Children; University of Toronto","funders":"","keywords":"Medicine; Pandemic; Modalities; Coronavirus disease 2019 (COVID-19); Telemedicine; Virtual learning environment; Severe acute respiratory syndrome coronavirus 2 (SARS-CoV-2); Social media; 2019-20 coronavirus outbreak; Medical education; Disease; Multimedia; Health care; Infectious disease (medical specialty); Pathology","score_opus":0.12862171848961657,"score_gpt":0.3580498861157819,"score_spread":0.22942816762616536,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3176529703","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.030923044,0.9656557,0.000018309667,0.00019109216,0.0026792767,0.0002162492,0.0000046512428,0.000024517669,0.00028715844],"genre_scores_gemma":[0.020544149,0.96942323,0.000015220173,0.000102877035,0.009753377,0.000004008583,0.000021741662,0.000084570434,0.00005079275],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9939364,0.0023902631,0.0022137512,0.00042048018,0.0006354436,0.00040361393],"domain_scores_gemma":[0.98741186,0.009821713,0.0017569483,0.0002827126,0.00017259046,0.00055419776],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.006492542,0.00045333404,0.0021748042,0.0018061984,0.00016265505,0.00008897172,0.00015174132,0.00010663533,0.00009718252],"category_scores_gemma":[0.005820269,0.00031833147,0.0010470449,0.0010465862,0.00004126242,0.0001745618,0.00012346233,0.0015188773,0.00001577165],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000027119984,0.00015632913,0.024830315,0.007987085,0.00007078808,0.0012444276,0.00027896243,0.000015318934,1.7000435e-8,0.000008222819,0.001226844,0.96415454],"study_design_scores_gemma":[0.0008115569,0.000029574432,0.023388986,0.0043735113,0.0015185666,0.0014461648,0.0003418625,0.0000023003254,3.7258655e-8,0.0000025792506,0.9676273,0.00045759114],"about_ca_topic_score_codex":0.000002065379,"about_ca_topic_score_gemma":8.607527e-7,"teacher_disagreement_score":0.96640044,"about_ca_system_score_codex":0.0002892069,"about_ca_system_score_gemma":0.0040506828,"threshold_uncertainty_score":0.99992687},"labels":[],"label_agreement":null},{"id":"W3176994671","doi":"10.1096/fasebj.2018.32.1_supplement.504.7","title":"How Hormonal Contraceptive Use Impacts Laparoscopic Skill Acquisition in Biologically Female Medical Students","year":2018,"lang":"en","type":"article","venue":"The FASEB Journal","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Testosterone (patch); Medicine; Psychology; Physiology; Internal medicine","score_opus":0.04058660547351608,"score_gpt":0.3395564919607033,"score_spread":0.29896988648718725,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3176994671","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9960036,0.00009542197,0.00023412525,0.0027901754,0.00019744196,0.00016407386,0.000004546122,0.0000192067,0.00049140566],"genre_scores_gemma":[0.9962877,0.00007148316,0.00008462976,0.0025353746,0.0007421948,0.000002531437,0.000009386774,0.00000843606,0.00025823852],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9982832,0.00020482892,0.00026089355,0.00013636005,0.0008046442,0.0003100841],"domain_scores_gemma":[0.99892163,0.00035827805,0.00011563659,0.00011028728,0.00014816223,0.00034601544],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0011369097,0.00012017996,0.00024733297,0.00007946752,0.00016751955,0.0001754554,0.00019385619,0.00012858887,0.0011457378],"category_scores_gemma":[0.00081324903,0.00006379688,0.00008848157,0.00016640173,0.00025519438,0.00016499544,0.00005412589,0.0005172464,0.00005085072],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0018284498,0.00055736606,0.97258574,0.000006078671,0.00018003167,0.0008700435,0.0019474819,0.000009555208,0.010721617,0.00023627037,0.0002864298,0.010770939],"study_design_scores_gemma":[0.008182761,0.000857681,0.9858989,0.00020895866,0.00003772557,0.00045852602,0.00070052996,0.00038186807,0.0023361172,0.00018596601,0.0006513781,0.00009958247],"about_ca_topic_score_codex":0.0000073564315,"about_ca_topic_score_gemma":0.000012982829,"teacher_disagreement_score":0.01331317,"about_ca_system_score_codex":0.000082110346,"about_ca_system_score_gemma":0.000092280396,"threshold_uncertainty_score":0.99976736},"labels":[],"label_agreement":null},{"id":"W3177233728","doi":"10.5489/cuaj.7240","title":"Use of video education in post-operative patient counselling: A quality improvement initiative","year":2021,"lang":"en","type":"article","venue":"Canadian Urological Association Journal","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"Ottawa Hospital; University of Ottawa","funders":"","keywords":"Medicine; Interquartile range; Intervention (counseling); Patient satisfaction; Perioperative; Quality management; Descriptive statistics; Physical therapy; Prostatectomy; Nursing; Surgery; Internal medicine; Operations management","score_opus":0.052002233237888905,"score_gpt":0.3169454905406781,"score_spread":0.2649432573027892,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3177233728","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9909353,0.00011714255,0.00006456009,0.0068463483,0.0001907877,0.00015668191,0.000031191394,0.000006399599,0.0016515742],"genre_scores_gemma":[0.98678267,0.00006446234,0.00024187179,0.0126285385,0.00007775348,0.00000587253,0.000062208346,0.0000054134566,0.00013123915],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.998404,0.00032540917,0.00055164687,0.00015475847,0.00032642423,0.00023772173],"domain_scores_gemma":[0.9975053,0.00046009241,0.0003110567,0.00006881627,0.0012773229,0.00037740552],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0005040554,0.00009067092,0.00025972835,0.00013960614,0.00008715177,0.000049384238,0.000029386767,0.00014621667,0.00078024744],"category_scores_gemma":[0.0022395845,0.000077677905,0.00009900704,0.00027081935,0.000020975749,0.00013225252,0.0000051544785,0.0004098505,0.000008186262],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00027133926,0.0007835024,0.87111133,0.000010955859,0.00019841288,0.0001461831,0.0033757414,0.00069402007,0.0009286891,0.0019239585,0.00050926465,0.120046586],"study_design_scores_gemma":[0.0019692297,0.00047409788,0.9615482,0.000043113796,0.00003685636,0.00003142608,0.0017094344,0.00037651227,0.00047955592,0.0008212131,0.03237665,0.00013371577],"about_ca_topic_score_codex":0.0011321612,"about_ca_topic_score_gemma":0.0023747045,"teacher_disagreement_score":0.11991287,"about_ca_system_score_codex":0.00083891046,"about_ca_system_score_gemma":0.002416066,"threshold_uncertainty_score":0.85431623},"labels":[],"label_agreement":null},{"id":"W3178629691","doi":"10.1002/jso.26562","title":"From telementorship to automation","year":2021,"lang":"en","type":"article","venue":"Journal of Surgical Oncology","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"Mentorship; Medicine; Surgical robot; Robotics; Automation; Robot; Robotic surgery; Service (business); Surgical procedures; Patient care; Surgery; Medical physics; Engineering management; Medical education; Artificial intelligence; Nursing; Engineering; Computer science; Mechanical engineering","score_opus":0.05744965058772566,"score_gpt":0.3839020847838992,"score_spread":0.32645243419617354,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3178629691","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.93000627,0.00015241312,0.00043284326,0.01903148,0.000598727,0.000056343488,0.0000017730484,0.000017338953,0.049702834],"genre_scores_gemma":[0.9930939,0.00004270434,0.0036660337,0.0018004548,0.0010159436,8.1034386e-7,0.000007612089,0.000006218551,0.00036632325],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.998932,0.000118935444,0.00046841888,0.00008935398,0.00026526226,0.00012602101],"domain_scores_gemma":[0.9986096,0.00058030087,0.0001512829,0.000069171656,0.00028663725,0.00030303252],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00038570372,0.000059513568,0.0003536836,0.00007895941,0.00002228821,0.000010618179,0.000038438364,0.00009923721,0.004287706],"category_scores_gemma":[0.00020500677,0.00004476518,0.00014198529,0.00020577738,0.000016938138,0.000049083857,0.00002087583,0.00021332722,0.00007470587],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0022590805,0.0010539157,0.015806785,0.000015317326,0.00032235752,0.01952717,0.0010935226,0.0003554035,0.002779718,0.0015234825,0.004037943,0.9512253],"study_design_scores_gemma":[0.0044203927,0.0005453142,0.016475914,0.00004527559,0.000058686022,0.000718973,0.0002443451,0.0001425974,0.00085412065,0.00034562487,0.9761011,0.00004763326],"about_ca_topic_score_codex":0.000003677194,"about_ca_topic_score_gemma":0.0000025576562,"teacher_disagreement_score":0.9720632,"about_ca_system_score_codex":0.00013377143,"about_ca_system_score_gemma":0.00023374954,"threshold_uncertainty_score":0.9966225},"labels":[],"label_agreement":null},{"id":"W3179313532","doi":"10.1007/s00402-021-04037-1","title":"Virtual and augmented reality for surgical training and simulation in knee arthroplasty","year":2021,"lang":"en","type":"article","venue":"Archives of Orthopaedic and Trauma Surgery","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":69,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Virtual reality; Augmented reality; Workflow; Medicine; Orthopedic surgery; Surgical planning; Medical physics; Popularity; Human–computer interaction; Surgery; Computer science","score_opus":0.055629259235751356,"score_gpt":0.30797699146464086,"score_spread":0.2523477322288895,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3179313532","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9966857,0.0007112898,0.00096634973,0.00024905667,0.000051659204,0.00016080083,0.0000165134,0.000019894364,0.001138742],"genre_scores_gemma":[0.99919975,0.00022519408,0.00031382928,0.00005469479,0.000053084645,0.000008016727,0.00007700046,0.000010733096,0.00005771339],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9989479,0.00008138073,0.00038470497,0.00027448617,0.00012527475,0.00018623163],"domain_scores_gemma":[0.9955982,0.004065818,0.00007097334,0.00007712569,0.000025319292,0.00016257826],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0003376117,0.00011561569,0.00042378242,0.0001350528,0.00006134786,0.00001081297,0.000006975448,0.000056445584,0.000026260817],"category_scores_gemma":[0.00033356668,0.00010431206,0.00009771529,0.00011732697,0.00022492184,0.00006461475,0.000022578371,0.00010971791,9.015378e-8],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0008126044,0.00008898221,0.27862325,0.000106228064,0.000046054174,0.00013286275,0.0009938084,0.00018023141,0.000018075963,0.00076244626,0.0000014910919,0.71823394],"study_design_scores_gemma":[0.008988882,0.00016070946,0.9511484,0.00030930876,0.00005135808,0.00011330955,0.001039512,0.03274024,0.000044636745,0.0006677879,0.004593191,0.00014268608],"about_ca_topic_score_codex":0.000008977977,"about_ca_topic_score_gemma":0.000023995914,"teacher_disagreement_score":0.7180913,"about_ca_system_score_codex":0.0000031619152,"about_ca_system_score_gemma":0.000060572613,"threshold_uncertainty_score":0.42537224},"labels":[],"label_agreement":null},{"id":"W3179324327","doi":"10.1007/s00464-021-08578-9","title":"SAGES consensus recommendations on an annotation framework for surgical video","year":2021,"lang":"en","type":"article","venue":"Surgical Endoscopy","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":108,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University Health Network","funders":"Society of American Gastrointestinal and Endoscopic Surgeons","keywords":"Annotation; Standardization; Delphi method; Computer science; Process (computing); Delphi; Medicine; Knowledge management; Data science; Artificial intelligence","score_opus":0.06193624367789346,"score_gpt":0.40086547159297203,"score_spread":0.33892922791507857,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3179324327","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.934003,0.0003035965,0.0015894228,0.017756162,0.00094868784,0.0006751947,0.00010609091,0.00039207816,0.04422579],"genre_scores_gemma":[0.98313224,0.00007355895,0.0133374,0.001173639,0.0005709868,0.000063970874,0.00069580134,0.00003678679,0.0009156224],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9982407,0.0001984662,0.0004175746,0.00047743105,0.00031199664,0.0003538214],"domain_scores_gemma":[0.9953232,0.0036670219,0.00008324078,0.0003103783,0.00023909319,0.00037710124],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00033770793,0.00019223324,0.00039701743,0.00008582944,0.0001949308,0.000054291206,0.00005434324,0.00021538543,0.0028206054],"category_scores_gemma":[0.00088051974,0.00016808452,0.00021971975,0.00036487728,0.00008254344,0.000057173518,0.000019086987,0.00035222617,0.00008635794],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.017916827,0.0040740757,0.011920667,0.00021338418,0.0004958857,0.0055232067,0.00097393146,0.001202328,0.0002495604,0.66790557,0.0029291864,0.28659534],"study_design_scores_gemma":[0.049415693,0.0009469808,0.003107254,0.00034003687,0.00011784303,0.00030547078,0.00052931916,0.0039108326,0.0047032987,0.012053978,0.924168,0.00040132884],"about_ca_topic_score_codex":0.000005142028,"about_ca_topic_score_gemma":0.0000045219517,"teacher_disagreement_score":0.9212388,"about_ca_system_score_codex":0.000054174176,"about_ca_system_score_gemma":0.00012288665,"threshold_uncertainty_score":0.9980909},"labels":[],"label_agreement":null},{"id":"W3179985670","doi":"10.1007/s00464-021-08620-w","title":"Colonic displacement as a marker of endoscopic skill: development of a novel tool for endoscopy training","year":2021,"lang":"en","type":"article","venue":"Surgical Endoscopy","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":5,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University","funders":"Government of Ontario","keywords":"Medicine; Colonoscopy; Transverse colon; Endoscopy; Perforation; Sigmoid colon; Cecum; Colorectal surgery; Displacement (psychology); Surgery; Internal medicine; Abdominal surgery; Colorectal cancer; Rectum","score_opus":0.04633166582820507,"score_gpt":0.34666708667845914,"score_spread":0.30033542085025405,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3179985670","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98815584,0.0003523484,0.002458175,0.00020612609,0.00026003653,0.0007330209,0.00003801955,0.00005152884,0.0077448967],"genre_scores_gemma":[0.9636021,0.000033857457,0.03485311,0.00017313685,0.00007401215,0.00014699603,0.0001304479,0.000037640446,0.00094869785],"study_design_codex":"design_other","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.99736565,0.000064764325,0.0010247731,0.00045909974,0.0005883896,0.00049731],"domain_scores_gemma":[0.99772,0.0012116741,0.00025355036,0.00028873922,0.00029156753,0.0002344451],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0005314508,0.00026776624,0.00088074873,0.000121960096,0.0000919026,0.000013617935,0.00010470159,0.00015142959,0.0020051308],"category_scores_gemma":[0.000584463,0.00023517532,0.00032238604,0.00040766268,0.00012567527,0.00006066913,0.00007565937,0.00019194065,0.000011314887],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.08255443,0.027782079,0.156568,0.011115792,0.00987307,0.0025619925,0.04800021,0.0022860453,0.2261973,0.19984831,0.00050252414,0.23271023],"study_design_scores_gemma":[0.25694796,0.0019345175,0.01895946,0.0026650883,0.00059163035,0.00020455926,0.0028578162,0.005318798,0.43262643,0.0003067151,0.2766604,0.0009266074],"about_ca_topic_score_codex":0.000007785069,"about_ca_topic_score_gemma":0.0000065295058,"teacher_disagreement_score":0.2761579,"about_ca_system_score_codex":0.00009464672,"about_ca_system_score_gemma":0.0009940068,"threshold_uncertainty_score":0.99890715},"labels":[],"label_agreement":null},{"id":"W3181295982","doi":"10.1002/jso.26505","title":"Telesimulation for remote simulation and assessment","year":2021,"lang":"en","type":"review","venue":"Journal of Surgical Oncology","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":28,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto; University Health Network","funders":"","keywords":"Medicine; Medical physics","score_opus":0.19662567239759612,"score_gpt":0.5196329661781333,"score_spread":0.32300729378053716,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3181295982","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000040958545,0.9910514,0.0028016535,0.0003277125,0.0003891404,0.00051994564,0.0000046287532,0.0000111078825,0.004853474],"genre_scores_gemma":[0.00087036774,0.990846,0.0070323106,0.000089277935,0.00091987575,0.0000028100437,0.000056477475,0.000029595763,0.00015327847],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.997741,0.0002824401,0.0013018781,0.00020463948,0.00028892094,0.00018112053],"domain_scores_gemma":[0.9933052,0.0048294268,0.001047795,0.00010474014,0.00047239815,0.00024044742],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0010543208,0.00021482194,0.002552063,0.00023789608,0.000055554527,0.000022954508,0.00004980198,0.0005343569,0.00018330703],"category_scores_gemma":[0.00024742738,0.00014864375,0.00076998107,0.00020826345,0.000051020485,0.00006540868,0.000029042008,0.0006463925,0.000001799776],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00012709835,0.000111252004,0.0000060794846,0.0014658895,0.00024301885,0.00084893353,0.000011495169,0.00063425733,5.2475745e-8,0.00021722172,0.000026352247,0.9963083],"study_design_scores_gemma":[0.0039707823,0.00083163776,0.000017611581,0.0039322064,0.0014490394,0.002133338,0.000014305109,0.008545167,3.721331e-8,0.00007823578,0.97890383,0.00012380505],"about_ca_topic_score_codex":5.026746e-7,"about_ca_topic_score_gemma":2.629846e-7,"teacher_disagreement_score":0.9961845,"about_ca_system_score_codex":0.0003213428,"about_ca_system_score_gemma":0.00090479135,"threshold_uncertainty_score":0.60615164},"labels":[],"label_agreement":null},{"id":"W3181409516","doi":"10.1016/j.jss.2021.06.006","title":"The Next Surgical Skills and Technology Elective Program: The “Surgical Skills and Technology Elective Program” Decreases Cognitive Load During Suturing Tasks in Second Year Medical Students","year":2021,"lang":"en","type":"article","venue":"Journal of Surgical Research","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":6,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Kingston Health Sciences Centre; Queen's University","funders":"","keywords":"Vignette; Human multitasking; Medicine; Task (project management); Test (biology); Cognition; Cognitive load; Medical education; Psychology; Psychiatry; Social psychology","score_opus":0.02985476223485307,"score_gpt":0.4227422789135221,"score_spread":0.39288751667866906,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3181409516","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98217636,0.004797503,7.963499e-7,0.010079855,0.00009049225,0.0010157236,0.0000030826986,0.0000643799,0.0017717963],"genre_scores_gemma":[0.9933443,0.005444625,0.000068193585,0.00004409373,0.00046759838,0.00012323176,0.000003628725,0.000034784225,0.00046951557],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99327576,0.0009411455,0.00096075155,0.00060390425,0.0030617353,0.0011566791],"domain_scores_gemma":[0.99007034,0.0065572998,0.00022089914,0.00025426398,0.002192543,0.00070463674],"candidate_categories":["research_integrity"],"consensus_categories":[],"category_scores_codex":[0.0050624884,0.0003066192,0.0008619022,0.0006825883,0.00058926624,0.00032913772,0.00045797898,0.0006458026,0.00037256902],"category_scores_gemma":[0.006699802,0.00017570995,0.00017613407,0.0030769862,0.0022398948,0.00017845865,0.0007161351,0.0042170505,0.000009365656],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.004625677,0.007690455,0.3284272,0.00012193328,0.0010917932,0.07231667,0.0006933128,0.0000019711447,0.00008751647,0.0026783315,0.00014303991,0.5821221],"study_design_scores_gemma":[0.10199474,0.011043336,0.34376034,0.005250133,0.000381973,0.07784398,0.015653238,0.0005292883,0.00945055,0.0075331093,0.42525968,0.0012996208],"about_ca_topic_score_codex":0.000010099397,"about_ca_topic_score_gemma":0.000096672535,"teacher_disagreement_score":0.58082247,"about_ca_system_score_codex":0.00030138032,"about_ca_system_score_gemma":0.001046721,"threshold_uncertainty_score":0.99808025},"labels":[],"label_agreement":null},{"id":"W3183250866","doi":"10.1016/j.jss.2021.06.045","title":"Immersive Virtual Reality for Surgical Training: A Systematic Review","year":2021,"lang":"en","type":"review","venue":"Journal of Surgical Research","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":380,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia Hospital; University of British Columbia; McMaster University","funders":"","keywords":"PsycINFO; MEDLINE; CLARITY; Virtual reality; Medical education; Medicine; Medical physics; Physical therapy; Computer science; Applied psychology; Psychology; Human–computer interaction","score_opus":0.5310328615885523,"score_gpt":0.5728834462861075,"score_spread":0.041850584697555204,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3183250866","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0000026474045,0.9913313,0.00004280655,0.0012428843,0.00022617298,0.0029245708,0.000034586134,0.000011903203,0.0041831653],"genre_scores_gemma":[0.00009284156,0.9966693,0.000057742407,0.00007678023,0.0010827825,0.00014642873,0.00010677184,0.00007678625,0.0016905623],"study_design_codex":"systematic_review","study_design_gemma":"not_applicable","domain_scores_codex":[0.98847973,0.0032920535,0.003709225,0.00053286,0.0030926773,0.00089347764],"domain_scores_gemma":[0.9734295,0.020423923,0.0013258688,0.0005743571,0.003040967,0.0012053722],"candidate_categories":["metaresearch","metaepi_narrow","research_integrity","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.019229226,0.00048584308,0.009283536,0.00064338313,0.00018382582,0.000095231895,0.00048561694,0.0006169198,0.0010021625],"category_scores_gemma":[0.010235934,0.00029482576,0.004422369,0.001642622,0.0002738964,0.000106541294,0.00014762663,0.0030585683,0.00004906836],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00028758825,0.00030122037,3.014772e-7,0.76128834,0.0012545895,0.010478889,0.00007677595,7.158718e-7,2.8339768e-8,0.0023766188,0.0019801338,0.22195481],"study_design_scores_gemma":[0.002322441,0.0005624496,6.8107205e-8,0.43729523,0.0018692486,0.0058134585,0.00017550276,0.000008873479,1.04668686e-7,0.000024867582,0.5517847,0.00014306643],"about_ca_topic_score_codex":0.0000018668411,"about_ca_topic_score_gemma":2.721411e-7,"teacher_disagreement_score":0.54980457,"about_ca_system_score_codex":0.0004964405,"about_ca_system_score_gemma":0.0030173466,"threshold_uncertainty_score":0.9999504},"labels":[],"label_agreement":null},{"id":"W3183290235","doi":"10.20381/ruor-26712","title":"Understanding Decision Making In Robotic Surgery: A Knowledge Gap Survey and Cognitive Task Analysis of Robotic Prostatectomy","year":2021,"lang":"en","type":"dissertation","venue":"uO Research (University of Ottawa)","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Prostatectomy; Task (project management); Cognition; Robotic surgery; Medicine; Psychology; Engineering; General surgery; Psychiatry; Internal medicine; Systems engineering; Prostate cancer","score_opus":0.2615107555738652,"score_gpt":0.4127529046243962,"score_spread":0.15124214905053096,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3183290235","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98311305,0.00042508068,0.002883103,0.000029509889,0.00006681689,0.0005031186,0.000037794027,0.000014912731,0.012926593],"genre_scores_gemma":[0.9971417,0.00018590223,0.00014166701,0.0000019327354,0.000006629495,5.7154546e-7,0.0011890155,0.00001812068,0.001314471],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99743146,0.00067876215,0.00032154907,0.00046180212,0.0007698614,0.00033658592],"domain_scores_gemma":[0.9917785,0.00672412,0.00021146427,0.00017616453,0.00095877633,0.00015099703],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0025515377,0.00016213514,0.0010608875,0.0036412892,0.0001595303,0.000023118344,0.00010118814,0.00024764639,0.00040188187],"category_scores_gemma":[0.0020291465,0.00018769591,0.00024062363,0.004848585,0.00020475325,0.00010401752,0.00007550971,0.0005621081,0.0000030824497],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0007198543,0.00036988212,0.9749063,0.0009794502,0.0017987662,0.00049430906,0.00464458,0.00090086606,0.000051877618,0.0005787963,0.00005490795,0.014500387],"study_design_scores_gemma":[0.001724411,0.00008883781,0.9578252,0.002491878,0.000685104,0.000001713261,0.020563679,0.016325343,0.000011160984,0.00010330461,0.00002885258,0.00015050566],"about_ca_topic_score_codex":0.00029349807,"about_ca_topic_score_gemma":0.02489229,"teacher_disagreement_score":0.02459879,"about_ca_system_score_codex":0.00026013644,"about_ca_system_score_gemma":0.00049121556,"threshold_uncertainty_score":0.9929009},"labels":[],"label_agreement":null},{"id":"W3184081075","doi":"10.1002/rcs.2313","title":"Neurosurgical performance between experts and trainees: Evidence from drilling task","year":2021,"lang":"en","type":"article","venue":"International Journal of Medical Robotics and Computer Assisted Surgery","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Alberta Hospital Edmonton; University of Alberta Hospital; University of Alberta","funders":"","keywords":"Jump; Fixation (population genetics); Laminectomy; Neurosurgery; Computer science; Physical medicine and rehabilitation; Surgery; Medicine; Spinal cord","score_opus":0.07604284341306765,"score_gpt":0.32533015823518324,"score_spread":0.24928731482211558,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3184081075","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9494815,0.0012194372,0.038533706,0.009582584,0.0011076229,0.000022916742,0.0000028924974,0.0000125462675,0.00003681835],"genre_scores_gemma":[0.9921493,0.0021115213,0.0026331502,0.0015009645,0.0015678221,3.8238662e-7,0.000016582126,0.000009635854,0.000010641689],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9976463,0.000092546,0.0006607333,0.00018506104,0.0012780795,0.00013733564],"domain_scores_gemma":[0.9959057,0.0030195042,0.00018240503,0.00007204052,0.00037719778,0.00044317095],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00062196824,0.000117406526,0.00043712568,0.00011578909,0.00004381411,0.00010011711,0.00010787595,0.00012274682,0.00012894739],"category_scores_gemma":[0.0007223834,0.00009146856,0.00014928894,0.00009825094,0.00009012346,0.00013498882,0.00009706524,0.00033230742,9.0062457e-7],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00017958786,0.00014359286,0.41271383,0.000028742294,0.00039859314,0.0041542724,0.00031722145,0.0004630109,0.000046079385,0.000060179187,0.000284303,0.5812106],"study_design_scores_gemma":[0.0027812228,0.00011108517,0.8417913,0.0034922587,0.00012436583,0.002857785,0.000104098406,0.14126953,0.00007846562,0.00007811356,0.007108171,0.0002036405],"about_ca_topic_score_codex":0.0000035933072,"about_ca_topic_score_gemma":6.068596e-7,"teacher_disagreement_score":0.58100694,"about_ca_system_score_codex":0.00002397776,"about_ca_system_score_gemma":0.00020555143,"threshold_uncertainty_score":0.37299797},"labels":[],"label_agreement":null},{"id":"W3184144085","doi":"10.1177/23259671211013815","title":"Mixed-Methods Analysis of a Validated Arthroscopic Knot-Tying Simulator With New Indirect Visualization Condition","year":2021,"lang":"en","type":"article","venue":"Orthopaedic Journal of Sports Medicine","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Dalhousie University","funders":"","keywords":"Knot tying; Trainer; Medicine; Visualization; Tying; Checklist; Likert scale; Medical education; Computer science; Surgery; Artificial intelligence; Psychology; Statistics; Mathematics","score_opus":0.03279650948113255,"score_gpt":0.36926919047535955,"score_spread":0.336472680994227,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3184144085","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.91978574,0.0017331045,0.07626285,0.0005485251,0.00042110012,0.00013535778,0.0000025516904,0.00003059149,0.0010801901],"genre_scores_gemma":[0.99443144,0.00033162307,0.003988911,0.00043896554,0.00035722548,6.436098e-7,0.00017699547,0.000026256934,0.00024794936],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99706495,0.00014290925,0.0012668393,0.00023186204,0.0010762737,0.00021714083],"domain_scores_gemma":[0.99684227,0.00037300604,0.001163242,0.00022641578,0.0009605056,0.00043454126],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0014456875,0.00020397197,0.0012687742,0.0009997182,0.000057513967,0.000009509693,0.000054937846,0.0001203564,0.0033265867],"category_scores_gemma":[0.0008799656,0.00014107993,0.0002818694,0.0030043672,0.00014376229,0.00012704822,0.000015538526,0.0002901456,8.318324e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.001041032,0.000331986,0.7281273,0.00018854997,0.004144563,0.0019943013,0.0019500417,0.008619749,0.0044245156,0.00038340394,0.00021568053,0.24857888],"study_design_scores_gemma":[0.018394932,0.0012925231,0.9343235,0.0045332666,0.014352212,0.0007531131,0.0019592869,0.00659336,0.008786644,0.00019555252,0.008509217,0.00030640286],"about_ca_topic_score_codex":0.0000115625635,"about_ca_topic_score_gemma":0.0000073822116,"teacher_disagreement_score":0.24827246,"about_ca_system_score_codex":0.00005842278,"about_ca_system_score_gemma":0.0005481269,"threshold_uncertainty_score":0.9975845},"labels":[],"label_agreement":null},{"id":"W3185114238","doi":"10.1007/s11548-021-02441-x","title":"ClipAssistNet: bringing real-time safety feedback to operating rooms","year":2021,"lang":"en","type":"article","venue":"International Journal of Computer Assisted Radiology and Surgery","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":18,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Health Care Foundation","funders":"Inselspital, Universitätsspital Bern","keywords":"Computer science; Clipper (electronics); Visibility; Artificial intelligence; Computer vision; Clipping (morphology)","score_opus":0.023278205816086396,"score_gpt":0.2958109441789421,"score_spread":0.2725327383628557,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3185114238","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9762586,0.00027690703,0.01319048,0.0055592977,0.0016389432,0.000043762346,0.0000030936744,0.000025789876,0.0030031772],"genre_scores_gemma":[0.9877565,0.00012577433,0.008139552,0.002510923,0.0011966175,6.3598895e-7,0.000024898845,0.000011482533,0.00023360246],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99859333,0.0001583303,0.0006644328,0.00016966696,0.00025298767,0.00016125568],"domain_scores_gemma":[0.99786526,0.001162051,0.00019142494,0.00007967512,0.0004978632,0.00020375066],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00063518406,0.00011204561,0.00047638742,0.00023246661,0.00006850189,0.00005417301,0.00007816362,0.00008941167,0.00030574447],"category_scores_gemma":[0.00023471503,0.00009547634,0.00020631267,0.00012429856,0.00004239116,0.00009529065,0.000055700224,0.00022211915,0.000010723122],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0016708258,0.00034740032,0.31251127,0.0000343514,0.002343706,0.009447292,0.0007390859,0.00724264,0.005882784,0.0004549701,0.0062479475,0.6530777],"study_design_scores_gemma":[0.0023988837,0.00010397418,0.93560016,0.00048846035,0.000061761166,0.013758049,0.000048494447,0.01581373,0.00025778325,0.000033509918,0.031257346,0.00017783578],"about_ca_topic_score_codex":0.0000025836757,"about_ca_topic_score_gemma":7.6699206e-7,"teacher_disagreement_score":0.6528999,"about_ca_system_score_codex":0.00006572814,"about_ca_system_score_gemma":0.00015717263,"threshold_uncertainty_score":0.38934124},"labels":[],"label_agreement":null},{"id":"W3185454905","doi":"10.1007/s11695-021-05572-x","title":"Development of an International Standardized Curriculum for Laparoscopic Sleeve Gastrectomy Teaching Utilizing Modified Delphi Methodology","year":2021,"lang":"en","type":"article","venue":"Obesity Surgery","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"St. Michael's Hospital; Hôpital du Sacré-Cœur de Montréal","funders":"","keywords":"Curriculum; Medicine; Delphi method; Inclusion (mineral); Delphi; Medical education; General surgery; Surgery; Medical physics; Computer science; Psychology; Pedagogy","score_opus":0.13696069489808388,"score_gpt":0.3884786869263639,"score_spread":0.25151799202828,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3185454905","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9714508,0.000029443376,0.025368705,0.00012927696,0.00048609247,0.00013714755,0.000011103604,0.000055986326,0.0023314352],"genre_scores_gemma":[0.84416753,0.0000041323538,0.15534537,0.00012284356,0.000086731954,0.000012886346,0.00019099699,0.000011930504,0.00005760435],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9985882,0.0002188728,0.0004540284,0.00026644827,0.00025890404,0.00021354668],"domain_scores_gemma":[0.9981757,0.0011684188,0.00013286744,0.00015062511,0.0002480108,0.00012438449],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0016506684,0.00011541089,0.00050400937,0.00012315768,0.00011299946,0.000015938747,0.00005391348,0.00008241241,0.00021999484],"category_scores_gemma":[0.0016917079,0.00010980624,0.00016546914,0.00010732758,0.000027247177,0.00010290188,0.00004081828,0.00014816862,0.0000017150336],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0015134541,0.001974016,0.51176035,0.0004297713,0.0009855991,0.00021837428,0.004912616,0.00033730906,0.021221006,0.006979197,0.00014691973,0.4495214],"study_design_scores_gemma":[0.02645673,0.00019586697,0.51547664,0.0016015063,0.00053632807,0.0002433388,0.012378967,0.039499216,0.29195273,0.00198222,0.108325064,0.001351404],"about_ca_topic_score_codex":0.00000979264,"about_ca_topic_score_gemma":0.000016292288,"teacher_disagreement_score":0.44816998,"about_ca_system_score_codex":0.000072341754,"about_ca_system_score_gemma":0.00029569073,"threshold_uncertainty_score":0.44777685},"labels":[],"label_agreement":null},{"id":"W3185475505","doi":"10.1038/s41598-021-94487-9","title":"A data-driven performance dashboard for surgical dissection","year":2021,"lang":"en","type":"article","venue":"Scientific Reports","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":23,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Alberta Bible College; University of Calgary","funders":"Canadian Institutes of Health Research","keywords":"Dashboard; Computer science; Dissection (medical); Data science; Bioinformatics; Medicine; Surgery; Biology","score_opus":0.07702886438250173,"score_gpt":0.35012442947710587,"score_spread":0.27309556509460414,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3185475505","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9855364,0.00005738763,0.00025748205,0.00031208014,0.0037089365,0.00021271176,0.0000063431457,0.000086433734,0.009822204],"genre_scores_gemma":[0.9891561,0.0000032908426,0.0007520808,0.000044567867,0.00018580648,0.000011277254,0.0011852795,0.000008961306,0.008652586],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.99861014,0.000014991099,0.0002952739,0.0005790584,0.0003212237,0.0001793172],"domain_scores_gemma":[0.998758,0.000063044085,0.00008106512,0.0007570142,0.00021200583,0.00012883026],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00068060646,0.00006846094,0.00015659796,0.000050072653,0.00021091237,0.000097831165,0.000045558805,0.000045086897,0.0004719],"category_scores_gemma":[0.0002746477,0.000056343364,0.00007168663,0.0003282533,0.00007410783,0.00014830833,0.000060424936,0.0000741321,0.000016968324],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0013632263,0.00215445,0.47722843,0.0010807207,0.0005025602,0.0293967,0.0014206656,0.0046227155,0.01481567,0.0013148568,0.06902321,0.3970768],"study_design_scores_gemma":[0.0011858759,0.00003278917,0.007120764,0.000057801157,0.000045091863,0.001941147,0.00005734647,0.034881193,0.0027880322,0.00015310869,0.95164233,0.00009452234],"about_ca_topic_score_codex":7.5041123e-7,"about_ca_topic_score_gemma":0.0000053910517,"teacher_disagreement_score":0.88261914,"about_ca_system_score_codex":0.000023023424,"about_ca_system_score_gemma":0.00016431893,"threshold_uncertainty_score":0.5166974},"labels":[],"label_agreement":null},{"id":"W3185514862","doi":"10.1136/rapm-2021-102934","title":"Non-Fellowship regional anesthesia training and assessment: an international Delphi study on a consensus curriculum","year":2021,"lang":"en","type":"article","venue":"Regional Anesthesia & Pain Medicine","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":26,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ottawa Hospital","funders":"","keywords":"Medicine; Curriculum; Subspecialty; Delphi method; Regional anesthesia; Likert scale; Medical education; Delphi; Nerve block; Anesthesia; Family medicine; Psychology; Pedagogy","score_opus":0.09137153452733926,"score_gpt":0.3636630480980768,"score_spread":0.27229151357073755,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3185514862","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7958648,0.00014611875,0.00008649002,0.20251456,0.00001734334,0.0004085923,1.1275789e-7,0.00010533851,0.000856608],"genre_scores_gemma":[0.91973454,0.000056006636,0.0008601095,0.07780971,0.0008026904,0.000043409287,0.0002259593,0.000048790116,0.00041879402],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99630314,0.00055365724,0.0006324912,0.00079244905,0.0013065197,0.00041175424],"domain_scores_gemma":[0.9973761,0.0010359662,0.00020229076,0.0003997794,0.0004070822,0.0005788146],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0021164853,0.00039432634,0.0007127665,0.000263748,0.00022483311,0.000040772313,0.00016711491,0.00016371638,0.00032751932],"category_scores_gemma":[0.00020050914,0.00031151195,0.00013328962,0.0004494762,0.00038518035,0.00009963595,0.000010578162,0.0005333478,0.00001598587],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0018370912,0.007825224,0.8461293,0.00018134952,0.001104646,0.052244917,0.018944517,0.00029387893,0.0009259929,0.024586773,0.013831796,0.032094542],"study_design_scores_gemma":[0.011134462,0.0026373516,0.5360221,0.0008434573,0.00021011606,0.008791057,0.028967949,0.016191797,0.0000057532484,0.0005024619,0.39423957,0.00045387313],"about_ca_topic_score_codex":0.00005169245,"about_ca_topic_score_gemma":0.000010611879,"teacher_disagreement_score":0.38040778,"about_ca_system_score_codex":0.00010058815,"about_ca_system_score_gemma":0.0003221938,"threshold_uncertainty_score":0.9999337},"labels":[],"label_agreement":null},{"id":"W3185530444","doi":"10.1016/j.xjon.2021.07.011","title":"Maintaining technical proficiency in senior surgical fellows during the COVID-19 pandemic through virtual teaching","year":2021,"lang":"en","type":"article","venue":"JTCVS Open","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":17,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University Health Network; University of Toronto","funders":"","keywords":"Medicine; Coaching; Medical education; Coronavirus disease 2019 (COVID-19); Pandemic; Lung transplantation; Transplantation; Surgery; Psychology; Internal medicine","score_opus":0.08324832483809076,"score_gpt":0.4049962087836133,"score_spread":0.32174788394552256,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3185530444","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9221896,0.000093685914,0.00038291412,0.005147658,0.000098487355,0.0007350303,0.0000032367366,0.00013229149,0.071217075],"genre_scores_gemma":[0.9936247,0.000020799918,0.0005828363,0.002788479,0.00018091708,0.000059721835,0.000022681223,0.00002402755,0.0026958387],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.997919,0.00034921718,0.00047119174,0.00047094846,0.00037681413,0.00041280163],"domain_scores_gemma":[0.99843866,0.0008635781,0.00007998566,0.0003663283,0.00003672173,0.00021471555],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0016712052,0.0001683029,0.00039126203,0.000051782485,0.00035933498,0.00012496812,0.00030860727,0.00014713079,0.0009283096],"category_scores_gemma":[0.0014405231,0.00011442721,0.00011612119,0.00040166106,0.00011268583,0.00019509457,0.0004842185,0.00091603183,0.00003951061],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0015079282,0.00082230504,0.91749984,0.00009047448,0.000086638895,0.007889891,0.0065825866,0.0026560158,0.0034942415,0.046301503,0.00019258985,0.012875999],"study_design_scores_gemma":[0.043087035,0.0005081286,0.28749067,0.00062693254,0.00014818927,0.008326015,0.021589436,0.008102161,0.00045655854,0.0023602594,0.6261074,0.0011972481],"about_ca_topic_score_codex":0.00018875313,"about_ca_topic_score_gemma":0.00015706445,"teacher_disagreement_score":0.6300092,"about_ca_system_score_codex":0.00028632637,"about_ca_system_score_gemma":0.00036632805,"threshold_uncertainty_score":0.999985},"labels":[],"label_agreement":null},{"id":"W3186235212","doi":"10.1089/end.2021.0163","title":"A Novel Ureteroscopy Training Platform That Utilizes CT Urograms to Replicate Complex Renal Collecting System Anatomies","year":2021,"lang":"en","type":"article","venue":"Journal of Endourology","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"St. Michael's Hospital; University of Toronto","funders":"","keywords":"Medicine; Limiting; Replicate; 3d model; Medical physics; Visualization; Simulation; Computer science; Artificial intelligence; Engineering","score_opus":0.20600353593955062,"score_gpt":0.3672066291548309,"score_spread":0.16120309321528026,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3186235212","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9866178,0.0001850199,0.003449878,0.001732256,0.00041130974,0.00014862348,0.000004806655,0.000057228834,0.0073930873],"genre_scores_gemma":[0.9902527,0.000006624346,0.0076069147,0.0017088368,0.00028860907,0.0000038231838,0.0000061117753,0.00002322235,0.000103157276],"study_design_codex":"bench_or_experimental","study_design_gemma":"not_applicable","domain_scores_codex":[0.9983529,0.000067934365,0.000654897,0.00022702258,0.00032862846,0.00036863217],"domain_scores_gemma":[0.9982919,0.0005434803,0.00039421365,0.00018099083,0.0002654804,0.00032390482],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00064499775,0.00015994313,0.00069522025,0.00022044031,0.0001354174,0.000045299952,0.000104869636,0.00007388025,0.0002107938],"category_scores_gemma":[0.0005621443,0.00012957674,0.0002460046,0.00038335085,0.000055435594,0.00007743969,0.000048423233,0.00043963207,0.0000064753613],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.023019785,0.0017721695,0.17149036,0.0007786981,0.005674093,0.0355642,0.020046953,0.00788991,0.47765243,0.01321823,0.0036429341,0.23925023],"study_design_scores_gemma":[0.07277125,0.008149587,0.1367358,0.0019792316,0.0014684456,0.20481431,0.031792812,0.030742109,0.048762977,0.0004363461,0.46104878,0.0012983452],"about_ca_topic_score_codex":0.000007983792,"about_ca_topic_score_gemma":0.000011682384,"teacher_disagreement_score":0.45740587,"about_ca_system_score_codex":0.00008887248,"about_ca_system_score_gemma":0.00017960148,"threshold_uncertainty_score":0.52839863},"labels":[],"label_agreement":null},{"id":"W3186377768","doi":"10.1097/aco.0000000000001043","title":"Same day discharge for craniotomy","year":2021,"lang":"en","type":"review","venue":"Current Opinion in Anaesthesiology","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":15,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Toronto Western Hospital; University of Toronto; University Health Network","funders":"","keywords":"Craniotomy; Perioperative; Medicine; Ambulatory; Intensive care medicine; Awake craniotomy; Surgery","score_opus":0.21673147504327542,"score_gpt":0.463881952314487,"score_spread":0.24715047727121156,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3186377768","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000010850369,0.99434286,0.00016327872,0.00012450489,0.003827929,0.0012685871,0.000034618926,0.000048457492,0.00017889265],"genre_scores_gemma":[0.000025684798,0.9963243,0.00012677287,0.00006235498,0.00083509716,0.00036748507,0.002139566,0.000048937123,0.00006981103],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99778754,0.00032603389,0.0007953425,0.00058066286,0.00012460617,0.00038579595],"domain_scores_gemma":[0.9984603,0.0007587758,0.0002270908,0.00032794283,0.00006635578,0.00015954986],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0004277097,0.0003505096,0.0021840993,0.0002922832,0.000046008317,0.000013028903,0.00013565405,0.00041052143,0.00032842054],"category_scores_gemma":[0.00044957196,0.0002646402,0.00068073533,0.00034449346,0.000073866155,0.000026932912,0.000050075625,0.0005191574,0.00006831457],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000011619682,0.00013964821,0.00024234249,0.008533899,0.000035603338,0.0000033345264,0.000025264742,6.332507e-7,1.2741579e-8,0.0040258076,0.0007286367,0.9862532],"study_design_scores_gemma":[0.0014316458,0.0001941274,0.00019455193,0.01912944,0.000110494686,0.000017767516,0.000011616849,0.00005121716,3.6023014e-8,0.00008454951,0.97853047,0.00024406111],"about_ca_topic_score_codex":0.000001769262,"about_ca_topic_score_gemma":3.997919e-7,"teacher_disagreement_score":0.9860091,"about_ca_system_score_codex":0.00009266769,"about_ca_system_score_gemma":0.00032367845,"threshold_uncertainty_score":0.99998057},"labels":[],"label_agreement":null},{"id":"W3191558529","doi":"10.3389/frobt.2021.612949","title":"Applications of Haptic Technology, Virtual Reality, and Artificial Intelligence in Medical Training During the COVID-19 Pandemic","year":2021,"lang":"en","type":"article","venue":"Frontiers in Robotics and AI","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":42,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"National Institute for Medical Research Development; Tehran University of Medical Sciences and Health Services","keywords":"Mistake; Coronavirus disease 2019 (COVID-19); Pandemic; Virtual reality; Haptic technology; Process (computing); Computer science; Training (meteorology); Telemedicine; Personal protective equipment; Medical education; Health care; Medicine; Artificial intelligence","score_opus":0.05741499965671189,"score_gpt":0.3474453250017576,"score_spread":0.29003032534504575,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3191558529","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.24866155,0.00174925,0.7239055,0.024563057,0.00019368957,0.00040733535,0.000006062099,0.000052188385,0.0004613962],"genre_scores_gemma":[0.9973829,0.0003132305,0.0016811345,0.00055145513,0.000027839971,0.00000994004,0.0000055654623,0.0000048724914,0.000023061524],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9992547,0.000034920107,0.0002824438,0.00016416363,0.00013864324,0.00012513949],"domain_scores_gemma":[0.99958605,0.00014747783,0.00003724889,0.00010292921,0.000022547127,0.000103725666],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00037509575,0.0000611602,0.00020226529,0.00012912258,0.000055020828,0.00000900098,0.00004885042,0.000119238284,0.000018654415],"category_scores_gemma":[0.0005222724,0.000048848106,0.00001674925,0.00043488044,0.00031451145,0.000017752009,0.00005429439,0.00029187006,1.6961083e-7],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0001003797,0.00015395653,0.54705137,0.00013527824,0.00004466759,0.00014606562,0.002328983,0.0126266,0.000094156174,0.05875996,0.000019309158,0.37853926],"study_design_scores_gemma":[0.0045772567,0.00019839135,0.05744708,0.00056481274,0.00012703052,0.00066630903,0.048063625,0.75179875,0.00014735317,0.12704597,0.008875418,0.00048801495],"about_ca_topic_score_codex":0.000014619972,"about_ca_topic_score_gemma":0.000104540886,"teacher_disagreement_score":0.74872136,"about_ca_system_score_codex":0.000031182768,"about_ca_system_score_gemma":0.00012401458,"threshold_uncertainty_score":0.19919679},"labels":[],"label_agreement":null},{"id":"W3192497115","doi":"10.1007/s00402-021-04109-2","title":"Correction to: Intraoperative virtual reality distraction in TKA under spinal anesthesia: a preliminary study","year":2021,"lang":"en","type":"article","venue":"Archives of Orthopaedic and Trauma Surgery","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"St. Thomas Hospital","funders":"","keywords":"Medicine; Distraction; Spinal anesthesia; Orthopedic surgery; Anesthesia; Surgery","score_opus":0.0416331214207552,"score_gpt":0.31389242184312305,"score_spread":0.27225930042236784,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3192497115","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99592084,0.00008783169,0.00074542366,0.000682,0.00017943574,0.00023704066,0.0000017483137,0.00002623957,0.0021194217],"genre_scores_gemma":[0.9994648,0.000046667614,0.00004762848,0.00015683018,0.00006667691,0.000016424669,0.000034402514,0.000010321208,0.00015625545],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9987472,0.00019649869,0.0003974144,0.00029700066,0.00020032818,0.00016151674],"domain_scores_gemma":[0.9985488,0.0010654933,0.00006965534,0.00012658373,0.000038680857,0.00015077693],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00025909737,0.00012320493,0.0003601487,0.00017675596,0.000061450126,0.0000115417615,0.000018191222,0.000036309666,0.000045980785],"category_scores_gemma":[0.00025665457,0.00011062308,0.00011207505,0.00028818502,0.000093286275,0.00008358455,0.000018830931,0.00021783562,0.0000016370989],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0036305247,0.0012572396,0.49268517,0.0000390128,0.00006796581,0.0010291128,0.001707929,0.00031741624,0.00008839378,0.00015346643,0.000029121471,0.49899465],"study_design_scores_gemma":[0.0015733128,0.0008227348,0.9905385,0.00026186445,0.000045563844,0.00029185254,0.0049389447,0.00087631895,0.0002575537,0.00006053959,0.00023240523,0.00010041996],"about_ca_topic_score_codex":0.000098602075,"about_ca_topic_score_gemma":0.00010918216,"teacher_disagreement_score":0.4988942,"about_ca_system_score_codex":0.000014010815,"about_ca_system_score_gemma":0.00010778842,"threshold_uncertainty_score":0.4511078},"labels":[],"label_agreement":null},{"id":"W3193352436","doi":"10.1016/j.wneu.2021.08.061","title":"Best Practices Using Ex Vivo Animal Brain Models in Neurosurgical Education to Assess Surgical Expertise","year":2021,"lang":"en","type":"review","venue":"World Neurosurgery","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":8,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University; Montreal Neurological Institute and Hospital","funders":"Fonds de Recherche du Québec - Santé; Montreal Neurological Institute and Hospital; King Abdulaziz University; Royal College of Physicians and Surgeons of Canada","keywords":"Ex vivo; Checklist; Medicine; Documentation; Animal model; Medical physics; Clinical study design; In vivo; Pathology; Clinical trial; Computer science; Psychology; Internal medicine","score_opus":0.39953122880246716,"score_gpt":0.48160709681768843,"score_spread":0.08207586801522126,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3193352436","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.014970938,0.97088844,0.00002047662,0.0016315044,0.0018283024,0.0014847736,0.000022033699,0.00016031812,0.008993223],"genre_scores_gemma":[0.012634322,0.9763627,0.0002644756,0.0030977877,0.0015050693,0.00022144352,0.00017651555,0.00029808265,0.005439591],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9938621,0.0012840013,0.0018214547,0.0014241595,0.0008435755,0.00076471287],"domain_scores_gemma":[0.99300414,0.0044579506,0.0009046884,0.00070381915,0.00016408278,0.0007653444],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00091633,0.0007672905,0.0030559562,0.001411327,0.00013543668,0.00026453251,0.0002160656,0.0003718617,0.000680826],"category_scores_gemma":[0.001944564,0.0007007692,0.00096085964,0.0030700834,0.00007412193,0.00039518496,0.00021154642,0.0012918091,0.00006363547],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0003461885,0.0022691756,0.00060808175,0.0037881879,0.00008062429,0.00947273,0.00010576297,0.00041747608,0.000031995278,0.00062921166,0.0013499181,0.98090065],"study_design_scores_gemma":[0.0006852898,0.00006546865,0.000048845413,0.013192876,0.00030806815,0.0013986526,0.000024251718,0.0016829314,0.0000049941086,0.0000048045526,0.9819802,0.0006036367],"about_ca_topic_score_codex":0.00008191926,"about_ca_topic_score_gemma":0.000029126388,"teacher_disagreement_score":0.9806303,"about_ca_system_score_codex":0.00037671812,"about_ca_system_score_gemma":0.0014882366,"threshold_uncertainty_score":0.9995443},"labels":[],"label_agreement":null},{"id":"W3194609937","doi":"10.1016/j.compbiomed.2021.104770","title":"Utilizing a multilayer perceptron artificial neural network to assess a virtual reality surgical procedure","year":2021,"lang":"en","type":"article","venue":"Computers in Biology and Medicine","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":56,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Montreal Neurological Institute and Hospital; McGill University","funders":"Montreal Neurological Institute and Hospital; AO Foundation; Natural Sciences and Engineering Research Council of Canada; McGill University","keywords":"Artificial neural network; Virtual reality; Computer science; Artificial intelligence; Machine learning; Perceptron; Task (project management); Simulation; Engineering; Systems engineering","score_opus":0.11686112680113885,"score_gpt":0.4083649910787789,"score_spread":0.29150386427764,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3194609937","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98543835,0.00036883276,0.0017496808,0.009676711,0.00071992754,0.00021642508,0.0000013704528,0.00005707854,0.0017716523],"genre_scores_gemma":[0.993764,0.00003522169,0.00076791923,0.0042949566,0.0010133714,0.000007842403,0.00006099882,0.000008214913,0.000047477242],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99868566,0.00016774925,0.0003322397,0.0003996902,0.00009879467,0.00031587636],"domain_scores_gemma":[0.99906933,0.0004636163,0.000036685033,0.00013380781,0.000055307988,0.00024124791],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00043508425,0.00014328043,0.0004598732,0.000072451425,0.00007912667,0.000006076736,0.000044944474,0.00016440626,0.00013953075],"category_scores_gemma":[0.0001823629,0.0001069035,0.0000420533,0.00030801358,0.00017009204,0.000022537935,0.00007628566,0.0003124131,0.0000033830174],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00392073,0.0005396707,0.5169867,0.00015498573,0.0001984083,0.003113192,0.0044747246,0.0040231925,0.0026569937,0.045491416,0.0019764174,0.41646352],"study_design_scores_gemma":[0.017664323,0.0024261754,0.76511395,0.0012859647,0.00016507314,0.001393279,0.0024232303,0.14280634,0.00013374165,0.0023783394,0.06359677,0.0006128213],"about_ca_topic_score_codex":0.000014105355,"about_ca_topic_score_gemma":0.000036589958,"teacher_disagreement_score":0.4158507,"about_ca_system_score_codex":0.00002876428,"about_ca_system_score_gemma":0.000050639872,"threshold_uncertainty_score":0.43593982},"labels":[],"label_agreement":null},{"id":"W3195191894","doi":"10.1016/j.ijso.2021.100399","title":"Training programme in gasless laparoscopy for rural surgeons of India (TARGET study) - Observational feasibility study","year":2021,"lang":"en","type":"article","venue":"International Journal of Surgery Open","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":19,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"Department of Health and Social Care; National Institute for Health and Care Research; Government of the United Kingdom; Society of American Gastrointestinal and Endoscopic Surgeons","keywords":"Medicine; Laparoscopy; Observational study; Physical therapy; Dreyfus model of skill acquisition; Workforce; Rural area; General surgery; Surgery; Internal medicine","score_opus":0.3979733104322227,"score_gpt":0.4611085686692822,"score_spread":0.06313525823705946,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3195191894","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99704045,0.000034340905,0.00006790671,0.00070677284,0.0007378117,0.0008407863,0.000028440592,0.000006182008,0.0005372902],"genre_scores_gemma":[0.9984219,0.0000036886186,0.001060356,0.00018434231,0.00011326965,0.000033343054,0.0000739683,0.00001540247,0.000093725925],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99724275,0.00021213993,0.0013225261,0.00019010418,0.0008181773,0.00021428143],"domain_scores_gemma":[0.99593997,0.0016833158,0.00056501146,0.0001344359,0.001534691,0.00014258492],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0034291365,0.00013309781,0.0007402018,0.00029236486,0.000039243583,0.000092934875,0.00029046458,0.000049986706,0.0004074172],"category_scores_gemma":[0.0021199386,0.00011732549,0.00026309816,0.00035962963,0.00004060856,0.00037585478,0.000106563406,0.00022634008,9.187027e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0019285203,0.00451897,0.982087,0.000013429889,0.0003966336,0.00044324822,0.0019361816,0.00018624851,0.00011178764,0.000114687544,0.000051753806,0.008211499],"study_design_scores_gemma":[0.0063500768,0.00027137197,0.9783361,0.00018937908,0.000050322687,0.00007607574,0.013005112,0.00017171394,0.00018940934,0.0003927068,0.0008660769,0.00010166879],"about_ca_topic_score_codex":0.0000816811,"about_ca_topic_score_gemma":0.00008839606,"teacher_disagreement_score":0.011068931,"about_ca_system_score_codex":0.00013822118,"about_ca_system_score_gemma":0.00095184013,"threshold_uncertainty_score":0.47843948},"labels":[],"label_agreement":null},{"id":"W3196083227","doi":"10.1016/j.wneu.2021.08.028","title":"Eye-Hand Coordination of Neurosurgeons: Evidence of Action-Related Fixation in Microsuturing","year":2021,"lang":"en","type":"article","venue":"World Neurosurgery","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":14,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"Itä-Suomen Yliopisto","keywords":"Medicine; Eye–hand coordination; Fixation (population genetics); Neuroscience","score_opus":0.06791267002710218,"score_gpt":0.3371828890770569,"score_spread":0.26927021904995474,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3196083227","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99699974,0.00033960928,0.000022326485,0.0013486673,0.00044081922,0.00012614242,0.0000018369328,0.000024096948,0.0006967339],"genre_scores_gemma":[0.9982146,0.00010023618,0.000030682724,0.00020465191,0.00002457586,0.0000050826125,0.000013006752,0.000014865136,0.001392279],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.998539,0.00013858189,0.0006769018,0.00024201736,0.00025256592,0.00015094648],"domain_scores_gemma":[0.99819434,0.0011023195,0.0002722226,0.0001920147,0.00017960812,0.000059515838],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00034430844,0.000102946906,0.00034188776,0.00039243978,0.000042404743,0.000013301979,0.000032443022,0.000052583862,0.00027406515],"category_scores_gemma":[0.0014370101,0.00010681809,0.00013469106,0.0013381297,0.000070487375,0.00015898256,0.00002485758,0.00018730602,0.0000043470272],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00027215845,0.00020984653,0.5579263,0.00022008695,0.000015511772,0.00012443958,0.00014299934,0.0010127989,0.4319418,0.0001300567,0.00007306657,0.007930946],"study_design_scores_gemma":[0.0012244142,0.000032379783,0.7496876,0.0008627823,0.000029061219,0.000019491898,0.00003382393,0.0014562099,0.24522091,0.000053837815,0.0012875916,0.00009187301],"about_ca_topic_score_codex":0.000016951602,"about_ca_topic_score_gemma":0.000032033888,"teacher_disagreement_score":0.19176136,"about_ca_system_score_codex":0.000035274872,"about_ca_system_score_gemma":0.000094264615,"threshold_uncertainty_score":0.43559155},"labels":[],"label_agreement":null},{"id":"W3196420721","doi":"10.1177/15533506211041910","title":"Preliminary Validation of a Stimulator for Markings in Surgery","year":2021,"lang":"en","type":"letter","venue":"Surgical Innovation","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University Health Centre","funders":"","keywords":"Medicine; Surgery","score_opus":0.09018352919340357,"score_gpt":0.3361103871464639,"score_spread":0.24592685795306035,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3196420721","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.78075296,0.00022318547,0.00069255324,0.2114593,0.0008885349,0.0016220931,0.00007127296,0.00011665057,0.004173445],"genre_scores_gemma":[0.90908533,0.000016332342,0.00056790566,0.07583131,0.0018610398,0.00012637547,0.011245542,0.0000727261,0.0011934276],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9977083,0.000094047995,0.0011067692,0.00038295053,0.00044663975,0.00026126872],"domain_scores_gemma":[0.99641025,0.002224141,0.00041172878,0.00022129822,0.0007056814,0.000026872474],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00081618153,0.00021122037,0.0007625187,0.00076808577,0.000026193471,0.000018125145,0.000046816098,0.0007553095,0.0004653815],"category_scores_gemma":[0.00094064535,0.00020175533,0.00022353815,0.0016448882,0.00004933254,0.000080616606,0.000025437057,0.00068103673,0.0000037378716],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.009605071,0.0014936895,0.08551387,0.010821947,0.0007848499,0.0057535022,0.0005066016,0.0009297619,0.00074970943,0.004754048,0.7121633,0.16692363],"study_design_scores_gemma":[0.0043109376,0.00016821761,0.0077584055,0.0012499295,0.00009526804,0.000049698418,0.000020801519,0.0015215722,0.0018363864,0.0005759808,0.9820868,0.00032605176],"about_ca_topic_score_codex":0.000009088641,"about_ca_topic_score_gemma":2.121711e-7,"teacher_disagreement_score":0.26992342,"about_ca_system_score_codex":0.00009533014,"about_ca_system_score_gemma":0.00022416204,"threshold_uncertainty_score":0.82273436},"labels":[],"label_agreement":null},{"id":"W3197913004","doi":"10.1093/bjsopen/zrab068","title":"Action-related eye measures to assess surgical expertise","year":2021,"lang":"en","type":"article","venue":"BJS Open","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":20,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Memorial University of Newfoundland; Simon Fraser University; University of Alberta","funders":"Natural Sciences and Engineering Research Council of Canada; Royal College of Physicians and Surgeons of Canada","keywords":"Disengagement theory; Eye–hand coordination; Fixation (population genetics); Eye tracking; Eye movement; Action (physics); Task (project management); Psychology; Cognitive psychology; Medicine; Physical medicine and rehabilitation; Artificial intelligence; Computer science; Engineering; Neuroscience","score_opus":0.2596737052715949,"score_gpt":0.4548874798485696,"score_spread":0.1952137745769747,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3197913004","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7035159,0.00017786612,0.00017786799,0.005140033,0.0003204337,0.00042501,0.000002458924,0.0001014149,0.29013902],"genre_scores_gemma":[0.98546636,0.00001202525,0.0003362563,0.001011062,0.000085064836,0.000024719064,0.000027203054,0.0000147385645,0.013022555],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9991076,0.00007475333,0.00019590344,0.00023424566,0.00022828423,0.0001591925],"domain_scores_gemma":[0.9992856,0.00010081113,0.000024007999,0.00020446387,0.00013066271,0.000254478],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00021105645,0.000082830455,0.0002240497,0.000033299475,0.00007472958,0.000087762324,0.00009508614,0.00007487287,0.005216827],"category_scores_gemma":[0.00026906587,0.0000688351,0.00006756682,0.00028207846,0.000013680213,0.000096480566,0.000107747524,0.00012286508,0.0003719458],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0019944946,0.0012879637,0.10587072,0.000049611608,0.00058120897,0.0060460605,0.0023307204,0.0009708261,0.007942704,0.0068230643,0.007849423,0.8582532],"study_design_scores_gemma":[0.007111422,0.0000827635,0.09823578,0.00013765843,0.000048582642,0.000116639974,0.00058712246,0.0006395864,0.008936963,0.00010171668,0.8837805,0.00022125953],"about_ca_topic_score_codex":0.00004567036,"about_ca_topic_score_gemma":0.000021715477,"teacher_disagreement_score":0.8759311,"about_ca_system_score_codex":0.00004511343,"about_ca_system_score_gemma":0.000109322486,"threshold_uncertainty_score":0.99569255},"labels":[],"label_agreement":null},{"id":"W3199606759","doi":"10.1007/s00238-021-01887-1","title":"Simulation training in hand surgery — where are we now and where should we be?","year":2021,"lang":"en","type":"article","venue":"European Journal of Plastic Surgery","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"St. Thomas Hospital","funders":"","keywords":"Plastic surgery; Medicine; Training (meteorology); General surgery; Hand surgery; Medical physics; Surgery; Medical education","score_opus":0.13021515464183708,"score_gpt":0.30500957903845466,"score_spread":0.17479442439661758,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3199606759","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9862654,0.005913624,0.0015210371,0.0039970414,0.0012645161,0.000051582057,0.0000058157716,0.000025846624,0.0009551047],"genre_scores_gemma":[0.9971598,0.001777351,0.00010202741,0.0002034974,0.00053311815,3.201725e-7,0.000006396299,0.000046041205,0.00017144093],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9975587,0.0005312636,0.00095689396,0.00022305566,0.00044100694,0.00028907607],"domain_scores_gemma":[0.9847223,0.014165007,0.00045129232,0.000119583085,0.00023589992,0.00030590332],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0017399305,0.00019768,0.00072179147,0.00038120238,0.00008217695,0.00008880226,0.00004024973,0.000059032038,0.00060118915],"category_scores_gemma":[0.0035312374,0.00017042506,0.00028813112,0.0003990444,0.00007693891,0.00019280124,0.000028914661,0.00047758938,0.000012312786],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.001243758,0.00024649152,0.81746566,0.00047027945,0.00029395497,0.027364204,0.002625987,0.043588925,0.00037723265,0.000014725941,0.004383409,0.10192536],"study_design_scores_gemma":[0.004739288,0.00012026455,0.76504135,0.01053125,0.00023853792,0.001022471,0.005504904,0.015842052,0.00009434687,0.000040520037,0.19630526,0.0005197698],"about_ca_topic_score_codex":5.948499e-7,"about_ca_topic_score_gemma":0.000024072839,"teacher_disagreement_score":0.19192186,"about_ca_system_score_codex":0.000040322375,"about_ca_system_score_gemma":0.0002638922,"threshold_uncertainty_score":0.6949732},"labels":[],"label_agreement":null},{"id":"W3200024536","doi":"10.36834/cmej.71455","title":"Exploring the nature and focus of feedback when using video playback in gynecology laparoscopy training","year":2021,"lang":"en","type":"article","venue":"Canadian Medical Education Journal","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Queen's University","funders":"","keywords":"Obstetrics and gynaecology; Video recording; Computer science; Task (project management); Laparoscopy; Medicine; Multimedia; General surgery; Pregnancy","score_opus":0.06898624719144507,"score_gpt":0.33075098658721636,"score_spread":0.2617647393957713,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3200024536","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.96771884,0.0010419523,0.000016342827,0.02752404,0.0009307054,0.00006896456,0.0000011885625,0.0000033989027,0.0026945446],"genre_scores_gemma":[0.9887472,0.00012483308,0.00067137304,0.009948186,0.00042276416,0.000003954525,0.000004030425,0.00001004104,0.000067647634],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99887174,0.00011805643,0.00033464417,0.00013015894,0.00029523094,0.00025015356],"domain_scores_gemma":[0.997312,0.00035217998,0.00007616068,0.00009527441,0.00017474903,0.0019896047],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00063165143,0.00007861421,0.00021907798,0.00017672296,0.00011861303,0.000026947873,0.00006984306,0.00015316006,0.006144011],"category_scores_gemma":[0.010872415,0.000060624378,0.000044898803,0.0002628848,0.000109690205,0.00010122124,0.000010797083,0.0009991477,0.0000022437985],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000099478224,0.00018006598,0.038974244,0.000077931676,0.00013877783,0.00078314904,0.024616748,0.00011702134,0.00024917992,0.0043459754,0.0024029673,0.92801446],"study_design_scores_gemma":[0.011571198,0.00026538083,0.4355233,0.0035399855,0.00027846027,0.013408886,0.090472035,0.0086654285,0.0010241761,0.005810599,0.42875862,0.0006819182],"about_ca_topic_score_codex":0.001050571,"about_ca_topic_score_gemma":0.010611732,"teacher_disagreement_score":0.9273325,"about_ca_system_score_codex":0.00017141976,"about_ca_system_score_gemma":0.016684894,"threshold_uncertainty_score":0.9974594},"labels":[],"label_agreement":null},{"id":"W3200418367","doi":"10.48083/ewwq2677","title":"A Scoping Review of Emerging and Established Surgical Robotic PlatformsWith Applications in Urologic Surgery","year":2021,"lang":"en","type":"review","venue":"Société Internationale d’Urologie Journal","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":33,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"University of Toronto; McMaster University","funders":"","keywords":"Surgical robot; Robotic surgery; Medicine; Da Vinci Surgical System; Surgical procedures; Computer science; Medical physics; Robot; Surgery; Artificial intelligence","score_opus":0.1445524768590429,"score_gpt":0.43855658612149623,"score_spread":0.29400410926245335,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3200418367","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0002070147,0.99597657,0.00019134523,0.00028438342,0.00022884145,0.00089179317,0.0000073590845,0.000029254821,0.0021834706],"genre_scores_gemma":[0.0006857569,0.99801755,0.00025022475,0.00027159436,0.00026016275,0.000108866705,0.00028674936,0.000026582706,0.00009254153],"study_design_codex":"design_other","study_design_gemma":"systematic_review","domain_scores_codex":[0.9966325,0.0002724941,0.0018218552,0.00039703297,0.00055180956,0.00032426594],"domain_scores_gemma":[0.9943392,0.0038254736,0.0011220763,0.00021191138,0.00032188513,0.0001794333],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0017360487,0.00033839437,0.0027504684,0.00051804254,0.00008854435,0.000052880332,0.00018778641,0.00030611205,0.0010065808],"category_scores_gemma":[0.0018008088,0.0002465257,0.00086730474,0.000626727,0.00011669335,0.00015723034,0.00012781894,0.0011808855,0.0000030294955],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00004954901,0.00027876376,0.006071934,0.098552234,0.00054770184,0.0006531695,0.00004923631,0.00006222718,5.00356e-8,0.0004979883,0.00010594261,0.8931312],"study_design_scores_gemma":[0.0017304895,0.00009392001,0.0005732425,0.6001397,0.0010581312,0.003809202,0.0001371091,0.00012777766,2.512254e-7,0.00022726579,0.39165756,0.00044538325],"about_ca_topic_score_codex":0.0000026302423,"about_ca_topic_score_gemma":0.000002661268,"teacher_disagreement_score":0.89268583,"about_ca_system_score_codex":0.00015751939,"about_ca_system_score_gemma":0.000947244,"threshold_uncertainty_score":0.9999987},"labels":[],"label_agreement":null},{"id":"W3200695386","doi":"10.1097/sla.0000000000005207","title":"Validity Evidence for Procedure-specific Competence Assessment Tools in General Surgery","year":2021,"lang":"en","type":"article","venue":"Annals of Surgery","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":12,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Summative assessment; Competence (human resources); Competency assessment; Educational measurement; MEDLINE; External validity; Formative assessment","score_opus":0.7708208277779445,"score_gpt":0.4774964002929794,"score_spread":0.29332442748496507,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3200695386","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9941991,0.0011383427,0.0003138172,0.003208294,0.00028718027,0.00020941443,0.000013718573,0.00003059696,0.0005995385],"genre_scores_gemma":[0.99615914,0.0012942284,0.00071222265,0.0014041468,0.00018142119,0.00003791688,0.00007413394,0.000014410804,0.00012237341],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9982696,0.00011307576,0.000643177,0.00030866844,0.00035386463,0.00031156812],"domain_scores_gemma":[0.99114096,0.007882339,0.00015919843,0.00022886158,0.00045981657,0.0001287969],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0017659817,0.00012642931,0.00063710526,0.00015122001,0.000039301405,0.000027044445,0.000042487954,0.00007680361,0.00027784368],"category_scores_gemma":[0.0023681996,0.000118585565,0.00037124564,0.00045417724,0.000053070686,0.00021851984,0.000025239402,0.00012602376,0.0000043566647],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0004054411,0.00041008164,0.95083785,0.00045788527,0.00004212104,0.00024165101,0.00006375085,0.00016912863,0.00200123,0.00078711525,0.0061012963,0.03848245],"study_design_scores_gemma":[0.00040783876,0.000026808584,0.9699877,0.001150602,0.000012560785,0.000019615583,0.00007420245,0.0007701615,0.012826324,0.00029038204,0.014263753,0.00017005004],"about_ca_topic_score_codex":0.000008426324,"about_ca_topic_score_gemma":0.0000038713274,"teacher_disagreement_score":0.0383124,"about_ca_system_score_codex":0.000022195489,"about_ca_system_score_gemma":0.0005537786,"threshold_uncertainty_score":0.48357788},"labels":[],"label_agreement":null},{"id":"W3201392051","doi":"10.1007/978-3-030-87583-1_11","title":"Evaluation of Low-Cost Hardware Alternatives for 3D Freehand Ultrasound Reconstruction in Image-Guided Neurosurgery","year":2021,"lang":"en","type":"book-chapter","venue":"Lecture notes in computer science","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":4,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University; Montreal Neurological Institute and Hospital; Concordia University","funders":"","keywords":"Neurosurgery; Computer science; Computer vision; Ultrasound; Medical physics; Artificial intelligence; Radiology; Medicine","score_opus":0.07198891706177969,"score_gpt":0.33882462450741163,"score_spread":0.26683570744563195,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3201392051","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.06420199,0.00045027208,0.9263893,0.0002367113,0.0022961232,0.001532176,0.000032535685,0.000039147635,0.0048217457],"genre_scores_gemma":[0.95055974,0.00004632487,0.04839659,0.0003645317,0.00041346924,0.000023920993,0.00006620833,0.000029314107,0.0000998773],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99769396,0.00005797516,0.00051237515,0.0006141933,0.0008994214,0.0002220899],"domain_scores_gemma":[0.99727017,0.0011993101,0.00024407571,0.0002849678,0.0009304181,0.000071034614],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0016723529,0.0002107917,0.00045360817,0.00050003664,0.000057229816,0.00006170991,0.00014022575,0.00015685726,0.00017931266],"category_scores_gemma":[0.0017219991,0.00019390354,0.00011036616,0.00028649025,0.0003681449,0.00016095694,0.00004966869,0.0003112888,0.0000014806337],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000044732773,0.000034235884,0.002180633,0.000097600896,0.000018243443,0.00002363442,0.00027124942,0.024342697,0.0011424383,0.00010432006,0.0000023928221,0.9717378],"study_design_scores_gemma":[0.0069155283,0.00018684432,0.015923146,0.0041011134,0.00016397396,0.00027811408,0.000003958193,0.9339152,0.01650164,0.020824106,0.0005550334,0.00063134474],"about_ca_topic_score_codex":0.000009655231,"about_ca_topic_score_gemma":0.000045518696,"teacher_disagreement_score":0.97110647,"about_ca_system_score_codex":0.00022091104,"about_ca_system_score_gemma":0.0005401265,"threshold_uncertainty_score":0.7907157},"labels":[],"label_agreement":null},{"id":"W3202625206","doi":"10.1007/s00345-021-03846-8","title":"Are there predictors of flexible ureteroscopic aptitude among novice trainees? objective assessment using simulation-based trainer","year":2021,"lang":"en","type":"article","venue":"World Journal of Urology","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":8,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Manitoba","funders":"","keywords":"Ureteroscopy; Medicine; Trainer; Video game; Medical education; Physical therapy; Urology; Multimedia; Ureter; Computer science","score_opus":0.0379055768316312,"score_gpt":0.3423638838571076,"score_spread":0.3044583070254764,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3202625206","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.986733,0.00039368554,0.009076429,0.00044832611,0.00037254693,0.000114922186,0.0000045006145,0.000016338105,0.002840255],"genre_scores_gemma":[0.99754685,0.0000028912368,0.001244907,0.0008146579,0.00024487547,0.0000012464656,0.000004803921,0.000019198236,0.00012059204],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99856126,0.00017043905,0.00059373566,0.0001556779,0.0003228253,0.00019603364],"domain_scores_gemma":[0.9978804,0.00076422375,0.0006880979,0.00013904522,0.0003822986,0.00014596205],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00030815345,0.00013547945,0.0005033138,0.0002737995,0.000048667924,0.000010352342,0.000065883825,0.00009289421,0.0010597993],"category_scores_gemma":[0.00026294374,0.000111592904,0.00020561874,0.0004221935,0.00010996258,0.00007850358,0.000013248738,0.00039444352,7.959275e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00033987945,0.0002606332,0.635737,0.00003217973,0.0003323261,0.00042452716,0.00029561794,0.3605272,0.0010777544,0.00011734628,0.000005401719,0.0008501664],"study_design_scores_gemma":[0.0062769298,0.00034477128,0.9044438,0.00015727787,0.0003452911,0.000042356533,0.00043748858,0.08625575,0.00025774972,0.000085098596,0.0012480682,0.000105413215],"about_ca_topic_score_codex":0.000005848244,"about_ca_topic_score_gemma":0.000030590807,"teacher_disagreement_score":0.27427143,"about_ca_system_score_codex":0.00007564604,"about_ca_system_score_gemma":0.0002829305,"threshold_uncertainty_score":0.9998534},"labels":[],"label_agreement":null},{"id":"W3203663829","doi":"10.7759/cureus.18379","title":"Design and Validity Evidence for a Unique Endoscopy Simulator Using a Commercial Video Game","year":2021,"lang":"en","type":"article","venue":"Cureus","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Winnipeg; University of Manitoba","funders":"University of Manitoba","keywords":"Medicine; Endoscope; Endoscopy; Video game; Computer science; Simulation; Medical physics; Surgery; Multimedia","score_opus":0.37269681430335755,"score_gpt":0.4394630620074602,"score_spread":0.06676624770410267,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3203663829","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.72294635,0.00092874677,0.27497286,0.00041191018,0.00014765096,0.0004281726,0.0000030014237,0.000054242264,0.00010705067],"genre_scores_gemma":[0.9764188,0.000045173012,0.02249939,0.00079700805,0.00016619235,0.000011055444,0.000005418969,0.000014401832,0.00004257206],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9992491,0.00010406594,0.00016107346,0.00020491371,0.000117341835,0.00016348022],"domain_scores_gemma":[0.99794686,0.0015851618,0.000040915373,0.00014684453,0.00013877175,0.0001414354],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0003055939,0.00009304059,0.00021589531,0.000019619227,0.00007359119,0.000027334465,0.000029843215,0.00007620185,0.00016747667],"category_scores_gemma":[0.0012623229,0.00008524827,0.000059902024,0.00010838028,0.0000393864,0.00008953087,0.000027530368,0.000092082446,0.0000023358898],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.022170303,0.0031817066,0.42448565,0.0030790148,0.0017909999,0.0028691539,0.0135056535,0.06525521,0.2847111,0.024379013,0.0017125218,0.15285967],"study_design_scores_gemma":[0.019322764,0.0010099079,0.028541503,0.0016691297,0.00077746797,0.00023161905,0.00034046068,0.84155506,0.06733704,0.004048234,0.034445427,0.00072141504],"about_ca_topic_score_codex":0.000014484605,"about_ca_topic_score_gemma":0.000003858062,"teacher_disagreement_score":0.77629983,"about_ca_system_score_codex":0.000051850748,"about_ca_system_score_gemma":0.00015788406,"threshold_uncertainty_score":0.34763238},"labels":[],"label_agreement":null},{"id":"W3203978606","doi":"10.1016/j.ijsu.2021.106125","title":"An international comparison of competency-based orthopaedic curricula and minimum operative experience- Review article","year":2021,"lang":"en","type":"review","venue":"International Journal of Surgery","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Logbook; Medicine; Curriculum; Competence (human resources); Duration (music); Medical education; European union; Index (typography); Management; Psychology","score_opus":0.1330432926220271,"score_gpt":0.4686551929022305,"score_spread":0.3356119002802034,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3203978606","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0049487944,0.9927537,0.00013978816,0.00038304258,0.0012841816,0.0001593175,0.000034102475,0.00000865084,0.0002884676],"genre_scores_gemma":[0.057415772,0.9409198,0.00057929824,0.0004171211,0.00040511537,0.000008154902,0.00022330525,0.000019796385,0.000011613328],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9965488,0.0002450488,0.0018559396,0.00021949458,0.0010028806,0.00012784003],"domain_scores_gemma":[0.9958549,0.0010217682,0.0013359851,0.00015142518,0.0014200207,0.00021587964],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00069094944,0.00022923319,0.0019446793,0.00040183173,0.000026398988,0.000046342404,0.00023985903,0.00010983019,0.0009740591],"category_scores_gemma":[0.0008766537,0.00016916117,0.000822002,0.00025298924,0.00013022023,0.00024244329,0.00004265606,0.00038587264,0.0000032620142],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000062471016,0.00055518997,0.014733955,0.0018452015,0.00053691876,0.0005267238,0.0001491721,0.000019469939,0.0000028688005,0.00015401602,0.00021964565,0.9811944],"study_design_scores_gemma":[0.0014460135,0.00013451876,0.0014632554,0.18722586,0.00083621044,0.0010845124,0.00030165436,0.0012420902,0.00002627891,0.000009302486,0.8059163,0.00031402239],"about_ca_topic_score_codex":0.0000032032638,"about_ca_topic_score_gemma":6.992844e-7,"teacher_disagreement_score":0.9808803,"about_ca_system_score_codex":0.00008853488,"about_ca_system_score_gemma":0.0008101905,"threshold_uncertainty_score":0.9999392},"labels":[],"label_agreement":null},{"id":"W3204259818","doi":"10.1007/s00464-021-08760-z","title":"Considerations for designing and implementing a surgical peer coaching program: an international survey","year":2021,"lang":"en","type":"article","venue":"Surgical Endoscopy","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":10,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University Health Centre; McGill University; Montreal General Hospital","funders":"Royal College of Physicians and Surgeons of Canada; Association for Academic Surgery","keywords":"Coaching; Medicine; Confidentiality; Family medicine; Medical education; Psychology","score_opus":0.11603705627674829,"score_gpt":0.42282430977182356,"score_spread":0.3067872534950753,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3204259818","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9838898,0.000097443204,0.0006969668,0.0010140239,0.00024077433,0.00054081064,0.000068887595,0.00019446792,0.013256801],"genre_scores_gemma":[0.9796302,0.000019554978,0.018621668,0.00020431075,0.00026932475,0.000073844116,0.0007547409,0.000025733558,0.00040067083],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.99814767,0.0002333385,0.00041475217,0.00043321098,0.00038801832,0.0003830003],"domain_scores_gemma":[0.9964441,0.0025254302,0.00007281829,0.00015038605,0.0005004775,0.00030676494],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0013539725,0.00016074846,0.0003307224,0.00007049412,0.0002870265,0.00020228322,0.00004206411,0.000095072624,0.0012273395],"category_scores_gemma":[0.0014973755,0.00014530608,0.00011361869,0.00015318165,0.00007187675,0.00018841441,0.00006105466,0.00022110497,0.000004349225],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0036566549,0.0022759805,0.80203795,0.00016513093,0.00088556565,0.0049006636,0.0015714227,0.00026280453,0.0011631983,0.073975176,0.00037640485,0.10872902],"study_design_scores_gemma":[0.13378799,0.0011191143,0.10420086,0.00026464605,0.0003042378,0.0030054275,0.0014472589,0.061576083,0.006632688,0.0027546783,0.6838234,0.0010836079],"about_ca_topic_score_codex":0.000037264723,"about_ca_topic_score_gemma":0.000052898366,"teacher_disagreement_score":0.6978371,"about_ca_system_score_codex":0.000031787487,"about_ca_system_score_gemma":0.00013783894,"threshold_uncertainty_score":0.99968565},"labels":[],"label_agreement":null},{"id":"W3204655234","doi":"10.1503/cjs.018719","title":"Development, manufacture and initial assessment of validity of a 3-dimensional-printed bowel anastomosis simulation training model","year":2021,"lang":"en","type":"article","venue":"Canadian Journal of Surgery","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":21,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Ontario Tech University; University of Ottawa; Memorial University of Newfoundland","funders":"Atlantic Canada Opportunities Agency","keywords":"Face validity; Medicine; Likert scale; Anastomosis; Content validity; Simulation; Surgery; Scale (ratio); Medical physics; Physical therapy; Computer science; Statistics; Psychometrics","score_opus":0.1756444885612871,"score_gpt":0.35179404345426246,"score_spread":0.17614955489297537,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3204655234","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9965888,0.00007532763,0.0024513493,0.00016149577,0.00011755446,0.000038469076,0.000010580224,0.0000026446096,0.0005537449],"genre_scores_gemma":[0.99507177,0.0000054606753,0.0046350984,0.00020008502,0.000039603787,3.554331e-7,0.000017806857,0.0000096222175,0.0000201746],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9988373,0.000055457313,0.00060592877,0.00009571142,0.00025388674,0.00015171379],"domain_scores_gemma":[0.99827266,0.0004839007,0.0003073958,0.000071040165,0.00044477073,0.00042025727],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00057379436,0.00008955573,0.00041863794,0.0003054248,0.000051486884,0.000008868479,0.000024346165,0.00007634063,0.00025276156],"category_scores_gemma":[0.00032945207,0.00008299909,0.00012690842,0.00016145445,0.000054732205,0.00008274572,0.0000074804866,0.00017778474,1.3352911e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0003240787,0.00017774315,0.46332577,0.0003695829,0.00072991964,0.0017473988,0.004340753,0.4121148,0.0024077334,0.00026592903,0.00016528855,0.11403101],"study_design_scores_gemma":[0.0024112384,0.000052452142,0.79039264,0.0010477145,0.00017057094,0.00027421286,0.0010157087,0.1955072,0.006358141,0.00018755098,0.0023600615,0.0002225322],"about_ca_topic_score_codex":0.000050388546,"about_ca_topic_score_gemma":0.0003093033,"teacher_disagreement_score":0.32706684,"about_ca_system_score_codex":0.000078641104,"about_ca_system_score_gemma":0.0035702114,"threshold_uncertainty_score":0.6333402},"labels":[],"label_agreement":null},{"id":"W3204907359","doi":"10.5489/cuaj.7373","title":"Development and initial validation of a cost-effective, re-usable, ultrasound-compatible suprapubic catheter insertion training simulator","year":2021,"lang":"en","type":"article","venue":"Canadian Urological Association Journal","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"Likert scale; Medicine; Face validity; Curriculum; Content validity; Medical physics; Medical education; Psychology","score_opus":0.04405513985069393,"score_gpt":0.28753767536207986,"score_spread":0.24348253551138593,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3204907359","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99601847,0.00006424746,0.00028325262,0.0011527967,0.00014906566,0.00027560504,0.000009147555,0.000019039064,0.0020283714],"genre_scores_gemma":[0.99742097,0.000011528068,0.0007640492,0.0014822653,0.00014466057,0.000015517833,0.0000772056,0.000010225336,0.000073600684],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99845773,0.0002691251,0.00044531142,0.0001836401,0.0003297041,0.00031446156],"domain_scores_gemma":[0.99807894,0.00071252085,0.00024254144,0.00006337502,0.00041114533,0.0004914526],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0009072634,0.000119031385,0.00030365697,0.00016305289,0.00026233858,0.00007232177,0.000036170008,0.00019924152,0.00073681533],"category_scores_gemma":[0.0021402843,0.00010634221,0.00008707746,0.00028273687,0.000028161821,0.0001338863,0.000008630562,0.00043442665,0.000009246318],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00021982046,0.00019664792,0.9099716,0.000025845786,0.00032953202,0.00015191032,0.0041777994,0.0020029827,0.001456597,0.00030777208,0.00013189891,0.08102761],"study_design_scores_gemma":[0.004894126,0.00027695257,0.91527116,0.00006871332,0.00011257884,0.00026135292,0.0011032847,0.0014924303,0.0045601907,0.00032313992,0.07140144,0.0002346241],"about_ca_topic_score_codex":0.00008131536,"about_ca_topic_score_gemma":0.00025489618,"teacher_disagreement_score":0.080792986,"about_ca_system_score_codex":0.0005211631,"about_ca_system_score_gemma":0.00063632376,"threshold_uncertainty_score":0.80676115},"labels":[],"label_agreement":null},{"id":"W3205022836","doi":"10.5465/ambpp.2021.13925abstract","title":"Surgical Team Effectiveness Model: Team Awareness mediates subculture teamwork and communications","year":2021,"lang":"en","type":"article","venue":"Academy of Management Proceedings","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Team effectiveness; Teamwork; Team composition; Context (archaeology); Health care; Psychological safety; Surgical team; Construct (python library); Psychology; Task (project management); Knowledge management; Medicine; Engineering; Computer science; Applied psychology; Management; Political science","score_opus":0.041241076727066756,"score_gpt":0.33767986396557864,"score_spread":0.2964387872385119,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3205022836","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8995836,0.0014526638,0.000091301605,0.0032197796,0.000029467148,0.00060252583,0.0000047455264,0.00017486102,0.094841056],"genre_scores_gemma":[0.9955088,0.0013889736,0.001842122,0.00036851547,0.000052344036,0.000055232194,0.000025400013,0.000021780208,0.00073682755],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","domain_scores_codex":[0.9987304,0.000026600985,0.0003187528,0.00034817297,0.0003512543,0.00022478464],"domain_scores_gemma":[0.99928993,0.00020623204,0.000108206936,0.00012180702,0.00012445361,0.00014934666],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0005206792,0.00017233165,0.00038352603,0.00009864513,0.00014982653,0.000031003245,0.00018598825,0.00017443288,0.000031279014],"category_scores_gemma":[0.000082554536,0.0001472896,0.00008902461,0.00044687575,0.0001728575,0.00017846194,0.00033459763,0.00035037554,0.000004708984],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0014877743,0.0020121355,0.40495712,0.006852669,0.0018652364,0.00007321664,0.00396924,0.0007720312,0.0022307364,0.45459118,0.004684513,0.11650414],"study_design_scores_gemma":[0.029448016,0.00032423512,0.4295851,0.004132616,0.0020542599,0.0003486569,0.008853282,0.08002211,0.015975054,0.018516514,0.40923533,0.0015048251],"about_ca_topic_score_codex":0.0000019170036,"about_ca_topic_score_gemma":2.058109e-7,"teacher_disagreement_score":0.43607467,"about_ca_system_score_codex":0.000033542765,"about_ca_system_score_gemma":0.000017906517,"threshold_uncertainty_score":0.60062957},"labels":[],"label_agreement":null},{"id":"W3206017707","doi":"10.5435/jaaosglobal-d-21-00193","title":"Mitigating Surgical Skill Decay in Orthopaedics Using Virtual Simulation Learning","year":2021,"lang":"en","type":"review","venue":"JAAOS Global Research and Reviews","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":16,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University","funders":"","keywords":"Curriculum; Medical education; Dreyfus model of skill acquisition; Narrative; Virtual reality; Cognition; Psychology; Medicine; Computer science; Pedagogy; Human–computer interaction","score_opus":0.33411397675846194,"score_gpt":0.551647416395626,"score_spread":0.21753343963716404,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3206017707","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0011284183,0.9907404,0.000055468146,0.00002113302,0.00009592225,0.0014595676,0.000008228821,0.000031470456,0.0064593926],"genre_scores_gemma":[0.0021626677,0.9964964,0.00025339966,0.000028484863,0.00044054887,0.00004283358,0.00020780039,0.00003736828,0.0003305329],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9938611,0.002289494,0.0014302705,0.0007664074,0.00086933054,0.00078339525],"domain_scores_gemma":[0.99636924,0.002150388,0.00028962392,0.00030028608,0.00030716494,0.0005832992],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.004822257,0.00041945206,0.0027669056,0.0002939887,0.00025793136,0.0001257385,0.00012401892,0.0005318582,0.00027335074],"category_scores_gemma":[0.002910779,0.00029894838,0.0006056319,0.0023090292,0.00020837548,0.000100870995,0.00024704507,0.001966404,0.000061331964],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000021609796,0.00008331343,0.0011092691,0.005065528,0.00004441787,0.0006838903,0.000035139386,0.00019876956,4.4029264e-8,0.00060561404,0.000009769119,0.9921426],"study_design_scores_gemma":[0.0011083193,0.000160962,0.000037082464,0.04797798,0.00014013657,0.00023082909,0.00008403875,0.0040937667,7.209672e-8,0.000014430249,0.94590753,0.0002448342],"about_ca_topic_score_codex":0.00003363985,"about_ca_topic_score_gemma":0.000017387749,"teacher_disagreement_score":0.9918978,"about_ca_system_score_codex":0.00048104126,"about_ca_system_score_gemma":0.0006714816,"threshold_uncertainty_score":0.99994624},"labels":[],"label_agreement":null},{"id":"W3207789862","doi":"10.1097/sla.0000000000005243","title":"The Use of Learning Analytics to Enable Detection of Underperforming Trainees","year":2021,"lang":"en","type":"article","venue":"Annals of Surgery","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":12,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Milestone; Graduation (instrument); Medicine; Graduate medical education; Accreditation; Analytics; Medical education; Vascular surgery; Family medicine; Emergency medicine; Surgery; Data science","score_opus":0.44822140650257747,"score_gpt":0.3754570960451527,"score_spread":0.07276431045742476,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3207789862","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99827147,0.00018983321,0.00038302995,0.00050701713,0.000054575023,0.0000372355,0.0000011908256,0.000009066324,0.0005465585],"genre_scores_gemma":[0.999201,0.00020790257,0.00007146834,0.00014992132,0.000026939444,8.406501e-7,0.0000036674019,0.0000067353167,0.0003315541],"study_design_codex":"design_other","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.99922526,0.000043368662,0.00034589507,0.000075222175,0.00019069949,0.0001195632],"domain_scores_gemma":[0.99754643,0.0018117084,0.00012556958,0.00010994828,0.00035068742,0.000055677963],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0005007744,0.0000496973,0.00024893286,0.000093340466,0.000045235756,0.000006027975,0.00001717997,0.00003583114,0.000048687005],"category_scores_gemma":[0.0020292774,0.000037142134,0.00015394721,0.00040214031,0.000037020844,0.000056812903,0.0000141081055,0.000077058125,9.332373e-7],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00072532555,0.0002473211,0.18177573,0.00036533768,0.0004885591,0.000040617037,0.0013173874,0.028909523,0.06406759,0.00042186576,0.00027981043,0.7213609],"study_design_scores_gemma":[0.00055379554,0.00016238882,0.103741415,0.00058572536,0.00008357114,0.000014623361,0.002934639,0.0112484535,0.80266523,0.00014294428,0.07772073,0.00014648931],"about_ca_topic_score_codex":0.000024216179,"about_ca_topic_score_gemma":0.0000073333836,"teacher_disagreement_score":0.73859763,"about_ca_system_score_codex":0.0000039245697,"about_ca_system_score_gemma":0.00006314909,"threshold_uncertainty_score":0.2429381},"labels":[],"label_agreement":null},{"id":"W3208310786","doi":"10.1093/bjs/znab362.082","title":"TP8.2.9 Development &amp; Evaluation of LapPass™: The Laparoscopic Passport","year":2021,"lang":"en","type":"article","venue":"British journal of surgery","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Christie (Canada)","funders":"","keywords":"Usability; Likert scale; Medicine; Face validity; Test (biology); Credentialing; Dissection (medical); System usability scale; Physical therapy; Medical physics; Surgery; Web usability; Medical education; Psychometrics; Human–computer interaction; Psychology; Clinical psychology","score_opus":0.14286576458051953,"score_gpt":0.3418461479440284,"score_spread":0.19898038336350887,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3208310786","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99409324,0.0026966392,0.000066985165,0.00049927685,0.00036589813,0.00005708212,0.000001236903,0.000005405372,0.002214223],"genre_scores_gemma":[0.99863297,0.00023105532,0.00036540948,0.00034255005,0.00015685686,0.000002026717,0.000015847423,0.000008136047,0.00024512145],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99815106,0.00013835564,0.0006501067,0.00007723835,0.0008666207,0.0001166395],"domain_scores_gemma":[0.998005,0.0004300005,0.00030930393,0.00008555638,0.0010823708,0.00008782445],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0028969063,0.000056920617,0.0003260371,0.00006066801,0.00005887064,0.000022995324,0.000036817382,0.000045508245,0.0011541757],"category_scores_gemma":[0.0012495376,0.000048079248,0.00016522442,0.00022164875,0.000036561127,0.00006674642,0.000013602155,0.00017940236,0.000006606902],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00009222514,0.00030884426,0.25184396,0.00006374151,0.00027477302,0.0007442247,0.00029075632,0.00021536855,0.00030844923,0.00002293528,0.0045232577,0.7413115],"study_design_scores_gemma":[0.0017679423,0.000008616684,0.90778416,0.0009203444,0.00014442333,0.002413092,0.00021835612,0.000041546326,0.0017525605,0.00008210274,0.08479885,0.00006799895],"about_ca_topic_score_codex":0.0000070088236,"about_ca_topic_score_gemma":0.00001970837,"teacher_disagreement_score":0.7412435,"about_ca_system_score_codex":0.00005002065,"about_ca_system_score_gemma":0.00093049556,"threshold_uncertainty_score":0.9997589},"labels":[],"label_agreement":null},{"id":"W3208356236","doi":"10.1016/j.jsurg.2021.10.004","title":"Video Context Improves Performance in Identifying Operative Planes on Static Surgical Images","year":2021,"lang":"en","type":"article","venue":"Journal of surgical education","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":3,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University","funders":"","keywords":"Context (archaeology); Metric (unit); Matching (statistics); Identification (biology); Hausdorff distance; Computer science; Repeated measures design; Significant difference; Observational study; Variance (accounting); Mixed-design analysis of variance; Artificial intelligence; Analysis of variance; Computer vision; Mathematics; Statistics; Machine learning; Operations management","score_opus":0.03705931781169255,"score_gpt":0.3684926869832805,"score_spread":0.331433369171588,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3208356236","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98981065,0.0008242723,0.000009202824,0.0027135904,0.00050103036,0.000100917685,0.0000012791695,0.00000843702,0.006030634],"genre_scores_gemma":[0.997592,0.00060063385,0.00019346886,0.0003868257,0.0003403252,0.0000043304467,0.000017419943,0.000010965211,0.0008540593],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9985134,0.00013311078,0.00063002267,0.0001579409,0.00039273224,0.00017278],"domain_scores_gemma":[0.99854046,0.0005883967,0.00019988496,0.00009582687,0.0003885904,0.00018683869],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00048700479,0.00012160741,0.00038431794,0.00018433527,0.000056309807,0.000059738864,0.00005239847,0.00007239156,0.00071970857],"category_scores_gemma":[0.00023421236,0.00009071741,0.00012150182,0.0002616934,0.00004968156,0.0002734529,0.000013449441,0.0004253612,0.00003088232],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0059626596,0.0051411665,0.18054353,0.0004970366,0.00028335856,0.0059709754,0.006679585,0.0014796987,0.0020805849,0.003430983,0.001098441,0.786832],"study_design_scores_gemma":[0.025991812,0.0016153972,0.73482823,0.003516598,0.00017247185,0.007011895,0.017221661,0.0023339563,0.014876092,0.00044277796,0.19140814,0.0005809802],"about_ca_topic_score_codex":0.0000070769847,"about_ca_topic_score_gemma":0.000002364355,"teacher_disagreement_score":0.786251,"about_ca_system_score_codex":0.00011664912,"about_ca_system_score_gemma":0.00055907975,"threshold_uncertainty_score":0.7880304},"labels":[],"label_agreement":null},{"id":"W320837710","doi":"10.1007/s11701-015-0513-4","title":"Virtual reality robotic surgery simulation curriculum to teach robotic suturing: a randomized controlled trial","year":2015,"lang":"en","type":"article","venue":"Journal of Robotic Surgery","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":52,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Royal Victoria Hospital; Jewish General Hospital; Université de Montréal; McGill University","funders":"","keywords":"Randomized controlled trial; Medicine; Virtual reality; Robotic surgery; Curriculum; Physical therapy; Fibrous joint; Simulation training; Haptic technology; Surgery; Simulation; Artificial intelligence; Computer science; Psychology","score_opus":0.07594474559505923,"score_gpt":0.3367959388465781,"score_spread":0.26085119325151884,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W320837710","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.87797534,0.0008176925,0.092213355,0.00563133,0.017854562,0.00421097,9.541354e-7,0.00018162324,0.0011141524],"genre_scores_gemma":[0.99535555,0.00003662648,0.00044978145,0.0006657078,0.0028673203,0.000037682516,0.00001664297,0.000058931226,0.0005117652],"study_design_codex":"simulation_or_modeling","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9917722,0.0018383941,0.0036217398,0.00039370963,0.0017254954,0.0006485006],"domain_scores_gemma":[0.97323036,0.021855164,0.0018229759,0.00040211392,0.0013257059,0.0013636583],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.015190636,0.00046397565,0.0057639633,0.001130416,0.00011992761,0.00011865674,0.00014526758,0.0002706856,0.00023314398],"category_scores_gemma":[0.043993346,0.0003233447,0.002653753,0.0008116783,0.00012577507,0.00035722827,0.000050719784,0.0006648308,0.000053362794],"study_design_candidate":"randomized_trial","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.40817752,0.00054669415,0.002155161,0.000022672219,0.00048049202,0.0002560688,0.00015671401,0.58512545,0.000003587723,0.000050090803,0.0018202832,0.0012052549],"study_design_scores_gemma":[0.816929,0.00040430194,0.0012427141,0.0006713307,0.0014769821,0.00026125836,0.0003800452,0.17741928,0.000009256861,0.0001373857,0.0006511794,0.00041725955],"about_ca_topic_score_codex":0.000031972922,"about_ca_topic_score_gemma":0.0000025284623,"teacher_disagreement_score":0.4087515,"about_ca_system_score_codex":0.00035759938,"about_ca_system_score_gemma":0.0011026252,"threshold_uncertainty_score":0.99992186},"labels":[],"label_agreement":null},{"id":"W3208863692","doi":"10.1097/md.0000000000027515","title":"Describing the spine surgery learning curve during the first two years of independent practice","year":2021,"lang":"en","type":"article","venue":"Medicine","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":14,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Dalhousie University","funders":"Canadian Institutes of Health Research","keywords":"Medicine; Learning curve; MEDLINE; Surgery; Medical physics; General surgery","score_opus":0.07793589801143672,"score_gpt":0.31911549490654423,"score_spread":0.2411795968951075,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3208863692","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9533209,0.0017649928,0.0001497329,0.036015905,0.0003369527,0.00016379723,3.0646464e-7,0.00004779976,0.008199599],"genre_scores_gemma":[0.99642307,0.0001744913,0.000043885197,0.0023589944,0.0004368031,0.000005216349,0.000009843892,0.000016274858,0.00053140183],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9985803,0.00015853114,0.00035939593,0.00017413078,0.00053473114,0.00019294111],"domain_scores_gemma":[0.99756193,0.0016928422,0.00017120276,0.00026349555,0.00019726508,0.00011328148],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0014562667,0.00009522408,0.00028976935,0.000057940713,0.00016378843,0.000010154899,0.00006764131,0.000037317044,0.0007728969],"category_scores_gemma":[0.011525672,0.000052948184,0.0000869843,0.00045615315,0.00014233871,0.000059461727,0.00006042665,0.0004557638,0.000012053678],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00095474574,0.00059678074,0.6979655,0.0003799479,0.0011281132,0.004782459,0.02425417,0.0062697846,0.0072960895,0.002291714,0.0017459578,0.2523347],"study_design_scores_gemma":[0.006570048,0.00012673557,0.70926374,0.0014702494,0.00036745667,0.00080090034,0.011499963,0.0016049022,0.0015319086,0.000025718826,0.26656368,0.0001746597],"about_ca_topic_score_codex":0.00011368987,"about_ca_topic_score_gemma":0.000034367593,"teacher_disagreement_score":0.26481774,"about_ca_system_score_codex":0.000037368758,"about_ca_system_score_gemma":0.00010543707,"threshold_uncertainty_score":0.99680066},"labels":[],"label_agreement":null},{"id":"W3209030113","doi":"10.1016/j.jsurg.2021.09.012","title":"Artificial Intelligence and Surgical Education: A Systematic Scoping Review of Interventions","year":2021,"lang":"en","type":"article","venue":"Journal of surgical education","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":87,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"St. Michael's Hospital; Toronto Metropolitan University; University of Toronto","funders":"Ryerson University","keywords":"CINAHL; Psychological intervention; Scopus; MEDLINE; Medical education; Medicine; Psychology; Nursing","score_opus":0.1254114712816207,"score_gpt":0.44537724323071337,"score_spread":0.3199657719490927,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3209030113","genre_codex":"review","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.31216794,0.6507891,0.0015460135,0.016502993,0.0028467379,0.0016405187,0.00000296013,0.000031212967,0.014472518],"genre_scores_gemma":[0.9716759,0.026177296,0.0011066039,0.0003017955,0.00045462206,0.000014609593,0.000013430771,0.000009764432,0.00024598747],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.9977635,0.00020709996,0.0014598725,0.00012313008,0.00035021285,0.00009616759],"domain_scores_gemma":[0.9974867,0.0005150288,0.0006209782,0.00013642726,0.0010329717,0.00020785633],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0009983237,0.00009317315,0.0006262781,0.00013815108,0.000041786814,0.00002453455,0.000050706924,0.000058861267,0.0010248098],"category_scores_gemma":[0.0010447481,0.00007238346,0.00032954747,0.00042752284,0.000059356473,0.00012629436,0.00002039598,0.00020069367,0.0000067938563],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00031537656,0.005414998,0.0021804401,0.6814509,0.00029228165,0.0002780768,0.0007079272,0.000028777684,0.00004728389,0.03235053,0.0003145138,0.27661887],"study_design_scores_gemma":[0.00041819847,0.00019853486,0.00057585316,0.9879622,0.0004962925,0.005491997,0.0016461911,0.00008321275,0.0004003091,0.0010702827,0.0015311326,0.0001258237],"about_ca_topic_score_codex":0.0000020653442,"about_ca_topic_score_gemma":9.0666043e-7,"teacher_disagreement_score":0.65950793,"about_ca_system_score_codex":0.000051008832,"about_ca_system_score_gemma":0.001492912,"threshold_uncertainty_score":0.99988836},"labels":[],"label_agreement":null},{"id":"W3209265867","doi":"10.1016/j.ijsu.2021.106150","title":"What it takes to become an orthopaedic surgeon: A comparison of orthopaedic surgical training programmes in 10 countries focusing on structure and fellowship requirements","year":2021,"lang":"en","type":"review","venue":"International Journal of Surgery","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Saskatchewan; Kellogg's (Canada)","funders":"","keywords":"Medicine; Orthopedic surgery; Training (meteorology); Medical education; General surgery; Physical therapy; Medical physics; Surgery","score_opus":0.2240811857529762,"score_gpt":0.44678147648845307,"score_spread":0.22270029073547687,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3209265867","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.16544811,0.83061945,0.000010122502,0.0008403207,0.002527931,0.0003799653,0.000035523928,0.000017228745,0.00012132288],"genre_scores_gemma":[0.33585978,0.66225564,0.0001794636,0.00025577736,0.0010450714,0.000008580395,0.00025370665,0.000061156374,0.00008082822],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9946668,0.00038485767,0.0025537692,0.00038406852,0.0016615336,0.0003489565],"domain_scores_gemma":[0.9943872,0.0027457708,0.0014696078,0.00017262252,0.0008344037,0.0003903709],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0020178491,0.00041699634,0.0030142178,0.0014592395,0.000047390844,0.00023015287,0.00020742122,0.00030371168,0.0007125119],"category_scores_gemma":[0.0010453988,0.00032829784,0.0008442842,0.0005245189,0.00012553418,0.0004948516,0.000053086937,0.0007616714,0.0000023529333],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00059455377,0.0002678724,0.029672056,0.0011549048,0.0005929981,0.0024835493,0.0009494088,0.000040471437,4.038931e-7,0.00005774596,0.00008124301,0.9641048],"study_design_scores_gemma":[0.002015715,0.00027984474,0.0016420454,0.08135649,0.0003874435,0.0012053549,0.0017483833,0.00004403838,0.000005783364,0.000019906776,0.91093165,0.0003633372],"about_ca_topic_score_codex":0.000010241333,"about_ca_topic_score_gemma":0.000037547416,"teacher_disagreement_score":0.9637415,"about_ca_system_score_codex":0.00021122012,"about_ca_system_score_gemma":0.00091238966,"threshold_uncertainty_score":0.9999169},"labels":[],"label_agreement":null},{"id":"W3209433271","doi":"10.1016/j.jvs.2021.09.048","title":"Survey of Canadian vascular surgeons and trainees finds work-related musculoskeletal pain and discomfort is common","year":2021,"lang":"en","type":"article","venue":"Journal of Vascular Surgery","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":14,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of British Columbia","funders":"","keywords":"Medicine; Demographics; Physical therapy; Family medicine; Demography","score_opus":0.02980351369659038,"score_gpt":0.26735331728839945,"score_spread":0.23754980359180908,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3209433271","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99239,0.006533067,0.00006109318,0.00053103804,0.0001544199,0.000072520976,0.0000125985025,0.0000069656435,0.00023830979],"genre_scores_gemma":[0.99812764,0.0013944997,0.00008021338,0.0002390992,0.00003277174,7.6199376e-7,0.000062961335,0.000023036153,0.000039008413],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9977373,0.0005534397,0.0008135181,0.00017533934,0.00044215517,0.00027824848],"domain_scores_gemma":[0.9972003,0.0015426559,0.0002443639,0.00020529187,0.00024875745,0.0005586373],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0048457687,0.00017077703,0.00089776824,0.00063982717,0.00007842677,0.00002924227,0.00004294569,0.00015708778,0.00032914872],"category_scores_gemma":[0.0011320094,0.00014213029,0.00058432325,0.0009982415,0.00011135788,0.00010626884,0.000022300266,0.0003367653,4.851828e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000038922306,0.00009191275,0.9368078,0.000081729195,0.0009143213,0.00053781085,0.00031003222,0.000046016354,0.000020687341,0.000013573501,0.00036211032,0.060775045],"study_design_scores_gemma":[0.0013978357,0.00007354685,0.98790765,0.00039179533,0.00024277964,0.00014204324,0.00020310118,0.00027522515,0.000036039997,0.00002028553,0.0091577545,0.00015196117],"about_ca_topic_score_codex":0.006296484,"about_ca_topic_score_gemma":0.00715323,"teacher_disagreement_score":0.060623083,"about_ca_system_score_codex":0.000033376607,"about_ca_system_score_gemma":0.00043826175,"threshold_uncertainty_score":0.9518442},"labels":[],"label_agreement":null},{"id":"W3210001783","doi":"10.1503/cjs.023320","title":"Adaptations to general surgery resident education in response to COVID-19","year":2021,"lang":"en","type":"article","venue":"Canadian Journal of Surgery","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"University of British Columbia; Western University","funders":"Memorial University of Newfoundland; University of Toronto; Dalhousie University; Queen's University; Université de Sherbrooke; McMaster University; McGill University; University of Ottawa; Université de Montréal; University of Alberta; Université Laval","keywords":"Medicine; Coronavirus disease 2019 (COVID-19); 2019-20 coronavirus outbreak; Severe acute respiratory syndrome coronavirus 2 (SARS-CoV-2); Betacoronavirus; Coronavirus Infections; Pandemic; MEDLINE; Virology; Pathology; Outbreak; Infectious disease (medical specialty)","score_opus":0.11229426399406364,"score_gpt":0.35660817552476476,"score_spread":0.24431391153070112,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3210001783","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9612626,0.00041129504,0.00016772776,0.036757533,0.0008081131,0.000079114565,0.0000066928483,0.000004995805,0.0005019755],"genre_scores_gemma":[0.97978556,0.000015408697,0.00042108583,0.017850747,0.00027257047,0.000004266918,0.000013154442,0.0000134970505,0.0016236875],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9986019,0.00023496013,0.0005611917,0.00012981356,0.00021435674,0.00025777798],"domain_scores_gemma":[0.99494195,0.001802291,0.000094523624,0.00013769888,0.00036053272,0.0026629802],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0016022327,0.000081593804,0.00031914798,0.0014394381,0.00007406666,0.000040206,0.000037622864,0.000054123324,0.0010649156],"category_scores_gemma":[0.011805532,0.0000848629,0.00015816784,0.0009143618,0.000017849465,0.00008130358,0.0000050668214,0.0001548957,0.000023883918],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0013804685,0.00008178481,0.8421163,0.000034899214,0.000054235705,0.008180139,0.0027024222,0.005721668,0.0008562725,0.00024255844,0.08865191,0.04997736],"study_design_scores_gemma":[0.00026207935,0.00001488435,0.6953928,0.00020144839,0.000012211625,0.00035704052,0.0010104931,0.000011556252,0.00008264436,0.00005721744,0.30251086,0.00008680525],"about_ca_topic_score_codex":0.0032496646,"about_ca_topic_score_gemma":0.023167936,"teacher_disagreement_score":0.21385895,"about_ca_system_score_codex":0.00065528136,"about_ca_system_score_gemma":0.036480192,"threshold_uncertainty_score":0.99984825},"labels":[],"label_agreement":null},{"id":"W3210003725","doi":"","title":"Validation of a proposed objective assessment tool for ultrasound image acquisition utilizing the focused assessment with sonography for trauma examination","year":2014,"lang":"en","type":"dissertation","venue":"Mspace (University of Manitoba)","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"University of Manitoba","keywords":"Focused assessment with sonography for trauma; Ultrasound; Ultrasound imaging; Medical physics; Medicine; Radiology; Computer science; Abdominal trauma; Blunt","score_opus":0.02075960619104111,"score_gpt":0.27991875173865555,"score_spread":0.25915914554761443,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3210003725","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.91469073,0.000008991042,0.07648209,0.00018324738,0.000104380204,0.0029811254,0.00006056104,0.000043590288,0.00544526],"genre_scores_gemma":[0.9772426,0.0000076346205,0.020380683,0.00001416832,0.000052932224,0.000016216964,0.0021233412,0.000029731898,0.00013270805],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9986985,0.00012791168,0.00020654172,0.00032669978,0.0004596117,0.00018076126],"domain_scores_gemma":[0.9975066,0.00070616324,0.00064777833,0.00021823798,0.0008743598,0.00004685441],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0006959732,0.00021251776,0.00045372738,0.00027541275,0.00029405006,0.000028592714,0.0001161999,0.00018693465,0.0000148710715],"category_scores_gemma":[0.000052018433,0.00018854876,0.00028026412,0.00026228218,0.000093691626,0.00019889374,0.000008626531,0.00016829185,4.5947237e-7],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.053813122,0.007950417,0.24728017,0.029146275,0.012231578,0.00004705898,0.034090955,0.0028260578,0.14533623,0.055325087,0.0014168903,0.41053617],"study_design_scores_gemma":[0.0099574765,0.0017504197,0.9120087,0.00059681403,0.0013225356,0.000002057179,0.0613988,0.0046115518,0.007443869,0.00025110133,0.00038441006,0.00027224573],"about_ca_topic_score_codex":0.00008155636,"about_ca_topic_score_gemma":0.0025176308,"teacher_disagreement_score":0.6647286,"about_ca_system_score_codex":0.00018274513,"about_ca_system_score_gemma":0.0001606001,"threshold_uncertainty_score":0.76887953},"labels":[],"label_agreement":null},{"id":"W3210133259","doi":"10.1109/tbme.2021.3124422","title":"System for Central Venous Catheterization Training Using Computer Vision-Based Workflow Feedback","year":2021,"lang":"en","type":"article","venue":"IEEE Transactions on Biomedical Engineering","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University","funders":"National Institute of Biomedical Imaging and Bioengineering; Natural Sciences and Engineering Research Council of Canada; Canadian Institutes of Health Research; California HIV/AIDS Research Program","keywords":"Workflow; Usability; Computer science; Training system; Convolutional neural network; Observer (physics); Task (project management); Multimedia; Artificial intelligence; Human–computer interaction; Database","score_opus":0.02650022912563249,"score_gpt":0.26481511167671384,"score_spread":0.23831488255108135,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3210133259","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.07603126,0.000016732409,0.9218376,0.00017043401,0.0014191273,0.00022113255,0.00002661967,0.0002527259,0.00002436704],"genre_scores_gemma":[0.96260023,0.000002019517,0.036774457,0.00017480267,0.00031326746,0.000018938246,0.00005693782,0.000043983502,0.00001533775],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.998692,0.000020861928,0.00032693302,0.0002898154,0.00029865516,0.00037176828],"domain_scores_gemma":[0.999163,0.000242507,0.00003679578,0.00015322125,0.00007946531,0.00032503318],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00011747789,0.00017509989,0.0003119184,0.0001708433,0.00012903925,0.000036231526,0.000044170152,0.00016029326,0.00007361132],"category_scores_gemma":[0.000015455273,0.00017032432,0.00021574109,0.0004398138,0.000034396533,0.000050575494,7.7187093e-7,0.00020955974,0.0000055333185],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00017341369,0.00040613452,0.000005458589,0.00029668992,0.00011713063,0.000120015204,0.00025691016,0.83852905,0.0125820385,0.00002871935,0.000003416202,0.14748101],"study_design_scores_gemma":[0.0032007063,0.00026524684,0.00015133058,0.0006996697,0.0000936085,0.00007015786,0.000065318745,0.9872791,0.006068327,9.674573e-7,0.0019362718,0.00016925791],"about_ca_topic_score_codex":0.0000027148483,"about_ca_topic_score_gemma":3.8150304e-7,"teacher_disagreement_score":0.886569,"about_ca_system_score_codex":0.00019505223,"about_ca_system_score_gemma":0.00015393528,"threshold_uncertainty_score":0.69456244},"labels":[],"label_agreement":null},{"id":"W3210773676","doi":"10.1093/bjs/znab362.078","title":"TP8.2.5 Taking the virtual plunge: delivering an intensive curriculum at the 'St Thomas' MRCS course' in the COVID era","year":2021,"lang":"en","type":"article","venue":"British journal of surgery","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"St. Thomas Hospital","funders":"","keywords":"Medicine; Medical education; Curriculum; CLARITY; Presentation (obstetrics); Craft; Surgery; Psychology; Pedagogy","score_opus":0.05661084283295521,"score_gpt":0.31460026851158,"score_spread":0.2579894256786248,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3210773676","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9868023,0.0051342724,0.000050920225,0.006162523,0.0005907258,0.00010648576,0.000008588221,0.000012315956,0.001131892],"genre_scores_gemma":[0.9900606,0.00076506275,0.000017930737,0.00845027,0.0005862069,0.0000033014583,0.000015762267,0.000018261126,0.000082566155],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9978238,0.00050140935,0.000600528,0.00016035451,0.00062560296,0.00028831538],"domain_scores_gemma":[0.9963288,0.002307313,0.00038386486,0.00019170494,0.0006472669,0.00014109907],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0024059427,0.00012597104,0.00037657132,0.000056306944,0.00035212966,0.00017619238,0.00017161274,0.00007076362,0.0006178019],"category_scores_gemma":[0.0024983976,0.00007449111,0.00029347817,0.00040770316,0.00017060613,0.00019665838,0.00006760367,0.00085041416,0.000005071604],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0005175205,0.0007931712,0.4117171,0.00005656923,0.0005207283,0.065226324,0.0068385317,0.0029406403,0.00033909563,0.0004000023,0.022095283,0.48855504],"study_design_scores_gemma":[0.0027053736,0.000105460334,0.8257622,0.0014714054,0.00024569407,0.069243945,0.031543702,0.001415252,0.00010472618,0.00008215111,0.06704962,0.00027044566],"about_ca_topic_score_codex":0.00014476618,"about_ca_topic_score_gemma":0.00033999336,"teacher_disagreement_score":0.4882846,"about_ca_system_score_codex":0.00008692794,"about_ca_system_score_gemma":0.0002897227,"threshold_uncertainty_score":0.6764498},"labels":[],"label_agreement":null},{"id":"W3210973466","doi":"10.1111/1744-1633.12534","title":"Learning and application of intracorporal slipping knot techniques in minimally invasive surgery","year":2021,"lang":"en","type":"article","venue":"Surgical Practice","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University; Jewish General Hospital","funders":"","keywords":"Medicine; Knot tying; Slipping; Surgery; Significant difference; Mathematics","score_opus":0.027468145126114406,"score_gpt":0.33418579850045566,"score_spread":0.30671765337434126,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3210973466","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9541975,0.0005427869,0.0002610876,0.0021629713,0.00003308057,0.0001917083,7.38868e-7,0.000074627205,0.042535488],"genre_scores_gemma":[0.99616593,0.00036326924,0.0030184807,0.00022950232,0.000066772154,0.000012302894,0.000026007885,0.000011160863,0.00010655956],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9987919,0.00023440795,0.00038660518,0.00023593662,0.00020780513,0.00014339166],"domain_scores_gemma":[0.9940969,0.005303071,0.0001985567,0.00009149713,0.00021749598,0.00009253277],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00086399476,0.000088393565,0.00031518243,0.00010295868,0.00003544141,0.00001513835,0.000019661376,0.00010395571,0.0001355342],"category_scores_gemma":[0.0045937756,0.00008473344,0.00006067164,0.00040649064,0.00006634418,0.00019612636,0.000040295403,0.0003543118,0.0000068676854],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.001732152,0.00063459075,0.24783766,0.00027285228,0.00008240818,0.0024560152,0.0005788307,0.000048759015,0.007406169,0.002892736,0.000021824622,0.736036],"study_design_scores_gemma":[0.0075288317,0.0005386225,0.114856824,0.0011884015,0.0003120189,0.0025757442,0.007019238,0.0057884506,0.04674226,0.0009045773,0.811749,0.0007960263],"about_ca_topic_score_codex":0.00003761959,"about_ca_topic_score_gemma":0.00000915812,"teacher_disagreement_score":0.81172717,"about_ca_system_score_codex":0.000028801822,"about_ca_system_score_gemma":0.00013359022,"threshold_uncertainty_score":0.549951},"labels":[],"label_agreement":null},{"id":"W3211040516","doi":"10.3390/ijerph182111250","title":"Using Virtual Reality (VR) Mock-Ups for Evidence-Based Healthcare Facility Design Decisions","year":2021,"lang":"en","type":"article","venue":"International Journal of Environmental Research and Public Health","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":24,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Workflow; Virtual reality; Post-occupancy evaluation; Computer science; Process (computing); Task (project management); Health care; Software; Patient safety; Simulation; Human–computer interaction; Engineering; Database; Systems engineering","score_opus":0.6259650685121415,"score_gpt":0.5306917452683395,"score_spread":0.095273323243802,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3211040516","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.76216054,0.0039060418,0.1351347,0.0973967,0.00036426462,0.0006184286,0.00029380215,0.000011615341,0.00011388078],"genre_scores_gemma":[0.9930937,0.0015474404,0.0035660618,0.0014726204,0.00019762664,0.00000461688,0.00004920433,0.0000074449144,0.000061267],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99679106,0.00061814004,0.00058824423,0.00021592219,0.0014185308,0.00036811776],"domain_scores_gemma":[0.9956675,0.0027477348,0.00017242586,0.00012814751,0.00039073196,0.00089346484],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0047436394,0.00008860413,0.0002480365,0.00023666247,0.0002244514,0.00009086354,0.00013320759,0.00006679315,0.0003023324],"category_scores_gemma":[0.003991786,0.00007445753,0.00011144757,0.0001460191,0.00016782578,0.0002717184,0.000066569926,0.00042767182,0.0000033562033],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0035953934,0.0020233276,0.036965504,0.000058259164,0.00023686491,0.00033803208,0.0005567345,0.0006088017,0.0012629384,0.00097385625,0.0004061611,0.95297414],"study_design_scores_gemma":[0.038082197,0.016628252,0.5132767,0.0038349144,0.000061472914,0.0026191906,0.014092427,0.0783482,0.0027456558,0.015604036,0.31388906,0.00081791606],"about_ca_topic_score_codex":0.00005276094,"about_ca_topic_score_gemma":0.000010772853,"teacher_disagreement_score":0.9521562,"about_ca_system_score_codex":0.0007952859,"about_ca_system_score_gemma":0.0020667824,"threshold_uncertainty_score":0.4778829},"labels":[],"label_agreement":null},{"id":"W3211220493","doi":"10.1093/bjs/znab361.022","title":"SP2.1.1Continuous Monitoring and Assessment of Surgical Technical Skills Using Deep Learning","year":2021,"lang":"en","type":"article","venue":"British journal of surgery","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"","keywords":"Medicine; Virtual reality; Forceps; Medical physics; Artificial intelligence; Simulation; Surgery; Computer science","score_opus":0.04037546870545888,"score_gpt":0.3392891681418409,"score_spread":0.298913699436382,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3211220493","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9938389,0.0042953542,0.00030039612,0.00006969539,0.00025896053,0.000032667904,7.2870273e-7,0.0000137806055,0.0011895145],"genre_scores_gemma":[0.9928533,0.0024027321,0.0043054977,0.000014589105,0.0003552733,3.4992064e-7,0.000002183522,0.000016347147,0.000049762286],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9983898,0.00013239385,0.0007276595,0.00013034792,0.00042917178,0.0001906642],"domain_scores_gemma":[0.99803966,0.0009966858,0.0003218405,0.00005857543,0.00038065697,0.00020257659],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0010239121,0.00008729653,0.00061769015,0.00011750897,0.00007153034,0.00004868971,0.00002843799,0.00009624348,0.0001699188],"category_scores_gemma":[0.00062371115,0.00009484825,0.0002539815,0.00022834454,0.00006654585,0.00012085038,0.000037873197,0.00056103343,2.764785e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00004582184,0.00022375531,0.7028256,0.000056792967,0.00008879851,0.015580638,0.000024288933,0.00025374425,0.0021051911,0.000012808493,0.000008652907,0.2787739],"study_design_scores_gemma":[0.0024089352,0.00006168053,0.93570405,0.0026348073,0.00013097218,0.05280827,0.00032109124,0.0006481085,0.0011357986,0.000025978725,0.003973226,0.00014706963],"about_ca_topic_score_codex":0.000010346749,"about_ca_topic_score_gemma":7.313391e-7,"teacher_disagreement_score":0.27862683,"about_ca_system_score_codex":0.00004714956,"about_ca_system_score_gemma":0.00018188484,"threshold_uncertainty_score":0.38677993},"labels":[],"label_agreement":null},{"id":"W3212545095","doi":"10.1002/ase.2155","title":"Scoping review: The use of augmented reality in clinical anatomical education and its assessment tools","year":2021,"lang":"en","type":"article","venue":"Anatomical Sciences Education","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":32,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University Health Centre; McGill University","funders":"","keywords":"Modalities; Augmented reality; Usability; Medical education; Inclusion (mineral); Medicine; Psychology; Medical physics; Computer science; Human–computer interaction","score_opus":0.22264902501144251,"score_gpt":0.513601106305077,"score_spread":0.29095208129363453,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3212545095","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98098344,0.0044333576,0.000024064804,0.012429396,0.00028056558,0.0005629303,0.0000013814443,0.000010559551,0.0012742978],"genre_scores_gemma":[0.99095076,0.0037182888,0.00062038016,0.0045337775,0.000068981,0.000026487976,0.000034890632,0.0000032629337,0.000043197022],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9983096,0.0003347818,0.0006162795,0.00030844897,0.00029315968,0.00013768868],"domain_scores_gemma":[0.9984953,0.00087141345,0.00015061472,0.00015222556,0.00020476089,0.00012571226],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0013679387,0.00007510286,0.0002622228,0.00005722832,0.00007989666,0.00004728271,0.00007169085,0.00006175219,0.00012387054],"category_scores_gemma":[0.0022155484,0.000051937543,0.00006419185,0.0006804685,0.0001869461,0.00023707878,0.000042996566,0.00018032228,0.0000025261522],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000043597745,0.001939495,0.3213085,0.0008817896,0.000022810633,0.000002572006,0.00014560805,0.000023837076,0.00021051466,0.020449843,0.0014624438,0.653509],"study_design_scores_gemma":[0.0007798423,0.0000736939,0.97161204,0.01114372,0.00006509249,0.000025870375,0.00043966962,0.009528247,0.00025715286,0.00043323802,0.005507653,0.0001337674],"about_ca_topic_score_codex":0.000069947746,"about_ca_topic_score_gemma":0.000038739272,"teacher_disagreement_score":0.65337527,"about_ca_system_score_codex":0.000072110284,"about_ca_system_score_gemma":0.0021593252,"threshold_uncertainty_score":0.383055},"labels":[],"label_agreement":null},{"id":"W3214041847","doi":"10.1038/s41598-021-00587-x","title":"Mental rotation ability predicts the acquisition of basic endovascular skills","year":2021,"lang":"en","type":"article","venue":"Scientific Reports","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"Canadian Institutes of Health Research; Max-Planck-Institut für Kognitions- und Neurowissenschaften; Rijksuniversiteit Groningen; Natural Sciences and Engineering Research Council of Canada; Heart and Stroke Foundation of Canada","keywords":"Competence (human resources); Medicine; Psychological intervention; Cognition; Physical medicine and rehabilitation; Computer science; Physical therapy; Psychology","score_opus":0.01588062347720058,"score_gpt":0.276857182322717,"score_spread":0.2609765588455164,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3214041847","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9926875,0.00012799991,0.00017379464,0.0003209475,0.0018732203,0.0002714042,0.0000017727631,0.000029200437,0.00451412],"genre_scores_gemma":[0.9989142,0.0000021668725,0.0001679801,0.0000754055,0.00004663277,0.000007607588,0.00017469595,0.0000046327677,0.00060671236],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99855924,0.00006817034,0.00035605548,0.00032198767,0.00058179774,0.00011273325],"domain_scores_gemma":[0.9989608,0.000069636815,0.00013740361,0.00049718196,0.00026765905,0.000067300214],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001293334,0.000058157122,0.00013167769,0.00003843628,0.00014245223,0.000039826093,0.000024684261,0.000033559932,0.00083560345],"category_scores_gemma":[0.00037240773,0.00003960675,0.00013791061,0.00038808194,0.0001628727,0.00007521504,0.000024668592,0.000061442726,0.000008036811],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00019052846,0.0045085754,0.53895885,0.000427567,0.0005352897,0.0029562302,0.011148266,0.0016546751,0.26878443,0.0012201286,0.004222072,0.1653934],"study_design_scores_gemma":[0.0036329082,0.000077376564,0.62737083,0.00023359612,0.00020324705,0.0010563824,0.0011189118,0.0031942134,0.30669016,0.0067419535,0.049498048,0.00018233836],"about_ca_topic_score_codex":0.0000056921513,"about_ca_topic_score_gemma":0.0000031872091,"teacher_disagreement_score":0.16521105,"about_ca_system_score_codex":0.000033683824,"about_ca_system_score_gemma":0.00011966166,"threshold_uncertainty_score":0.9149272},"labels":[],"label_agreement":null},{"id":"W3214424950","doi":"10.1177/02783649211052067","title":"Force sensing in robot-assisted keyhole endoscopy: A systematic survey","year":2021,"lang":"en","type":"article","venue":"The International Journal of Robotics Research","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":48,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Haptic technology; Keyhole; Computer science; Robot; Systematic review; Human–computer interaction; Medical physics; Artificial intelligence; MEDLINE; Medicine; Engineering; Mechanical engineering","score_opus":0.22445952925578455,"score_gpt":0.4579538886728205,"score_spread":0.23349435941703595,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3214424950","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.95549685,0.0015889403,0.012901263,0.018832343,0.0014276576,0.00057127996,0.0000064531855,0.000020518448,0.009154704],"genre_scores_gemma":[0.99657255,0.00006122855,0.0018161372,0.00021702355,0.00016416537,6.8027407e-7,0.000008034849,0.000013090088,0.0011470935],"study_design_codex":"simulation_or_modeling","study_design_gemma":"observational","domain_scores_codex":[0.99649507,0.00084243197,0.00061919156,0.00010582262,0.00171896,0.00021849736],"domain_scores_gemma":[0.99374497,0.0030698683,0.00016850758,0.00016900436,0.0027351475,0.0001124928],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0054039364,0.000074966665,0.00032162506,0.00031915616,0.000061684776,0.0001201812,0.00027089746,0.000051472423,0.000087722685],"category_scores_gemma":[0.005397015,0.000049069073,0.00011356761,0.00042887105,0.00007148826,0.00007297805,0.0001090305,0.0007014625,0.000020892536],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.010570046,0.0036089844,0.24573484,0.005485236,0.0060484847,0.043088216,0.009877073,0.56214035,0.062847614,0.011582032,0.0018260884,0.037191037],"study_design_scores_gemma":[0.025947325,0.0008576404,0.5409118,0.031206563,0.00024559067,0.012304728,0.007992631,0.36395487,0.01126793,0.0041078273,0.0006860761,0.0005170102],"about_ca_topic_score_codex":0.000072140625,"about_ca_topic_score_gemma":0.000184746,"teacher_disagreement_score":0.29517698,"about_ca_system_score_codex":0.00025869976,"about_ca_system_score_gemma":0.00043871536,"threshold_uncertainty_score":0.646112},"labels":[],"label_agreement":null},{"id":"W3214444446","doi":"10.1016/j.eururo.2021.10.030","title":"Effect of Simulation-based Training on Surgical Proficiency and Patient Outcomes: A Randomised Controlled Clinical and Educational Trial","year":2021,"lang":"en","type":"article","venue":"European Urology","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":70,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia; Dalhousie University","funders":"National Institute for Health and Care Research","keywords":"Medicine; Confidence interval; Randomized controlled trial; Simulation training; Hazard ratio; Trial registration; Physical therapy; Surgery; Internal medicine; Simulation","score_opus":0.044393827245175876,"score_gpt":0.3706711284144489,"score_spread":0.326277301169273,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3214444446","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98668724,0.00011090231,0.00006815982,0.0018873202,0.00023379402,0.0008731446,0.0000021717933,0.000021442707,0.010115795],"genre_scores_gemma":[0.99831796,0.000003726992,0.00004504662,0.0014189009,0.00010801791,0.000015193179,0.000018173334,0.000014462988,0.00005850409],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.99684066,0.0018979211,0.00064259715,0.00029909506,0.00017535636,0.00014438345],"domain_scores_gemma":[0.9811776,0.018319236,0.00015211827,0.00012591883,0.00008066664,0.00014443576],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0014149103,0.00013013619,0.00072739937,0.000071437564,0.000054232467,0.000009166017,0.000024823326,0.000081121296,0.0002368968],"category_scores_gemma":[0.007255513,0.00008849509,0.00017996266,0.00008423232,0.0001828232,0.0000138214955,0.000018361417,0.00023489865,0.000006794259],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.8335218,0.0010049798,0.06269186,0.000047215606,0.00025431797,0.0003881447,0.00059441413,0.006634475,0.000027788476,0.0009949252,0.000011657604,0.093828455],"study_design_scores_gemma":[0.91093457,0.0057583456,0.050181996,0.000022237153,0.00017486518,0.000016698848,0.000024633568,0.029790329,0.000013892468,0.000015116737,0.0029672466,0.000100044985],"about_ca_topic_score_codex":3.2819992e-7,"about_ca_topic_score_gemma":1.3285559e-7,"teacher_disagreement_score":0.093728416,"about_ca_system_score_codex":0.000004781478,"about_ca_system_score_gemma":0.00010301088,"threshold_uncertainty_score":0.86860514},"labels":[],"label_agreement":null},{"id":"W3215253475","doi":"10.1016/j.amjsurg.2021.10.044","title":"A systematic review of methodological principles and delivery of surgical simulation bootcamps","year":2021,"lang":"en","type":"review","venue":"The American Journal of Surgery","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":24,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto; Mount Sinai Hospital","funders":"","keywords":"Medicine; Formative assessment; Syllabus; Medical education; Multimodality; Medical physics; Pedagogy","score_opus":0.346568714106099,"score_gpt":0.4480010939680608,"score_spread":0.1014323798619618,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3215253475","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0022408331,0.9970414,0.00009339181,0.000080404025,0.00007127862,0.0003764162,0.0000055884916,0.000005636042,0.000085058025],"genre_scores_gemma":[0.004493021,0.9948806,0.00035496926,0.00012033764,0.00009902578,0.000005095386,0.000008590482,0.00002144535,0.000016889495],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.99305195,0.003032367,0.0029999637,0.00015592446,0.00060325186,0.0001565519],"domain_scores_gemma":[0.9638127,0.029423248,0.005773087,0.00031209135,0.00053004443,0.00014882714],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0071915123,0.00025035316,0.0082340585,0.00024446374,0.000027099652,0.0000077077075,0.00012771279,0.00007956768,0.00009356039],"category_scores_gemma":[0.0044442397,0.0001236632,0.0017341743,0.0007175688,0.0003767281,0.000040554612,0.00006253143,0.00043172692,9.4193086e-7],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00010629509,0.000079358186,0.00009464379,0.6849504,0.0010737199,0.0002551686,0.000032781645,0.00003386769,1.964107e-7,0.000051855677,0.000008578478,0.3133131],"study_design_scores_gemma":[0.00024337159,0.00012898944,0.00009035577,0.9474096,0.0059749335,0.0020962905,0.000112667185,0.000058496,6.496872e-7,0.0000061969663,0.043742605,0.00013587126],"about_ca_topic_score_codex":0.000002719765,"about_ca_topic_score_gemma":2.9841754e-8,"teacher_disagreement_score":0.31317723,"about_ca_system_score_codex":0.000038402286,"about_ca_system_score_gemma":0.00042566546,"threshold_uncertainty_score":0.56286377},"labels":[],"label_agreement":null},{"id":"W3215562151","doi":"10.5489/cuaj.7285","title":"A high-fidelity, virtual reality, transurethral resection of bladder tumor simulator: Validation as a tool for training","year":2021,"lang":"en","type":"article","venue":"Canadian Urological Association Journal","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"University of Toronto; Ottawa Hospital; University of Ottawa; Dalhousie University","funders":"Dalhousie University","keywords":"Construct validity; Face validity; Simulation; Content validity; Computer science; Likert scale; Fidelity; Virtual reality; Haptic technology; Construct (python library); Medicine; Surgery; Psychology; Artificial intelligence; Psychometrics","score_opus":0.05010682844836914,"score_gpt":0.3072412421054064,"score_spread":0.25713441365703726,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3215562151","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98507005,0.00004471749,0.0024157683,0.010282153,0.00043185905,0.0002665069,0.00007393621,0.000034265166,0.0013807418],"genre_scores_gemma":[0.9957659,0.000009403833,0.00034148066,0.0028278865,0.00057643285,0.0000096598515,0.00012669711,0.000016283007,0.00032626095],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9978099,0.000301855,0.00068840367,0.00024704993,0.0005267797,0.00042603913],"domain_scores_gemma":[0.9973887,0.0007446587,0.00033270067,0.00010624407,0.0009298547,0.000497841],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0016484662,0.00014003973,0.00042196838,0.0001596018,0.0002557884,0.000075433905,0.00006514456,0.00027599875,0.0015409173],"category_scores_gemma":[0.0044118506,0.00012919957,0.00029586043,0.0003289881,0.00003434123,0.000134737,0.000008192427,0.00049015024,0.000011433523],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.008467548,0.0015119996,0.6208894,0.00022937813,0.004658187,0.001594081,0.008121518,0.12572692,0.012250295,0.067811124,0.011565811,0.1371737],"study_design_scores_gemma":[0.04032404,0.0060017807,0.72527623,0.00024058961,0.0012917395,0.0013944297,0.0027820182,0.025665076,0.0049310927,0.043207213,0.14770673,0.0011790226],"about_ca_topic_score_codex":0.00036045606,"about_ca_topic_score_gemma":0.0004798207,"teacher_disagreement_score":0.13614093,"about_ca_system_score_codex":0.0005426022,"about_ca_system_score_gemma":0.0011112231,"threshold_uncertainty_score":0.9993718},"labels":[],"label_agreement":null},{"id":"W3215823540","doi":"10.5435/jaaosglobal-d-21-00114","title":"Novel Application of Immersive Virtual Reality Simulation Training: A Case Report","year":2021,"lang":"en","type":"article","venue":"JAAOS Global Research and Reviews","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Virtual reality; Control (management); Randomized controlled trial; Patient care; Virtual patient; Patient safety","score_opus":0.3349723320798409,"score_gpt":0.5143947036375027,"score_spread":0.17942237155766183,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3215823540","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.84329283,0.012085214,0.07506319,0.003110558,0.00014516893,0.0034118188,0.00008172431,0.000052289066,0.06275719],"genre_scores_gemma":[0.9984702,0.0005177159,0.0004858845,0.00010564792,0.00009032506,0.000024414758,0.00008293733,0.0000050338517,0.00021785774],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9984012,0.00016622069,0.0005113346,0.0003201477,0.000376654,0.00022443553],"domain_scores_gemma":[0.99832463,0.0003365804,0.00013172321,0.00029655392,0.0006511089,0.00025942846],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0018969632,0.000088666646,0.00037961127,0.000043232703,0.00010184789,0.000016534477,0.00003299209,0.00008796516,0.000068365654],"category_scores_gemma":[0.0030374487,0.000068091096,0.000099793666,0.00068617635,0.00014194242,0.00005836754,0.000052528416,0.00018752355,0.000010572385],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00048371917,0.00058093277,0.0055007203,0.00044340274,0.00009673723,0.009390493,0.0007240849,0.00032354772,0.0025087881,0.014986812,0.00017176438,0.964789],"study_design_scores_gemma":[0.01183043,0.0012606577,0.0371013,0.001035344,0.0002172355,0.044573803,0.005703372,0.06974924,0.0010063716,0.0029627108,0.8240508,0.0005087301],"about_ca_topic_score_codex":0.00015191938,"about_ca_topic_score_gemma":0.000050218783,"teacher_disagreement_score":0.96428025,"about_ca_system_score_codex":0.00009931455,"about_ca_system_score_gemma":0.00018808863,"threshold_uncertainty_score":0.36363292},"labels":[],"label_agreement":null},{"id":"W3216109281","doi":"10.5489/cuaj.7324","title":"Hemorrhaging laparoscopic partial nephrectomy — feasibility of a novel simulation model","year":2021,"lang":"en","type":"article","venue":"Canadian Urological Association Journal","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Ottawa Hospital; Queen's University","funders":"","keywords":"Nephrectomy; Medicine; Multidisciplinary approach; General surgery; Surgery; Kidney; Internal medicine","score_opus":0.06293464170154928,"score_gpt":0.31323325338350566,"score_spread":0.2502986116819564,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3216109281","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98714536,0.0000617157,0.005562154,0.0036535887,0.00016454831,0.00012656068,0.000017201004,0.000023267043,0.003245613],"genre_scores_gemma":[0.9956121,0.0000037471543,0.0014411071,0.0025238309,0.00018656004,0.000002512173,0.00002239621,0.0000074879417,0.00020025844],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99866545,0.00009346508,0.00041028595,0.00017514112,0.00034247647,0.00031316341],"domain_scores_gemma":[0.9984076,0.00026856014,0.0002129921,0.000097761666,0.00048877794,0.0005243197],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00054400484,0.00009530498,0.00029676512,0.00008624957,0.00014798167,0.00004056538,0.000045849527,0.0001818945,0.00068415963],"category_scores_gemma":[0.001989546,0.00008533183,0.0001559546,0.00026930438,0.000022502012,0.00008736361,0.00001087109,0.00039786304,0.000006957566],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00008481211,0.00014608786,0.80025816,0.000007895456,0.00006115315,0.000049456048,0.00011894633,0.19581889,0.00047356597,0.00040661532,0.000060835715,0.002513572],"study_design_scores_gemma":[0.0053690956,0.00007410717,0.21168855,0.000020083831,0.00008245944,0.000055175784,0.00005634392,0.7758828,0.00020028399,0.000563862,0.0058911247,0.00011615012],"about_ca_topic_score_codex":0.000079080484,"about_ca_topic_score_gemma":0.00012019481,"teacher_disagreement_score":0.58856964,"about_ca_system_score_codex":0.000533276,"about_ca_system_score_gemma":0.00077352155,"threshold_uncertainty_score":0.7491068},"labels":[],"label_agreement":null},{"id":"W3217597126","doi":"10.1016/j.bjps.2021.11.027","title":"Utilisation of a 3D printed ex vivo flexor tendon model to improve surgical training","year":2021,"lang":"en","type":"article","venue":"Journal of Plastic Reconstructive & Aesthetic Surgery","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":15,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"St. Thomas Hospital","funders":"","keywords":"Medicine; Cohort; Tendon; Confidence interval; Task (project management); Physical therapy; Simulation training; Cohort study; Significant difference; Surgery; Physical medicine and rehabilitation; Simulation; Internal medicine; Computer science","score_opus":0.054733165367742885,"score_gpt":0.29584402146788463,"score_spread":0.24111085610014174,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3217597126","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98993766,0.00008572776,0.0058025126,0.0002501546,0.0008857792,0.0001371931,0.00001218518,0.000017965922,0.0028708035],"genre_scores_gemma":[0.994802,0.00002577829,0.0048244046,0.00007577431,0.00013295605,0.0000034019909,0.000003930506,0.00002584735,0.00010593837],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99741507,0.00016155187,0.001280913,0.00026982088,0.0005683622,0.00030430726],"domain_scores_gemma":[0.9954842,0.0023159687,0.00066745334,0.00018130455,0.00096724584,0.00038385845],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0008739631,0.00021026656,0.0009806487,0.00041273303,0.000045888322,0.00002231684,0.000066601104,0.00013066709,0.0005370166],"category_scores_gemma":[0.0021281461,0.00017297082,0.0005283297,0.00044715987,0.00015530687,0.00014116829,0.00002787616,0.00038077732,0.000006818949],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.004352562,0.00066990557,0.041929822,0.00012579678,0.00048123326,0.0017933256,0.0025328437,0.010696936,0.0074892924,0.00096071535,0.0001149662,0.9288526],"study_design_scores_gemma":[0.06023965,0.0054255435,0.1558706,0.015333184,0.0036934684,0.16116352,0.034175258,0.44783068,0.08345903,0.0074427305,0.02162747,0.0037388676],"about_ca_topic_score_codex":0.0000024150845,"about_ca_topic_score_gemma":0.0000010536295,"teacher_disagreement_score":0.92511374,"about_ca_system_score_codex":0.000113530594,"about_ca_system_score_gemma":0.0009796864,"threshold_uncertainty_score":0.7053545},"labels":[],"label_agreement":null},{"id":"W32931208","doi":"","title":"Does general surgery residency prepare surgeons for community practice in British Columbia?","year":2009,"lang":"en","type":"article","venue":"PubMed","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Vernon Jubilee Hospital; University of British Columbia","funders":"","keywords":"Medicine; Humanities; Psychological intervention; Nursing; Art","score_opus":0.0504208812249267,"score_gpt":0.3011127653932546,"score_spread":0.2506918841683279,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W32931208","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98760384,0.000099769386,0.000010176892,0.0026422378,0.00019429481,0.00096262863,0.000015443271,0.00009672187,0.008374873],"genre_scores_gemma":[0.9947151,0.000048794383,0.00020905129,0.0019873346,0.00010620387,0.0004102177,0.000070746064,0.000011005686,0.0024415567],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99877065,0.00023534983,0.00031909652,0.00015491275,0.00017112003,0.00034884192],"domain_scores_gemma":[0.9967369,0.0026831608,0.00008240393,0.00021013098,0.00012347149,0.00016394685],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0016354276,0.00006181068,0.0002711349,0.00004863003,0.00014387336,0.00010545518,0.00005195341,0.00007947122,0.00007625416],"category_scores_gemma":[0.007004767,0.000070264585,0.000106884974,0.00021446265,0.00002904318,0.00017553053,0.000014163137,0.00020231503,0.0000010116943],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0002053792,0.00046066352,0.46235147,0.00003444105,0.000027269682,0.000113929076,0.00019167329,0.000012457581,0.0000011288276,0.000025153902,0.0057944236,0.53078204],"study_design_scores_gemma":[0.0013974765,0.000019817926,0.9536956,0.00003979216,0.000027805112,0.000029773697,0.00023236706,0.000052990683,0.000006315636,0.00070783024,0.043693822,0.00009644123],"about_ca_topic_score_codex":0.011001368,"about_ca_topic_score_gemma":0.0671796,"teacher_disagreement_score":0.5306856,"about_ca_system_score_codex":0.000058637102,"about_ca_system_score_gemma":0.0000714544,"threshold_uncertainty_score":0.9955845},"labels":[],"label_agreement":null},{"id":"W331608877","doi":"10.4172/plastic-surgery.1000921","title":"Teaching facial fracture repair: A novel method of surgical skills training using three-dimensional biomodels","year":2015,"lang":"en","type":"article","venue":"Plastic Surgery","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Health Sciences Centre; Sunnybrook Health Science Centre; University of Toronto","funders":"","keywords":"Medicine; Competence (human resources); Radiological weapon; Fixation (population genetics); Presentation (obstetrics); Medical physics; Medical education; Physical therapy; Surgery; Psychology","score_opus":0.1154977302745326,"score_gpt":0.35771579059316916,"score_spread":0.24221806031863657,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W331608877","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8610039,0.00007876925,0.13596863,0.00014674448,0.001686889,0.00013178695,0.000023301985,0.0002090425,0.000750964],"genre_scores_gemma":[0.96713406,5.187292e-7,0.032083377,0.00013230424,0.0005480025,0.0000032001815,0.00004067825,0.00003399956,0.00002387188],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.997749,0.00012876315,0.0006602146,0.0003675598,0.0007109087,0.0003835831],"domain_scores_gemma":[0.9838914,0.015144435,0.00020351214,0.00018594952,0.00016568015,0.0004089979],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0017986078,0.00023320696,0.0007781118,0.00029026906,0.0000911909,0.000012731279,0.000048559305,0.00020527275,0.00019806127],"category_scores_gemma":[0.004941211,0.00019009852,0.00041587572,0.00027541534,0.00008274876,0.00011967268,0.000044713277,0.00039740524,0.000008550637],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0087338425,0.0051099383,0.34733173,0.0005650064,0.0026398129,0.0036184657,0.010401952,0.44295588,0.0060589663,0.0027374586,0.0017685931,0.16807836],"study_design_scores_gemma":[0.0068929647,0.000118592485,0.010718582,0.0007421303,0.00033462205,0.0012873728,0.0003532441,0.9516091,0.00021904726,0.0002311121,0.026967963,0.0005252913],"about_ca_topic_score_codex":0.00013803547,"about_ca_topic_score_gemma":0.0000033046576,"teacher_disagreement_score":0.5086532,"about_ca_system_score_codex":0.000071906274,"about_ca_system_score_gemma":0.00043528355,"threshold_uncertainty_score":0.7751993},"labels":[],"label_agreement":null},{"id":"W334607535","doi":"10.1093/pch/13.6.493","title":"Otolaryngology training during paediatric residency: A survey of paediatricians in Canada","year":2008,"lang":"en","type":"article","venue":"Paediatrics & Child Health","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of British Columbia","funders":"","keywords":"Otorhinolaryngology; Residency training; Medicine; Family medicine; Training (meteorology); Medical education; Pediatrics; Surgery; Geography; Continuing education","score_opus":0.040089144044234686,"score_gpt":0.2776112135091655,"score_spread":0.23752206946493082,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W334607535","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9904782,0.005347512,0.00002798877,0.0014717114,0.00033529568,0.0005220686,0.000056073626,0.00005286731,0.0017082747],"genre_scores_gemma":[0.9943608,0.0034784074,0.0003199711,0.001283802,0.0003900146,0.000012040886,0.00009307457,0.000041765077,0.000020092986],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9963249,0.0004057616,0.0012607017,0.00046942927,0.0006764385,0.00086278695],"domain_scores_gemma":[0.9975049,0.0010752471,0.00045146394,0.0003212525,0.0001316438,0.0005155055],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0012431922,0.00025744305,0.0009595691,0.0006731349,0.00023031337,0.0000038881167,0.0001552891,0.00014865224,0.00007493989],"category_scores_gemma":[0.0013114841,0.00025596406,0.00012035263,0.0025597678,0.00005404448,0.00007411232,0.00005343277,0.00073551416,0.0000070231877],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00017741507,0.00009524224,0.9949938,0.00015933125,0.000017652977,0.000269932,0.0013203692,0.00030795223,9.5074404e-7,0.000038289232,0.00014623383,0.002472809],"study_design_scores_gemma":[0.004228521,0.00012788645,0.9943772,0.00003753415,0.000020656247,0.00013692812,0.000223066,0.00037726152,0.0000061157293,0.000019809468,0.0002485943,0.0001964508],"about_ca_topic_score_codex":0.7626425,"about_ca_topic_score_gemma":0.80755794,"teacher_disagreement_score":0.044915445,"about_ca_system_score_codex":0.00076460274,"about_ca_system_score_gemma":0.009926896,"threshold_uncertainty_score":0.9999893},"labels":[],"label_agreement":null},{"id":"W336146807","doi":"10.1007/978-3-662-44196-1_34","title":"Comparison of Multimodal Notifications During Telesurgery","year":2014,"lang":"en","type":"book-chapter","venue":"Lecture notes in computer science","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":4,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Modality (human–computer interaction); Haptic technology; Computer science; Margin (machine learning); Modalities; Task force; Task (project management); Set (abstract data type); Treatment modality; Simulation; Artificial intelligence; Human–computer interaction; Machine learning; Surgery; Medicine; Engineering","score_opus":0.04515747838436995,"score_gpt":0.32539759318529754,"score_spread":0.2802401148009276,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W336146807","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.01618356,0.00020893806,0.9743654,0.00040458402,0.00062640884,0.00029036502,0.0000038239104,0.00007652942,0.007840391],"genre_scores_gemma":[0.9762567,0.000005630229,0.023035683,0.00020897173,0.0002725338,0.0000018188299,0.000011331029,0.000017768238,0.0001895299],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.998285,0.000012597225,0.0004848215,0.000477838,0.00050862797,0.00023109448],"domain_scores_gemma":[0.9984372,0.00061457616,0.00021820886,0.00043472392,0.00017566842,0.00011961813],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00031879032,0.00019864265,0.00055194664,0.0004327584,0.00009595522,0.00003216768,0.00021996743,0.00018471586,0.00011842974],"category_scores_gemma":[0.00016772987,0.00017244575,0.00011855217,0.00021590677,0.00045620368,0.000038452938,0.00009541255,0.00043783674,0.000019554082],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00005333021,0.00007997042,0.010774244,0.00011953836,0.00002211376,0.000019977711,0.000705971,0.06415631,0.0008786882,0.0019115654,0.0000033199615,0.92127496],"study_design_scores_gemma":[0.0024981974,0.00020805052,0.052535355,0.0018636924,0.000055348217,0.00004774324,0.000001101764,0.91925496,0.011340547,0.0045855273,0.0068462607,0.00076323596],"about_ca_topic_score_codex":0.000007464627,"about_ca_topic_score_gemma":0.000006714955,"teacher_disagreement_score":0.9600732,"about_ca_system_score_codex":0.000079676465,"about_ca_system_score_gemma":0.00013947654,"threshold_uncertainty_score":0.7032134},"labels":[],"label_agreement":null},{"id":"W39766092","doi":"10.1503/cjs.035510","title":"Resident self-assessment of operative experience in primary total knee and total hip arthroplasty: Is it accurate?","year":2012,"lang":"en","type":"article","venue":"Canadian Journal of Surgery","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":33,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Medicine; Total hip arthroplasty; Total knee arthroplasty; Arthroplasty; Surgery; Physical therapy","score_opus":0.06428791105262703,"score_gpt":0.3336931122788833,"score_spread":0.2694052012262563,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W39766092","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9965231,0.0006254155,0.000011153879,0.00061310973,0.00033951885,0.000077336495,0.000005976981,0.0000022759607,0.0018021505],"genre_scores_gemma":[0.9991021,0.00004305163,0.00016329544,0.0004799921,0.00012423712,0.0000021559056,0.000002609241,0.000008363344,0.00007417654],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9988767,0.000071734125,0.0004865248,0.000083851744,0.00021150443,0.00026966791],"domain_scores_gemma":[0.9985641,0.00037696157,0.0001615033,0.00007291359,0.000121204685,0.00070331653],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0005829493,0.00009634115,0.0003659555,0.000298591,0.00005242381,0.000019827698,0.000019686702,0.00005657687,0.0009397335],"category_scores_gemma":[0.00013059228,0.000081524246,0.00008013803,0.00018155477,0.00007065203,0.0003083446,0.000008687541,0.00022766457,0.0000014039291],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000053841522,0.000041923166,0.98362905,0.00002713852,0.000053239062,0.0003354241,0.010676542,0.0000397414,0.00008226502,0.000046194207,0.00050256355,0.004512056],"study_design_scores_gemma":[0.0008964001,0.00006176607,0.9918099,0.00023105617,0.000018540417,0.00045114028,0.004198593,0.000103083665,0.00013765914,0.0000027908316,0.0019994269,0.00008963426],"about_ca_topic_score_codex":0.00055070716,"about_ca_topic_score_gemma":0.00028086125,"teacher_disagreement_score":0.008180838,"about_ca_system_score_codex":0.00023126729,"about_ca_system_score_gemma":0.001518754,"threshold_uncertainty_score":0.99997354},"labels":[],"label_agreement":null},{"id":"W4200031266","doi":"10.1177/00034894211059310","title":"Hand Motion Analysis Illustrates Differences When Drilling Cadaveric and Printed Temporal Bone","year":2021,"lang":"en","type":"article","venue":"Annals of Otology Rhinology & Laryngology","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Health Sciences Centre; University of Manitoba","funders":"","keywords":"Cadaveric spasm; Drill; 3d printed; Temporal bone; Sigmoid sinus; Anatomy; Orthodontics; Medicine; Surgery; Biomedical engineering; Engineering","score_opus":0.07546214279388794,"score_gpt":0.3251544134082149,"score_spread":0.24969227061432694,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4200031266","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98958826,0.0016058829,0.0011167058,0.0061242823,0.00011047235,0.00012050987,0.000008488585,0.000048862716,0.0012765242],"genre_scores_gemma":[0.9972779,0.0002813037,0.00053695904,0.0014230777,0.00003949272,0.000008543178,0.00013568466,0.000008955578,0.0002880768],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9982243,0.00029475073,0.0005290203,0.0004688974,0.000102638434,0.0003803484],"domain_scores_gemma":[0.998668,0.00039471695,0.00022614824,0.00025092738,0.00032739615,0.0001327973],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00023222226,0.00018761794,0.0010338102,0.00038278356,0.000107868516,0.000009427156,0.00006787354,0.00045799516,0.0010713768],"category_scores_gemma":[0.00034891703,0.00016379487,0.0001866519,0.00044133636,0.0008543904,0.00006039265,0.00008106141,0.0003028103,0.00000943521],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00022983881,0.0001696643,0.98762286,0.000035861547,0.0015229486,0.00048428559,0.00043689957,0.000043702825,0.0015812854,0.0032417104,0.000030156074,0.0046007885],"study_design_scores_gemma":[0.0017515447,0.00036714517,0.9856654,0.000017353794,0.00061017054,0.0005889755,0.00025729186,0.0031503572,0.0041330205,0.0017670903,0.0015394533,0.00015224305],"about_ca_topic_score_codex":0.00012748581,"about_ca_topic_score_gemma":0.00034243072,"teacher_disagreement_score":0.0076896353,"about_ca_system_score_codex":0.0000061238384,"about_ca_system_score_gemma":0.0000644464,"threshold_uncertainty_score":0.99984175},"labels":[],"label_agreement":null},{"id":"W4200055581","doi":"10.1007/s11548-021-02537-4","title":"Movement-level process modeling of microsurgical bimanual and unimanual tasks","year":2021,"lang":"en","type":"article","venue":"International Journal of Computer Assisted Radiology and Surgery","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"Saastamoisen säätiö; University of Alberta; Kuopion Yliopistollinen Sairaala; Itä-Suomen Yliopisto","keywords":"Computer science; Process (computing); Movement (music); Similarity (geometry); Task (project management); Cosine similarity; Human–computer interaction; Artificial intelligence; Information retrieval; Pattern recognition (psychology)","score_opus":0.053795584026959255,"score_gpt":0.3249580168362875,"score_spread":0.2711624328093282,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4200055581","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97453505,0.00084534904,0.022692537,0.0012049503,0.00051446416,0.000024810483,0.0000057706284,0.0000059750378,0.0001710744],"genre_scores_gemma":[0.9961886,0.00020831428,0.0023297598,0.0009306856,0.0002961946,4.383292e-7,0.000019257104,0.0000058084183,0.000020961912],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9988881,0.00009249534,0.0005776232,0.0001294209,0.00020728212,0.000105078994],"domain_scores_gemma":[0.99837744,0.0005993099,0.00021246256,0.00004625477,0.0006581569,0.00010634565],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00041049405,0.00009152363,0.00042202105,0.00020112917,0.000029725257,0.000017077471,0.000052998446,0.00009144483,0.00004673478],"category_scores_gemma":[0.00010115802,0.000074118325,0.00012923869,0.000075952434,0.00012483644,0.000086898086,0.00003669767,0.00019872678,2.6205515e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.004486496,0.0011557875,0.5771592,0.0002048744,0.0041087214,0.005971393,0.0017263906,0.009316622,0.0032433446,0.0024364148,0.00055550697,0.3896352],"study_design_scores_gemma":[0.013496464,0.00043974645,0.6309532,0.0011228103,0.00029809633,0.03190719,0.00075034075,0.3127476,0.001692186,0.002236112,0.003898136,0.0004581369],"about_ca_topic_score_codex":0.0000015283638,"about_ca_topic_score_gemma":4.5231147e-7,"teacher_disagreement_score":0.38917705,"about_ca_system_score_codex":0.000016543458,"about_ca_system_score_gemma":0.00014467577,"threshold_uncertainty_score":0.30224574},"labels":[],"label_agreement":null},{"id":"W4200092215","doi":"10.1016/j.amjsurg.2021.11.023","title":"Exploring the roles of artificial intelligence in surgical education: A scoping review","year":2021,"lang":"en","type":"review","venue":"The American Journal of Surgery","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":51,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Mila - Quebec Artificial Intelligence Institute; Jewish General Hospital; McGill University Health Centre; McGill University","funders":"Social Sciences and Humanities Research Council of Canada","keywords":"Computer science; Medical education; Artificial intelligence; Data science; Psychology; Medicine","score_opus":0.3771734371706931,"score_gpt":0.4491459229148004,"score_spread":0.07197248574410725,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4200092215","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0012571394,0.997335,0.000021719981,0.00058636983,0.0003549253,0.00026179565,7.552924e-7,0.000003964015,0.00017828778],"genre_scores_gemma":[0.0022651267,0.9968634,0.000048067795,0.00023659671,0.0005318986,0.000023576902,0.00000384836,0.000020538882,0.0000069163616],"study_design_codex":"design_other","study_design_gemma":"systematic_review","domain_scores_codex":[0.9964506,0.0008256649,0.0019616268,0.0001373428,0.00044226582,0.0001824967],"domain_scores_gemma":[0.99179876,0.00566478,0.001904885,0.00030136743,0.00023099399,0.00009920823],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0031568755,0.00019439573,0.0029435444,0.00025226446,0.000042696483,0.000016903463,0.00020112081,0.000025108484,0.00014181438],"category_scores_gemma":[0.0010602473,0.00009545222,0.0010560605,0.0015571433,0.0002756039,0.000071480645,0.000044087577,0.00065764575,0.0000048380666],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00002851436,0.00007130935,0.000029135712,0.0068083704,0.00007688586,0.000102576545,0.000087560125,0.000005783507,2.168518e-8,0.00007387899,0.000008694726,0.99270725],"study_design_scores_gemma":[0.00003450827,0.00003684093,0.000047219455,0.84471613,0.0006197575,0.0014868067,0.0010071186,0.0000035895348,0.0000012325693,0.000019023051,0.15189734,0.00013042183],"about_ca_topic_score_codex":0.000006048605,"about_ca_topic_score_gemma":0.0000013083389,"teacher_disagreement_score":0.99257684,"about_ca_system_score_codex":0.000056676497,"about_ca_system_score_gemma":0.0019035169,"threshold_uncertainty_score":0.38924286},"labels":[],"label_agreement":null},{"id":"W4200110019","doi":"10.36909/jer.12241","title":"Virtual Reality Simulator for Training on Surgery Ergonomics Skills","year":2021,"lang":"en","type":"article","venue":"Journal of Engineering Research","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University; Montreal Neurological Institute and Hospital","funders":"King Abdulaziz University","keywords":"Virtual reality; Human factors and ergonomics; Simulation; Table (database); Work (physics); Computer science; Training (meteorology); Human–computer interaction; Poison control; Engineering; Medicine; Mechanical engineering; Medical emergency","score_opus":0.16276365632028053,"score_gpt":0.4098825769909633,"score_spread":0.24711892067068278,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4200110019","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99303025,0.00009884982,0.00499748,0.000937548,0.00037832774,0.000098470504,0.000004817266,0.00001818315,0.0004360874],"genre_scores_gemma":[0.9981211,0.000041433526,0.0007274115,0.000092199116,0.0007313174,0.000002280372,0.000005849874,0.000024075358,0.00025434265],"study_design_codex":"simulation_or_modeling","study_design_gemma":"not_applicable","domain_scores_codex":[0.9985992,0.00005221486,0.00042722662,0.00012068704,0.0004905292,0.0003101569],"domain_scores_gemma":[0.9936455,0.0052448045,0.00006573818,0.0001346442,0.000639888,0.0002694117],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0027147569,0.00008199126,0.00036362835,0.00030240376,0.00005590155,0.000034180543,0.000055677436,0.000109536864,0.00008109355],"category_scores_gemma":[0.007268772,0.00007110507,0.00024434552,0.0003000473,0.000021959102,0.00006227922,0.000017649367,0.0007084661,0.000004077424],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.002709882,0.0007734785,0.0024762999,0.00028817204,0.00058566505,0.0012493958,0.0014400264,0.8514326,0.007718881,0.005923554,0.0023719494,0.12303009],"study_design_scores_gemma":[0.016976513,0.0028290062,0.101831086,0.0031957305,0.0001410679,0.00078354706,0.0023375985,0.38350436,0.021089785,0.00041565113,0.4661725,0.0007231732],"about_ca_topic_score_codex":6.8974003e-7,"about_ca_topic_score_gemma":2.9516787e-7,"teacher_disagreement_score":0.46792826,"about_ca_system_score_codex":0.00013602649,"about_ca_system_score_gemma":0.00039834945,"threshold_uncertainty_score":0.8701924},"labels":[],"label_agreement":null},{"id":"W4200232909","doi":"10.1109/iros51168.2021.9636627","title":"Deep Neural Skill Assessment and Transfer: Application to Robotic Surgery Training","year":2021,"lang":"en","type":"article","venue":"2021 IEEE/RSJ International Conference on Intelligent Robots and Systems (IROS)","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":12,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"Canada Foundation for Innovation; Health Research","keywords":"Computer science; Transfer of learning; Artificial neural network; Training (meteorology); Artificial intelligence; Robot; Human–computer interaction","score_opus":0.11211322615996172,"score_gpt":0.359077710568045,"score_spread":0.24696448440808327,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4200232909","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.45016706,0.000622782,0.51926553,0.0054714093,0.0032166222,0.0011054768,0.000026837797,0.000111113295,0.020013124],"genre_scores_gemma":[0.99731505,0.00030597972,0.00022307398,0.0006247185,0.0003330881,0.00008971043,0.000119242366,0.000024790465,0.0009643488],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9978086,0.00011253802,0.0006329184,0.0005938453,0.00057236914,0.0002797675],"domain_scores_gemma":[0.99859995,0.0003450633,0.00008377484,0.00021098708,0.00039422716,0.00036598454],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00039128345,0.0002544698,0.0005247464,0.00020465793,0.0001226148,0.00024061324,0.000088239016,0.00011800001,0.0005905659],"category_scores_gemma":[0.000088274835,0.00022613436,0.0001250716,0.00019567259,0.00005721144,0.00010274328,0.000026897904,0.00026747398,0.00003543639],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0005530168,0.0009084713,0.044457085,0.00044473988,0.00091746147,0.0005084012,0.005975271,0.10176212,0.013977237,0.21999645,0.00020187927,0.61029786],"study_design_scores_gemma":[0.0015293744,0.00026692793,0.034039803,0.00095935987,0.00012790295,0.0003695317,0.0054434966,0.948767,0.0010146213,0.00029616363,0.0065708123,0.0006149761],"about_ca_topic_score_codex":0.000056626322,"about_ca_topic_score_gemma":0.00003541143,"teacher_disagreement_score":0.8470049,"about_ca_system_score_codex":0.00011285785,"about_ca_system_score_gemma":0.00012851198,"threshold_uncertainty_score":0.9221492},"labels":[],"label_agreement":null},{"id":"W4200250840","doi":"10.1159/000521451","title":"Factors That Influence Intraoperative Decision-Making among Pediatric Neurosurgeons: A Grounded Theory Study","year":2021,"lang":"en","type":"article","venue":"Pediatric Neurosurgery","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Simon Fraser University; York University","funders":"","keywords":"Subspecialty; Medicine; Grounded theory; Pediatric surgery; Pediatric neurosurgery; Neurosurgery; Operating theater; Scope (computer science); Qualitative research; Surgery; Family medicine","score_opus":0.0366452898498563,"score_gpt":0.30660372758182763,"score_spread":0.2699584377319713,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4200250840","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9964088,0.00039558555,0.0002214789,0.000067255125,0.0013124292,0.00059123524,0.00001087916,0.00032187396,0.0006704512],"genre_scores_gemma":[0.99803,0.00025990998,0.000038848888,0.00087262917,0.0004982478,0.000041512038,0.000014840646,0.00008299793,0.00016099721],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9957182,0.0006545747,0.00090137805,0.0010112366,0.0010402744,0.0006743276],"domain_scores_gemma":[0.98854184,0.009741082,0.00031834655,0.00063846447,0.00033501067,0.00042526866],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0008661308,0.00049436756,0.00085235015,0.0005858344,0.00042851758,0.00022089631,0.00017567052,0.00016124974,0.00061544497],"category_scores_gemma":[0.0068299924,0.00041090415,0.0003969336,0.002301048,0.000081969745,0.00047308338,0.00020338666,0.00074956083,0.00004720964],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00020065442,0.0007238332,0.9923309,0.000039048315,0.00003651365,0.0022099342,0.00070237543,0.00024144695,0.000010405914,0.00005460895,0.00007004649,0.0033802157],"study_design_scores_gemma":[0.0015481543,0.0001373733,0.9958936,0.000024090172,0.00038097575,0.000040244486,0.00093922735,0.00013715036,0.00003530265,0.00034941625,0.00013154763,0.00038292332],"about_ca_topic_score_codex":0.000011678121,"about_ca_topic_score_gemma":0.000011454896,"teacher_disagreement_score":0.009086507,"about_ca_system_score_codex":0.00008095466,"about_ca_system_score_gemma":0.00035016544,"threshold_uncertainty_score":0.9998343},"labels":[],"label_agreement":null},{"id":"W4200283550","doi":"10.1136/bmj-2021-067883","title":"“It’s not rocket science” and “It’s not brain surgery”—“It’s a walk in the park”: prospective comparative study","year":2021,"lang":"en","type":"article","venue":"BMJ","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":28,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Aerospace; Confidence interval; Recall; Test (biology); Psychology; Population; Cognition; Artificial intelligence; Medicine; Computer science; Cognitive psychology; Engineering; Psychiatry","score_opus":0.14362196184607576,"score_gpt":0.4069361338212948,"score_spread":0.263314171975219,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4200283550","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.86476785,0.000016807766,0.000008578981,0.10335916,0.00013862828,0.001110476,0.000005298162,0.000027907616,0.030565284],"genre_scores_gemma":[0.97839177,0.0000034069756,0.00005418155,0.020569632,0.00013291166,0.00009877545,0.000006979628,0.000008930564,0.0007333951],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9975777,0.00029744982,0.00042340677,0.00046992552,0.0009070974,0.0003243783],"domain_scores_gemma":[0.9972583,0.0018935519,0.000094399904,0.00030188513,0.0003158404,0.00013603282],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0031956087,0.00016227829,0.0004474252,0.00014341323,0.0002320117,0.000105893574,0.00010972697,0.000048201553,0.00023100403],"category_scores_gemma":[0.0021204336,0.00010972611,0.000064609805,0.0010805115,0.00025756416,0.0001325137,0.00008535674,0.00028796247,0.00003046949],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0018514832,0.0031753823,0.63622564,0.00006161304,0.00024614867,0.0021849363,0.2518383,0.0000983701,0.00060262415,0.0011565932,0.08524017,0.017318716],"study_design_scores_gemma":[0.0043416787,0.00022285349,0.88083255,0.00011286362,0.000041920477,0.00009496761,0.07630364,0.0015035574,0.0009668285,0.000069445116,0.035300154,0.0002095453],"about_ca_topic_score_codex":0.000046621066,"about_ca_topic_score_gemma":0.00048473227,"teacher_disagreement_score":0.2446069,"about_ca_system_score_codex":0.00009565882,"about_ca_system_score_gemma":0.00049247954,"threshold_uncertainty_score":0.4474501},"labels":[],"label_agreement":null},{"id":"W4200409305","doi":"10.1017/s0022215121004151","title":"A systematic review of facial plastic surgery simulation training models","year":2021,"lang":"en","type":"review","venue":"The Journal of Laryngology & Otology","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Vancouver General Hospital; University of British Columbia","funders":"","keywords":"Septoplasty; Fidelity; Face validity; Scale (ratio); Medicine; Computer science; Surgery; Medical physics; Physical therapy; Nose; Clinical psychology; Psychometrics","score_opus":0.14720873146218463,"score_gpt":0.3864210220045371,"score_spread":0.23921229054235246,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4200409305","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00013213241,0.9971028,0.0010905502,0.00009059428,0.0005762333,0.0006891332,0.000006728503,0.000011232769,0.00030058765],"genre_scores_gemma":[0.0075921486,0.99165195,0.000045080564,0.00040629084,0.00019967808,0.00001312082,0.000033288827,0.000034601704,0.000023823954],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.9935059,0.0025086051,0.0031718295,0.00016549962,0.00036356368,0.0002846077],"domain_scores_gemma":[0.974714,0.021057293,0.0033240365,0.00033727707,0.00044550333,0.00012193815],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0032202567,0.00032273817,0.007720248,0.00038303054,0.00005475198,0.0000040804957,0.00022806224,0.00044172164,0.0003431844],"category_scores_gemma":[0.0067692236,0.0001813169,0.0014495678,0.00044175843,0.00019298319,0.00006251444,0.000050460156,0.0008738445,0.000009389233],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00009458156,0.00008714782,0.000007655328,0.95108384,0.002139512,0.0005441477,0.00030715362,0.00080575247,1.818797e-7,0.00024377977,0.000047814734,0.044638462],"study_design_scores_gemma":[0.0007504555,0.00022288141,0.000010319017,0.9344306,0.019487208,0.010757041,0.00009208861,0.001421352,1.2292146e-7,0.00007664978,0.032554843,0.00019643072],"about_ca_topic_score_codex":0.0000014011672,"about_ca_topic_score_gemma":8.0273816e-7,"teacher_disagreement_score":0.04444203,"about_ca_system_score_codex":0.00006348764,"about_ca_system_score_gemma":0.00087231066,"threshold_uncertainty_score":0.8103882},"labels":[],"label_agreement":null},{"id":"W4200441547","doi":"10.1016/j.surg.2021.11.037","title":"Training in soft tissue resection using real-time visual computer navigation feedback from the Surgery Tutor: A randomized controlled trial","year":2021,"lang":"en","type":"article","venue":"Surgery","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":7,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Kingston Health Sciences Centre; Queen's University","funders":"National Institute of Biomedical Imaging and Bioengineering; National Institute of General Medical Sciences; National Institutes of Health; Canarie; Southeastern Ontario Academic Medical Organization; Medtronic","keywords":"Medicine; Randomized controlled trial; TUTOR; Margin (machine learning); Visual feedback; Surgery; Physical medicine and rehabilitation; Medical physics; Physical therapy; Artificial intelligence; Computer science","score_opus":0.05616910222549946,"score_gpt":0.33387282288312475,"score_spread":0.2777037206576253,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4200441547","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9946133,0.00023496836,0.0009909162,0.00044668207,0.0016747393,0.0012214687,0.0000033793315,0.00010168434,0.00071288954],"genre_scores_gemma":[0.99695003,0.000044518023,0.00024710048,0.00032723864,0.0018476183,0.000051788153,0.00033926434,0.000032253705,0.00016016212],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9964006,0.0014147027,0.0010382544,0.00036513153,0.0004598346,0.00032150705],"domain_scores_gemma":[0.9753683,0.023878234,0.0002958587,0.00019202466,0.00015422108,0.000111357105],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00425085,0.00020048989,0.0019685824,0.00012993373,0.00014923353,0.00008707077,0.000032739197,0.00017647266,0.0011746142],"category_scores_gemma":[0.0025042887,0.00014596115,0.0006802742,0.00042989742,0.00009945109,0.0001231162,0.000024989167,0.00027649605,0.00004411662],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.93776214,0.00017925029,0.0024380924,0.000019768479,0.0003515236,0.00037388134,0.0017980525,0.0006593133,0.0013900425,0.000013469171,0.00026131383,0.054753143],"study_design_scores_gemma":[0.897193,0.000029617813,0.002593078,0.0007263381,0.00023052165,0.000038248112,0.00040650877,0.09722661,0.00022303632,0.00018972617,0.00090209214,0.00024118063],"about_ca_topic_score_codex":0.0004230955,"about_ca_topic_score_gemma":0.000035914803,"teacher_disagreement_score":0.096567295,"about_ca_system_score_codex":0.000082433326,"about_ca_system_score_gemma":0.00055684504,"threshold_uncertainty_score":0.99973845},"labels":[],"label_agreement":null},{"id":"W4200511075","doi":"10.7759/cureus.20536","title":"Development and Learner-Based Assessment of a Novel, Customized, 3D Printed Small Bowel Simulator for Hand-Sewn Anastomosis Training","year":2021,"lang":"en","type":"article","venue":"Cureus","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":13,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ontario Institute of Technology; Montreal General Hospital; Centre Hospitalier de l’Université de Montréal; Université de Montréal","funders":"Université de Montréal; Natural Sciences and Engineering Research Council of Canada; Mitacs; Canada Research Chairs; University of Ontario Institute of Technology","keywords":"Medicine; Medical physics; Dreyfus model of skill acquisition; Simulation; Surgery; Physical therapy; Medical education; Computer science","score_opus":0.10983016953518511,"score_gpt":0.3518726817943788,"score_spread":0.2420425122591937,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4200511075","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9365504,0.0001597215,0.060641084,0.00024613406,0.000102687416,0.00039517498,0.000009673336,0.00005121304,0.0018439573],"genre_scores_gemma":[0.8859071,0.000003551347,0.11340065,0.0003358372,0.000040632844,0.00003373667,0.0000573681,0.000021424761,0.00019969685],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99889076,0.000024494999,0.00037535626,0.00028895622,0.00019595424,0.00022450088],"domain_scores_gemma":[0.9989783,0.00035869554,0.000109966924,0.00015751393,0.00022257977,0.00017294611],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00032501091,0.00014715779,0.0003954907,0.000058650112,0.00009682897,0.000025271154,0.000041089672,0.00009406382,0.00017060056],"category_scores_gemma":[0.00032183705,0.00013074467,0.000096655254,0.0001497623,0.000057464087,0.000029609157,0.000030732637,0.00011925494,8.3844554e-7],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0051805708,0.0064148437,0.09048489,0.002652543,0.0031047063,0.00030293688,0.018503016,0.04503501,0.087404914,0.008022107,0.00010231282,0.73279214],"study_design_scores_gemma":[0.06637848,0.00040058562,0.058009803,0.00078884437,0.00039445263,0.000027341965,0.0027550664,0.69688,0.025736893,0.000019277872,0.14803796,0.0005713254],"about_ca_topic_score_codex":0.000005526094,"about_ca_topic_score_gemma":0.0000286655,"teacher_disagreement_score":0.7322208,"about_ca_system_score_codex":0.00007638836,"about_ca_system_score_gemma":0.00051418436,"threshold_uncertainty_score":0.5331613},"labels":[],"label_agreement":null},{"id":"W4205218288","doi":"10.2196/preprints.21273","title":"An Educational Network for Surgical Education Supported by Gamification Elements: Protocol for a Randomized Controlled Trial (Preprint)","year":2020,"lang":"en","type":"preprint","venue":"","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Centre Hospitalier de l’Université de Montréal; Montreal General Hospital; Université de Montréal","funders":"","keywords":"Medical education; Randomized controlled trial; Blinding; Preprint; Usability; Protocol (science); Medicine; Psychology; Multimedia; Computer science; Surgery; Alternative medicine; World Wide Web","score_opus":0.04863834693798617,"score_gpt":0.4137966591785444,"score_spread":0.3651583122405582,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4205218288","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0027804824,0.000017270635,0.043655597,0.008020529,0.0009922081,0.93666714,0.00006750369,0.00024856423,0.0075506866],"genre_scores_gemma":[0.062717445,0.0000028569125,0.013990558,0.0009124283,0.0035543507,0.9063994,0.0098102745,0.000063458625,0.0025491961],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9955315,0.00046143297,0.0021664882,0.0009923916,0.0004732862,0.00037492797],"domain_scores_gemma":[0.99414754,0.0029325197,0.0010937329,0.00049755874,0.00089730875,0.00043136658],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.002882725,0.0004411364,0.0022769766,0.00011231146,0.0001463256,0.00013385298,0.00019989943,0.00044039197,0.003294678],"category_scores_gemma":[0.0021638507,0.00033831375,0.0012183706,0.0001377782,0.00007512988,0.0000821205,0.00005042538,0.00035855104,0.000012874603],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.9665755,0.002192251,0.00007825915,0.00032508333,0.0005994629,2.5786335e-7,0.000083334875,0.0002876655,0.00001793364,0.0117178075,0.012841333,0.0052811275],"study_design_scores_gemma":[0.83549184,0.00044487359,0.00002741763,0.00014643425,0.0004987207,0.0000018044279,0.000046928308,0.06586748,0.00003014748,0.0108311735,0.08632665,0.0002865188],"about_ca_topic_score_codex":0.000017131477,"about_ca_topic_score_gemma":0.0000022155566,"teacher_disagreement_score":0.13108364,"about_ca_system_score_codex":0.00016140423,"about_ca_system_score_gemma":0.0023517725,"threshold_uncertainty_score":0.9999069},"labels":[],"label_agreement":null},{"id":"W4205238459","doi":"10.1007/s00464-021-08941-w","title":"Consensus priority research questions in gastrointestinal and endoscopic surgery in the year 2020: results of a SAGES Delphi study","year":2022,"lang":"en","type":"article","venue":"Surgical Endoscopy","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":5,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University; McGill University; Jewish General Hospital","funders":"","keywords":"Medicine; Round table; Respondent; Delphi method; Task force; Delphi; Abdominal surgery; Family medicine; General surgery; Surgery; Statistics","score_opus":0.09173004410717434,"score_gpt":0.4003607356427857,"score_spread":0.30863069153561135,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4205238459","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9944928,0.00017945698,4.6755645e-7,0.0013095817,0.00003821203,0.00061659893,0.000023513992,0.000019454497,0.0033198905],"genre_scores_gemma":[0.99963367,0.000021894371,0.000118412514,0.000034158773,0.00004134213,0.00006843157,0.000014518273,0.000009014142,0.00005857775],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99650437,0.0015846814,0.00054970226,0.00031252037,0.0007102941,0.0003384193],"domain_scores_gemma":[0.992424,0.007092636,0.00006933957,0.00023931594,0.00007502984,0.000099654724],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0048163026,0.00010606887,0.00036328158,0.00028318964,0.00013120503,0.000014716522,0.00009607562,0.000027389455,0.0002110029],"category_scores_gemma":[0.0020444847,0.00008067793,0.000056512254,0.0010524984,0.0002152744,0.0000203066,0.000117703654,0.0008687814,0.0000036699714],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0041282857,0.0014701228,0.9868232,0.000032880813,0.000012538252,0.0036585762,0.0018668699,0.000134376,0.000033268752,0.0009001472,0.0001078917,0.0008318332],"study_design_scores_gemma":[0.031934183,0.001238136,0.9488222,0.00024618945,0.000016188718,0.00035599284,0.013040643,0.0005571325,0.000019244686,0.00027393183,0.0033900512,0.00010611423],"about_ca_topic_score_codex":0.0008536023,"about_ca_topic_score_gemma":0.00019033176,"teacher_disagreement_score":0.038001016,"about_ca_system_score_codex":0.00006933216,"about_ca_system_score_gemma":0.00019457794,"threshold_uncertainty_score":0.37744713},"labels":[],"label_agreement":null},{"id":"W4205678785","doi":"10.1016/j.jss.2021.12.020","title":"The Surgical Skills and Technology Elective Program and Medical Student Career Choice","year":2022,"lang":"en","type":"article","venue":"Journal of Surgical Research","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":4,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Kingston Health Sciences Centre; Queen's University","funders":"","keywords":"Medical education; Specialty; Medicine; Exploratory analysis; Family medicine; Psychology","score_opus":0.06019815409422022,"score_gpt":0.47595278547356595,"score_spread":0.41575463137934576,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4205678785","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.96711606,0.0037551615,0.0000010407584,0.025811566,0.000094385716,0.00033921658,0.0000012611322,0.000021087068,0.002860206],"genre_scores_gemma":[0.9976323,0.0014336215,0.000027468417,0.000057816786,0.00027904758,0.000034211054,0.000001107369,0.000012154458,0.0005222543],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9954896,0.0005414607,0.00045156255,0.00020045458,0.0028560208,0.00046089455],"domain_scores_gemma":[0.99385893,0.0047201593,0.00009213157,0.00012583485,0.0006408265,0.00056208647],"candidate_categories":["research_integrity"],"consensus_categories":[],"category_scores_codex":[0.0058869882,0.000098148914,0.00034432905,0.0003140253,0.0007547842,0.000089095156,0.00021695592,0.00012194422,0.00050403364],"category_scores_gemma":[0.0016345595,0.00005610023,0.00008306527,0.00095419516,0.00086250645,0.000046203888,0.00043806594,0.0024673906,0.0000021849812],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0011297733,0.0013428595,0.14283137,0.000017250053,0.00024153822,0.008974439,0.00035654212,0.0000049040555,0.0000114356035,0.0038971328,0.00062755804,0.8405652],"study_design_scores_gemma":[0.007474482,0.0030160826,0.025600353,0.000050764927,0.000023320114,0.005585897,0.0010953577,0.00029042776,0.000018014414,0.00060504826,0.9561641,0.00007614239],"about_ca_topic_score_codex":0.000007771489,"about_ca_topic_score_gemma":0.000004777055,"teacher_disagreement_score":0.95553654,"about_ca_system_score_codex":0.00012845402,"about_ca_system_score_gemma":0.000376136,"threshold_uncertainty_score":0.99983394},"labels":[],"label_agreement":null},{"id":"W4205787996","doi":"10.1503/cjs.001016","title":"Letter to the Editor","year":2016,"lang":"en","type":"letter","venue":"Canadian Journal of Surgery","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Medicine; Curriculum; Global Positioning System; Medical education; Telecommunications; Computer science; Pedagogy","score_opus":0.05191340102715018,"score_gpt":0.25911359722066496,"score_spread":0.20720019619351476,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4205787996","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00053796155,0.00022367912,0.000029905554,0.9793531,0.016719077,0.00007816151,0.00002386926,0.0000046764353,0.0030296224],"genre_scores_gemma":[0.00952499,0.000005246703,0.00000995055,0.7550871,0.23214312,0.0000013700833,0.00000849676,0.00002832772,0.0031914269],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9986021,0.0000731705,0.00044248725,0.00011098622,0.0003566907,0.0004145727],"domain_scores_gemma":[0.99760324,0.0010416402,0.00020494388,0.0002101023,0.0002569329,0.0006831393],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00063500996,0.00014982451,0.00044659604,0.00052061013,0.00008003587,0.00004551714,0.00013475814,0.00032677726,0.0023083831],"category_scores_gemma":[0.0005921577,0.00007889313,0.0003891772,0.00015155136,0.00006167348,0.00004714807,0.0000050561066,0.0012279847,0.00020243679],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000012153804,7.7754567e-7,0.0015070814,0.000012750428,0.00006941744,0.004410909,0.000039678922,9.902461e-7,5.620674e-7,0.0000010619857,0.9824263,0.0115183545],"study_design_scores_gemma":[0.00020752754,0.000015559106,0.0013270424,0.00048688395,0.000049836803,0.00025094728,0.0000051437223,3.8812323e-7,0.000003162851,0.000011463971,0.9975389,0.00010310803],"about_ca_topic_score_codex":0.00018654024,"about_ca_topic_score_gemma":0.00025788572,"teacher_disagreement_score":0.22426598,"about_ca_system_score_codex":0.00016658462,"about_ca_system_score_gemma":0.0017509384,"threshold_uncertainty_score":0.99860364},"labels":[],"label_agreement":null},{"id":"W4205801416","doi":"10.1109/ismr48346.2021.9661527","title":"Surgical Skill Evaluation From Robot-Assisted Surgery Recordings","year":2021,"lang":"en","type":"article","venue":"","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":17,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"Canada Foundation for Innovation; Government of Alberta; Health Research","keywords":"Computer science; Reliability (semiconductor); Consistency (knowledge bases); Task (project management); Machine learning; Artificial intelligence; Representation (politics); Robot; Robotic surgery; Code (set theory); Human–computer interaction","score_opus":0.10024856060312702,"score_gpt":0.3525238320441166,"score_spread":0.25227527144098955,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4205801416","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.89377433,0.00020526517,0.0002701509,0.0017465225,0.0003590247,0.00010539224,0.000002316722,0.00012761613,0.10340941],"genre_scores_gemma":[0.995281,0.000022641409,0.0009552833,0.000722469,0.00023709728,0.0000076113975,0.0003947903,0.000012663983,0.0023664488],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.998714,0.00012263867,0.00029330904,0.000269583,0.000441036,0.00015938372],"domain_scores_gemma":[0.99820113,0.0011187401,0.00004762727,0.00017810283,0.00029380727,0.00016058181],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0005046248,0.0000926452,0.00028489647,0.000052538813,0.000049804337,0.000027364315,0.000019311006,0.00009640716,0.02963479],"category_scores_gemma":[0.0007092371,0.00007613125,0.00017767542,0.0003038627,0.000019232262,0.0000630849,0.000018800563,0.000115702685,0.00018023002],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00022597876,0.00028227497,0.12721957,0.00001103048,0.00014400351,0.00063890894,0.00011599699,0.00007788844,0.00044010274,0.00034730087,0.0016313662,0.8688656],"study_design_scores_gemma":[0.0055011436,0.000023843166,0.89013845,0.00012457785,0.00019637258,0.000118384836,0.00032329123,0.016003713,0.002202589,0.00041659927,0.0847332,0.00021784585],"about_ca_topic_score_codex":0.00007341708,"about_ca_topic_score_gemma":0.000021602957,"teacher_disagreement_score":0.86864775,"about_ca_system_score_codex":0.000059676764,"about_ca_system_score_gemma":0.00016561618,"threshold_uncertainty_score":0.97125226},"labels":[],"label_agreement":null},{"id":"W4205840924","doi":"10.1038/s41433-021-01866-7","title":"The clinician’s guide to randomized trials: interpretation","year":2022,"lang":"en","type":"editorial","venue":"Eye","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"St. Joseph’s Healthcare Hamilton; McMaster University; Impact","funders":"","keywords":"Interpretation (philosophy); Medicine; Randomized controlled trial; MEDLINE; Medical physics; Ophthalmic pathology; Optometry; Intensive care medicine; Ophthalmology; Neuro-ophthalmology; Surgery; Computer science; Glaucoma","score_opus":0.048142319748897724,"score_gpt":0.4408551195741158,"score_spread":0.39271279982521806,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4205840924","genre_codex":"editorial","genre_gemma":"editorial","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"editorial","genre_consensus":"editorial","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000043201446,0.0005216093,0.0005668837,0.0019288067,0.9489766,0.0013753605,0.000029616382,0.000096726675,0.04646119],"genre_scores_gemma":[0.00219104,0.00023818159,0.00019916445,0.0010965059,0.9602051,0.0003758756,0.00052836596,0.00005143338,0.035114385],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9958416,0.0015422791,0.0012789879,0.00029526753,0.00085312745,0.00018873879],"domain_scores_gemma":[0.9426157,0.056106336,0.0005045904,0.0003883478,0.00023208889,0.00015293181],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.013268546,0.0001788838,0.0014446855,0.000094364535,0.00019182543,0.00006606638,0.0001629032,0.0002498816,0.0022722455],"category_scores_gemma":[0.135522,0.000104588,0.0007278632,0.00015797622,0.00005642532,0.000020327276,0.00007669325,0.0007584571,0.00015978848],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.08506184,0.000016903656,0.0000017849615,0.000009976688,0.00021844589,0.000010638659,0.00030212064,0.000037266276,3.6997395e-7,0.00007049235,0.86974853,0.04452162],"study_design_scores_gemma":[0.11067277,0.00008758722,0.000004021949,0.0000841424,0.00032935434,1.8292897e-7,0.00014549615,0.00053974235,0.0000010825073,0.000104000785,0.88793534,0.00009630344],"about_ca_topic_score_codex":0.000029633246,"about_ca_topic_score_gemma":0.000009974983,"teacher_disagreement_score":0.12225345,"about_ca_system_score_codex":0.00013417825,"about_ca_system_score_gemma":0.00028991757,"threshold_uncertainty_score":0.9986398},"labels":[],"label_agreement":null},{"id":"W4205849558","doi":"10.1007/s00464-021-08880-6","title":"Development of a simulation curriculum to teach and assess advanced laparoscopic suturing skills using telesimulation: a feasibility study","year":2022,"lang":"en","type":"article","venue":"Surgical Endoscopy","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":6,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto; University Health Network; McGill University; McGill University Health Centre","funders":"","keywords":"Medicine; Curriculum; Competence (human resources); Usability; Medical education; Medical physics; Intervention (counseling); Test (biology); Physical therapy; Nursing; Psychology; Computer science; Pedagogy","score_opus":0.05679336580704722,"score_gpt":0.39000008726450647,"score_spread":0.3332067214574592,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4205849558","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99772096,0.000045843797,0.0004826544,0.000024548117,0.0001563692,0.001160073,0.000004259366,0.0000690093,0.0003362828],"genre_scores_gemma":[0.99358904,6.511004e-7,0.00618807,0.000048012345,0.000054864395,0.00004529738,0.0000171744,0.000018769846,0.000038093152],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9979369,0.00017896359,0.00057836995,0.00043968007,0.00061041536,0.00025564973],"domain_scores_gemma":[0.99897873,0.00035284672,0.0001280515,0.00021407039,0.00010807146,0.00021822972],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00062424794,0.00017472547,0.00047365346,0.00015386197,0.0003103042,0.000017484694,0.00006740507,0.00003997989,0.00039246792],"category_scores_gemma":[0.0001827639,0.00016069184,0.000064702625,0.00053150154,0.000029688425,0.00008624302,0.00017108308,0.00022958331,0.0000020758323],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0011601007,0.0026246149,0.6547852,0.000086454645,0.00007811696,0.00008173457,0.0029967076,0.32871082,0.00066522154,0.00007357996,7.017135e-7,0.008736737],"study_design_scores_gemma":[0.11322096,0.0020440123,0.66628224,0.00033844457,0.00024705133,0.000055620614,0.0092571685,0.18312211,0.0031617344,0.000066462584,0.021242548,0.00096163247],"about_ca_topic_score_codex":0.000014277904,"about_ca_topic_score_gemma":0.0000049627292,"teacher_disagreement_score":0.14558871,"about_ca_system_score_codex":0.00021389831,"about_ca_system_score_gemma":0.00012115343,"threshold_uncertainty_score":0.65528226},"labels":[],"label_agreement":null},{"id":"W4205910015","doi":"10.1017/cjn.2021.457","title":"P.181 High-Fidelity Simulation-Based Microsurgical Training for Neurosurgical Residents","year":2021,"lang":"en","type":"article","venue":"Canadian Journal of Neurological Sciences / Journal Canadien des Sciences Neurologiques","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Microsurgery; Medicine; Curriculum; Anastomosis; Neurosurgery; Cornerstone; Fidelity; Simulation training; Middle cerebral artery; Medical physics; Surgery; Medical education; Physical therapy; Simulation; Psychology; Computer science; Internal medicine; Ischemia","score_opus":0.0907118489950741,"score_gpt":0.3391587170964702,"score_spread":0.2484468681013961,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4205910015","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9900621,0.00055205275,0.0005934664,0.006244471,0.00095605187,0.00020903663,0.000021255419,0.000029458404,0.0013320972],"genre_scores_gemma":[0.986228,0.000047601017,0.0047287485,0.008476311,0.000457053,0.0000032832525,0.000002627185,0.000017643039,0.000038755035],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99471724,0.00088406674,0.001308948,0.0006995732,0.00100354,0.0013866049],"domain_scores_gemma":[0.99134654,0.0039434317,0.00067013304,0.00017791461,0.00123414,0.002627858],"candidate_categories":["metaresearch","metaepi_narrow","sts"],"consensus_categories":["sts"],"category_scores_codex":[0.0042776377,0.00034813533,0.00079969503,0.0006573163,0.0025352507,0.0007032262,0.0007953409,0.00027805255,0.00052976835],"category_scores_gemma":[0.0106816115,0.00024908947,0.0005552565,0.0014582089,0.0037823238,0.00052961893,0.000040655104,0.001171774,0.0000030400731],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0008628821,0.00013167197,0.74141544,0.000027332564,0.000040034425,0.02019005,0.00028501102,0.22456785,0.00012083513,0.0015075544,0.00019915929,0.010652196],"study_design_scores_gemma":[0.00711679,0.06611938,0.75656474,0.0002364174,0.00025302317,0.026771747,0.00045709187,0.0956286,0.0005444866,0.021377776,0.02400069,0.00092927384],"about_ca_topic_score_codex":0.00026388798,"about_ca_topic_score_gemma":0.006074281,"teacher_disagreement_score":0.12893926,"about_ca_system_score_codex":0.00020193578,"about_ca_system_score_gemma":0.0066617206,"threshold_uncertainty_score":0.9999961},"labels":[],"label_agreement":null},{"id":"W4206150449","doi":"10.1016/j.ijsu.2021.106210","title":"Non-technical skills in surgery during the COVID-19 pandemic: An observational study","year":2022,"lang":"en","type":"article","venue":"International Journal of Surgery","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Coronavirus disease 2019 (COVID-19); Medicine; Teamwork; Pandemic; Observational study; Equivalence (formal languages); Internal medicine; Infectious disease (medical specialty); Mathematics; Disease","score_opus":0.27572071667180376,"score_gpt":0.42599469408780544,"score_spread":0.15027397741600168,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4206150449","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9955941,0.000046164914,0.000045976856,0.0030587888,0.0009649943,0.0001394664,0.000008686932,0.000021152033,0.0001206892],"genre_scores_gemma":[0.9963515,0.000025692083,0.000027481015,0.0029593431,0.00047863222,0.000018207782,0.000025979829,0.000014677661,0.00009851619],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9971413,0.00023614739,0.0009662085,0.00015827293,0.0013302537,0.0001678321],"domain_scores_gemma":[0.99558765,0.003413593,0.00041514615,0.00013117646,0.00025380022,0.00019863251],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0037950359,0.00010852013,0.00035988452,0.0005652577,0.00013554726,0.000035932382,0.00023864022,0.000036946523,0.0013116221],"category_scores_gemma":[0.0016050474,0.000081264436,0.00027586907,0.00036524495,0.000047612903,0.00021804862,0.00010138126,0.00058199285,0.0000029205162],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0008271645,0.0010766137,0.98977983,0.0000047637413,0.00010896118,0.0017123539,0.00037893784,0.0036616651,0.00014326417,0.000023882782,0.00037029033,0.0019122686],"study_design_scores_gemma":[0.0017533523,0.000050574243,0.98708653,0.000026653597,0.000017156333,0.0021250963,0.0007588641,0.00022495231,0.000006524166,0.00013200639,0.007731394,0.00008688551],"about_ca_topic_score_codex":0.000045225133,"about_ca_topic_score_gemma":0.000021489062,"teacher_disagreement_score":0.007361104,"about_ca_system_score_codex":0.0005422469,"about_ca_system_score_gemma":0.0006295667,"threshold_uncertainty_score":0.9996013},"labels":[],"label_agreement":null},{"id":"W4206198302","doi":"10.1007/s00464-021-08946-5","title":"Contextual interference for skills development and transfer in laparoscopic surgery: a randomized controlled trial","year":2022,"lang":"en","type":"article","venue":"Surgical Endoscopy","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":7,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Health Sciences Centre; University of British Columbia; University of Manitoba","funders":"Royal College of Physicians and Surgeons of Canada","keywords":"Randomized controlled trial; Medicine; Random assignment; Laparoscopic surgery; Task (project management); Physical therapy; Surgery; Laparoscopy","score_opus":0.028643612458184354,"score_gpt":0.3079973014790219,"score_spread":0.2793536890208375,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4206198302","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99255574,0.00032962888,0.00022160892,0.00039680803,0.0004107619,0.004336319,0.000008008278,0.000052923515,0.001688202],"genre_scores_gemma":[0.9959089,0.000029113733,0.00013238596,0.0003183212,0.00007028627,0.0029340526,0.000051150484,0.000017689816,0.0005380714],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9976857,0.00044292607,0.0008946218,0.00033613777,0.00031093167,0.00032970827],"domain_scores_gemma":[0.99235094,0.0072740335,0.0000662951,0.000097185075,0.000041771724,0.00016978923],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.002124081,0.00019457588,0.002015886,0.0001937581,0.00011697071,0.000022217218,0.000054073385,0.000065010536,0.0012528183],"category_scores_gemma":[0.0007408399,0.00014338845,0.0003565444,0.00018663303,0.00011100337,0.00003781389,0.000033066648,0.00025975198,0.0000033366023],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.9928412,0.00042740937,0.0004934384,0.000023905312,0.0001298056,0.000077903685,0.0008539157,0.0000136915605,0.000006539713,0.0017852976,0.000011592678,0.003335346],"study_design_scores_gemma":[0.9832368,0.0002728093,0.000063526546,0.000057902664,0.00006532314,0.000014327886,0.00019931854,0.00080218137,0.0002207889,0.000090825255,0.014832816,0.00014340255],"about_ca_topic_score_codex":0.000010669763,"about_ca_topic_score_gemma":0.0000067236983,"teacher_disagreement_score":0.014821223,"about_ca_system_score_codex":0.00007059283,"about_ca_system_score_gemma":0.00022365511,"threshold_uncertainty_score":0.9996602},"labels":[],"label_agreement":null},{"id":"W4206298414","doi":"10.1155/2021/2435126","title":"Development and Validation of a Mixed Reality Configuration of a Simulator for a Minimally Invasive Spine Surgery Using the Workspace of a Haptic Device and Simulator Users","year":2021,"lang":"en","type":"article","venue":"BioMed Research International","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"Natural Sciences and Engineering Research Council of Canada; Mitacs; McGill University","keywords":"Workspace; Haptic technology; Simulation; Virtual reality; Computer science; Surgical simulation; Kinematics; Position (finance); Human–computer interaction; Artificial intelligence; Robot; Surgery; Medicine","score_opus":0.24844665686413867,"score_gpt":0.43538504018006263,"score_spread":0.18693838331592397,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4206298414","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9937803,0.00010656434,0.0046698693,0.0009406733,0.00007391317,0.00035899243,0.000022616736,0.000004258667,0.000042777086],"genre_scores_gemma":[0.9935759,0.000018994828,0.0061832634,0.00002267951,0.000041977313,0.000012236395,0.00009596643,0.000007460585,0.000041522933],"study_design_codex":"bench_or_experimental","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9985724,0.00012668765,0.00044516448,0.00017202184,0.0005600766,0.00012361232],"domain_scores_gemma":[0.99590164,0.0022675002,0.00019078494,0.0000987637,0.0014643844,0.00007693483],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0013962393,0.000069637055,0.00023177447,0.00022614446,0.000055659882,0.000017654014,0.000046217683,0.00006010195,0.000035373836],"category_scores_gemma":[0.003056728,0.000053849675,0.000052357387,0.00032702915,0.00024677458,0.00006608591,0.000054233384,0.00007535496,1.4019483e-7],"study_design_candidate":"bench_or_experimental","study_design_consensus":"bench_or_experimental","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0053618345,0.0010528961,0.09749328,0.0027314816,0.0019567844,0.000041906373,0.007349549,0.0017950285,0.8311091,0.008317495,0.00014800383,0.042642657],"study_design_scores_gemma":[0.008060208,0.00023196301,0.1604744,0.00173426,0.0001163005,0.000024794334,0.0047456715,0.13667567,0.68233645,0.00042333963,0.004956942,0.00021996988],"about_ca_topic_score_codex":0.00002570264,"about_ca_topic_score_gemma":0.00001906466,"teacher_disagreement_score":0.14877261,"about_ca_system_score_codex":0.00005835663,"about_ca_system_score_gemma":0.00054876175,"threshold_uncertainty_score":0.365941},"labels":[],"label_agreement":null},{"id":"W4206394787","doi":"10.1016/j.wneu.2021.12.119","title":"Tool-Tissue Forces in Hemangioblastoma Surgery","year":2022,"lang":"en","type":"article","venue":"World Neurosurgery","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":6,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Medicine; Surgery; Dissection (medical); Hemangioblastoma; Clinical trial","score_opus":0.03444913737610029,"score_gpt":0.2816106756272722,"score_spread":0.24716153825117193,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4206394787","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98756367,0.00012206781,0.0000031060881,0.0026049563,0.00072316243,0.00017045304,0.000004590064,0.00012354959,0.008684459],"genre_scores_gemma":[0.99104047,0.000006948819,0.000014613201,0.00419598,0.00011762688,0.000060463048,0.0000299057,0.00003047043,0.004503511],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.99839956,0.00012820498,0.0004399513,0.0003049602,0.0003885914,0.00033872997],"domain_scores_gemma":[0.99817735,0.0014020071,0.00008378943,0.00021683818,0.000015766307,0.000104223815],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00052662357,0.00013543163,0.00037824755,0.00065739633,0.0001588484,0.000018067045,0.000054202046,0.000020202859,0.0047558597],"category_scores_gemma":[0.00022931432,0.00013905692,0.00018021095,0.0012622781,0.000033745724,0.00004947362,0.00008245169,0.00030233848,0.00003282579],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0011045532,0.0006003978,0.8951828,0.000079814294,0.000030092751,0.005236877,0.00027139753,0.0026454732,0.0016366859,0.0009912838,0.021485731,0.0707349],"study_design_scores_gemma":[0.001327678,0.00006841541,0.2825831,0.00005403303,0.00001845614,0.0001914317,0.00007377971,0.0010354443,0.0013838221,0.00015306182,0.71281105,0.00029975924],"about_ca_topic_score_codex":0.00001348253,"about_ca_topic_score_gemma":0.00001930595,"teacher_disagreement_score":0.6913253,"about_ca_system_score_codex":0.00007320975,"about_ca_system_score_gemma":0.00006383385,"threshold_uncertainty_score":0.99615395},"labels":[],"label_agreement":null},{"id":"W4206545864","doi":"10.1017/cjn.2021.284","title":"P.215 Tumor Heatmaps – Feedback Tool for Virtual Reality Neurosurgical Simulation","year":2021,"lang":"en","type":"article","venue":"Canadian Journal of Neurological Sciences / Journal Canadien des Sciences Neurologiques","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Medicine; Curriculum; Medical physics; Virtual reality; Neurosurgery; Resection; Medical education; Psychology; Computer science; Surgery; Artificial intelligence","score_opus":0.07301195068282627,"score_gpt":0.32833234661715105,"score_spread":0.25532039593432476,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4206545864","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9889211,0.00037128053,0.00033843901,0.006745729,0.0010612054,0.00022139099,0.000020858635,0.00002766285,0.0022923371],"genre_scores_gemma":[0.9898709,0.000061119856,0.00128816,0.008158991,0.000528775,0.0000029301907,0.0000018944284,0.000014796724,0.000072423114],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99525875,0.0008239481,0.0011492408,0.00063377415,0.00090069155,0.0012336104],"domain_scores_gemma":[0.99393225,0.0020694912,0.0005977124,0.00016968352,0.0011091895,0.002121697],"candidate_categories":["sts"],"consensus_categories":["sts"],"category_scores_codex":[0.003920765,0.00032131874,0.00069427275,0.0005060798,0.002232956,0.00063757494,0.0006858159,0.00019446398,0.00044219298],"category_scores_gemma":[0.007998642,0.00022374888,0.0004889105,0.0013775069,0.0033517359,0.0007092187,0.000048901646,0.0010380354,0.000003999481],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0009694784,0.00016388624,0.8308214,0.00002421197,0.00004665577,0.021686886,0.0002956348,0.12461406,0.00010262837,0.003290572,0.00075987534,0.017224714],"study_design_scores_gemma":[0.0054899068,0.12259707,0.6213253,0.00016768936,0.00024858266,0.079480104,0.00042493618,0.07514577,0.00041084018,0.019425219,0.074309975,0.00097462477],"about_ca_topic_score_codex":0.00013443535,"about_ca_topic_score_gemma":0.005046945,"teacher_disagreement_score":0.20949611,"about_ca_system_score_codex":0.00020163713,"about_ca_system_score_gemma":0.004785019,"threshold_uncertainty_score":0.99936056},"labels":[],"label_agreement":null},{"id":"W4206705770","doi":"10.1097/gh9.0000000000000059","title":"Evaluation and usability study of low-cost laparoscopic box trainer “Lap-Pack”: a 2-stage multicenter cohort study","year":2021,"lang":"en","type":"article","venue":"International Journal of Surgery Global Health","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Usability; Medicine; Face validity; Physical therapy; Trainer; Confidence interval; Cohort; Computer science; Psychometrics; Internal medicine","score_opus":0.08448192767283036,"score_gpt":0.442357703166139,"score_spread":0.3578757754933086,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4206705770","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99687636,0.000222384,0.000049619026,0.00082001486,0.000927264,0.00072227843,0.00002704278,0.000008481353,0.00034652822],"genre_scores_gemma":[0.9991739,0.000050989875,0.000057358815,0.00049635535,0.00017013561,0.0000075988683,0.000015406933,0.0000074677055,0.000020807845],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99598986,0.00056840066,0.0011957804,0.00023229013,0.0018356352,0.00017803501],"domain_scores_gemma":[0.9968026,0.00043369495,0.0006106741,0.00014808722,0.0017516536,0.00025326654],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.004187943,0.00013091334,0.0006198346,0.00012535529,0.000047499372,0.000033147287,0.000077984456,0.000041760853,0.0003450729],"category_scores_gemma":[0.0013012876,0.000109333596,0.00013914396,0.00023250055,0.000046973717,0.00015915775,0.000040348827,0.00019005194,0.0000020202613],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0006411732,0.0041030613,0.9599081,0.000029925412,0.00047416583,0.00017325669,0.0007061221,0.00024521997,0.0000066533576,0.000010844622,0.000036862144,0.03366461],"study_design_scores_gemma":[0.00825155,0.0003242104,0.9860049,0.00019953858,0.00011653481,0.000084046645,0.0033685432,0.0012693973,0.000020014304,0.000030590098,0.00026382605,0.00006684259],"about_ca_topic_score_codex":0.00019050553,"about_ca_topic_score_gemma":0.00022820012,"teacher_disagreement_score":0.033597767,"about_ca_system_score_codex":0.0005332229,"about_ca_system_score_gemma":0.0009715436,"threshold_uncertainty_score":0.44584948},"labels":[],"label_agreement":null},{"id":"W4206732993","doi":"10.1007/s00464-021-08939-4","title":"Merged virtual reality teaching of the fundamentals of laparoscopic surgery: a randomized controlled trial","year":2022,"lang":"en","type":"article","venue":"Surgical Endoscopy","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":19,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"St. Boniface Hospital; University of Manitoba","funders":"Department of Surgery, University of Manitoba; University of Manitoba","keywords":"Randomized controlled trial; Virtual reality; Fidelity; Test (biology); Physical therapy; Medicine; Psychology; Computer science; Medical physics; Surgery; Artificial intelligence","score_opus":0.033047096819195654,"score_gpt":0.3292355178129416,"score_spread":0.2961884209937459,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4206732993","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.983297,0.00015736431,0.000013045698,0.0006038819,0.0009069851,0.0024510825,0.000025818994,0.00004122802,0.012503595],"genre_scores_gemma":[0.9986432,0.000015844606,0.000017846754,0.00014943724,0.00010513549,0.00028610736,0.000026558468,0.000016262436,0.0007395955],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9944488,0.0028064896,0.0013260085,0.00024523865,0.00092581246,0.00024764304],"domain_scores_gemma":[0.9916482,0.0072433334,0.00060846785,0.00032370412,0.00005651987,0.0001197883],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0050928663,0.00017505942,0.002558935,0.000108644526,0.00021216419,0.000007355847,0.00013692737,0.00006219564,0.0028498613],"category_scores_gemma":[0.0023559527,0.00010343376,0.0013824009,0.00029670814,0.0002863594,0.0000330246,0.00012551148,0.0004662866,0.000001821074],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.9909242,0.00059850916,0.0013123505,0.000022566393,0.00035701168,0.000014952939,0.00025394568,0.00023833517,0.00016896414,0.0056005353,0.000076838674,0.00043180393],"study_design_scores_gemma":[0.99208397,0.0002689491,0.00012505526,0.00005276589,0.00025541056,0.000007624966,0.00024417177,0.0008522808,0.0007806813,0.00016308084,0.0050805984,0.000085399006],"about_ca_topic_score_codex":0.000121013516,"about_ca_topic_score_gemma":0.0000012210106,"teacher_disagreement_score":0.015346214,"about_ca_system_score_codex":0.000060194492,"about_ca_system_score_gemma":0.00020231195,"threshold_uncertainty_score":0.99806166},"labels":[],"label_agreement":null},{"id":"W4206736166","doi":"10.3390/jimaging8010007","title":"Towards a First-Person Perspective Mixed Reality Guidance System for Needle Interventions","year":2022,"lang":"en","type":"article","venue":"Journal of Imaging","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":16,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University","funders":"Canadian Institutes of Health Research","keywords":"Imaging phantom; Guidance system; Computer science; Puncturing; Perspective (graphical); Visualization; Stereoscopy; Medical physics; Medicine; Computer vision; Human–computer interaction; Radiology; Artificial intelligence","score_opus":0.0804655611166898,"score_gpt":0.36885162069512883,"score_spread":0.28838605957843905,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4206736166","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5442307,0.01166553,0.2320657,0.106443785,0.0066707423,0.0019337968,0.00015866179,0.00031262843,0.09651847],"genre_scores_gemma":[0.99787927,0.0000018070114,0.0015694894,0.00017583495,0.00022052912,0.000010463224,0.0000023353796,0.000010587072,0.00012971406],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.99913454,0.000060349677,0.0003367439,0.000089507106,0.00025642614,0.00012241332],"domain_scores_gemma":[0.9990989,0.000110118664,0.0002826226,0.000076708304,0.00034397657,0.00008769415],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0008794458,0.000063450745,0.00022819158,0.0001277076,0.00020680636,0.000020549634,0.00006892904,0.00000980377,0.00014026811],"category_scores_gemma":[0.00032911764,0.000054795055,0.00034300904,0.00015683133,0.000019709896,0.00008973706,0.000023209845,0.00020737054,8.8559494e-7],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.020345207,0.0062854732,0.1734543,0.008502949,0.005875224,0.005148859,0.12809584,0.051764548,0.005643173,0.09929281,0.07950919,0.4160824],"study_design_scores_gemma":[0.04012233,0.0024027382,0.12248314,0.004518448,0.0013741632,0.006126432,0.53891945,0.13543539,0.001137124,0.0013935652,0.14541781,0.0006694123],"about_ca_topic_score_codex":0.000043425345,"about_ca_topic_score_gemma":0.0000023012406,"teacher_disagreement_score":0.45364857,"about_ca_system_score_codex":0.00055779336,"about_ca_system_score_gemma":0.000078091405,"threshold_uncertainty_score":0.22344775},"labels":[],"label_agreement":null},{"id":"W4206776388","doi":"10.1117/12.2613199","title":"Feasibility of video-based skills assessment: a study on ultrasound-guided needle insertions using simulated projections","year":2022,"lang":"en","type":"article","venue":"","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University; Carleton University","funders":"","keywords":"3D ultrasound; Computer vision; Artificial intelligence; Computer science; Tracking (education); Perspective (graphical); Match moving; Ultrasound; Point (geometry); Motion (physics); Projection (relational algebra); Mathematics; Medicine; Radiology; Algorithm","score_opus":0.130209367713847,"score_gpt":0.4275868674029774,"score_spread":0.2973774996891304,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4206776388","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98803693,0.0000021685676,0.0007859097,0.0001229801,0.00010584989,0.0014355248,0.000016834625,0.00015614225,0.0093376655],"genre_scores_gemma":[0.9986136,1.0677295e-7,0.0005290774,0.0005147575,0.000018998173,0.000019260176,0.00004274432,0.00001797181,0.00024351163],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99830663,0.00025540066,0.00045950577,0.00029481426,0.00050680834,0.00017681364],"domain_scores_gemma":[0.9986285,0.00064365426,0.00011389611,0.00034920656,0.00016248717,0.0001022489],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00052793085,0.00012913537,0.00028873177,0.00024680214,0.0003695267,0.000013957665,0.00006081611,0.0000342048,0.002538492],"category_scores_gemma":[0.00032132558,0.00011232219,0.00013898108,0.0010296035,0.000040843322,0.00004928291,0.00003191464,0.000279697,0.000003251974],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00022451296,0.008036108,0.7191583,0.000013270373,0.00009983676,0.000011417704,0.00064351055,0.26961234,0.0019104,0.00015455089,0.000027047354,0.00010872544],"study_design_scores_gemma":[0.017082483,0.0019661414,0.79213184,0.000035733214,0.00024080758,0.000025321777,0.0065967473,0.18072468,0.0005614431,0.00008827219,0.00031793266,0.00022858381],"about_ca_topic_score_codex":0.00034735302,"about_ca_topic_score_gemma":0.00001419607,"teacher_disagreement_score":0.08888766,"about_ca_system_score_codex":0.0003034805,"about_ca_system_score_gemma":0.0002922199,"threshold_uncertainty_score":0.9983733},"labels":[],"label_agreement":null},{"id":"W4206831770","doi":"10.1007/s00464-022-09011-5","title":"Fear of innovation: public’s perception of robotic surgery","year":2022,"lang":"en","type":"article","venue":"Surgical Endoscopy","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":22,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Health Sciences Centre; Sunnybrook Health Science Centre; Institute for Clinical Evaluative Sciences; St. Michael's Hospital; University of Toronto","funders":"Physicians' Services Incorporated Foundation; Ontario Ministry of Health and Long-Term Care","keywords":"Robotic surgery; Medicine; Vignette; Abdominal surgery; Laparoscopic surgery; Perception; Invasive surgery; General surgery; Surgery; Laparoscopy; Psychology","score_opus":0.06212202103754682,"score_gpt":0.3210475619284723,"score_spread":0.25892554089092545,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4206831770","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9837141,0.00006680349,0.00010735953,0.000857281,0.00022780754,0.00013745729,0.00000723835,0.000046075373,0.014835865],"genre_scores_gemma":[0.99900454,0.0000123780555,0.0002472993,0.00014462601,0.000066412016,0.000014066183,0.0001201635,0.00001248956,0.00037804467],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.9984539,0.000114627794,0.00058567734,0.00016325724,0.0005143076,0.00016820342],"domain_scores_gemma":[0.9988925,0.00046583996,0.00018872623,0.00016839695,0.00021295616,0.00007161159],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0006663709,0.00008484747,0.0003918331,0.0002987896,0.00007009708,0.0000044973954,0.000054088505,0.000043035216,0.011430509],"category_scores_gemma":[0.00029257883,0.00007692008,0.00013083086,0.0014205513,0.00008734153,0.000055980436,0.00005323826,0.00019716696,0.000010021933],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.006208155,0.0034553604,0.754562,0.0006649259,0.0004465232,0.00049204164,0.0011353454,0.0074920882,0.0055124136,0.118060164,0.002348255,0.09962272],"study_design_scores_gemma":[0.071072474,0.0020924052,0.34008193,0.00031321848,0.00028359517,0.00055279606,0.0048640915,0.016492078,0.004357168,0.0017512282,0.5571695,0.0009694904],"about_ca_topic_score_codex":0.000016358377,"about_ca_topic_score_gemma":2.2036153e-7,"teacher_disagreement_score":0.55482125,"about_ca_system_score_codex":0.000049492646,"about_ca_system_score_gemma":0.00014685465,"threshold_uncertainty_score":0.98947316},"labels":[],"label_agreement":null},{"id":"W4206956108","doi":"10.1101/2022.01.22.22269640","title":"Expert Surgeons and Deep Learning Models Can Predict the Outcome of Surgical Hemorrhage from One Minute of Video","year":2022,"lang":"en","type":"preprint","venue":"medRxiv","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Neurosurgery; Medicine; Blood loss; Hemostasis; Surgery; Predictive value; Internal medicine","score_opus":0.08197249230243411,"score_gpt":0.3047172235135534,"score_spread":0.2227447312111193,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4206956108","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99283063,0.0018598265,0.00045505725,0.0010285851,0.00022966246,0.00036135918,0.00007160385,0.00006143028,0.0031018562],"genre_scores_gemma":[0.9984261,0.00032282373,0.00041613894,0.00010682634,0.00009673864,0.00004159466,0.00018278943,0.000036788493,0.0003702313],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9976113,0.00030277483,0.0007632876,0.0004411901,0.0006509353,0.0002305057],"domain_scores_gemma":[0.9975285,0.0013635443,0.0003474431,0.0004982196,0.000089590045,0.00017272725],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0008294244,0.00023976041,0.00092192594,0.00011735212,0.000091168076,0.000012077587,0.00019508784,0.00018563983,0.0016444018],"category_scores_gemma":[0.0002724169,0.00017637202,0.00027920332,0.0001577761,0.00018473217,0.000024628247,0.00052340055,0.0009861506,8.8346724e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00052732363,0.00024468344,0.96111447,0.00027911548,0.0004339611,0.00031353533,0.0045780884,0.016296254,0.00011268194,0.00028108485,0.000009402597,0.015809411],"study_design_scores_gemma":[0.013553783,0.00045558254,0.48483074,0.0008802659,0.0012265821,0.000086934604,0.003943336,0.4612213,0.0007893714,0.001865002,0.030109538,0.0010375589],"about_ca_topic_score_codex":0.0013783304,"about_ca_topic_score_gemma":0.00006233743,"teacher_disagreement_score":0.47628373,"about_ca_system_score_codex":0.000040071645,"about_ca_system_score_gemma":0.00006642004,"threshold_uncertainty_score":0.99926823},"labels":[],"label_agreement":null},{"id":"W4207054574","doi":"10.33976/iugns.30.1/2022/2","title":"Initial Experience of the Training Centre of Minimally Invasive Surgery at Ahli Arab Hospital in Gaza","year":2022,"lang":"en","type":"article","venue":"IUG Journal of Natural Studies","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Trainer; Laparoscopic surgery; Curriculum; Invasive surgery; Training system; Medicine; Training (meteorology); Virtual reality; Physical therapy; Medical education; Surgery; Simulation; Medical physics; Laparoscopy; Psychology; Computer science; Artificial intelligence","score_opus":0.07074886046330874,"score_gpt":0.331599738276616,"score_spread":0.26085087781330724,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4207054574","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9928259,0.0044983043,1.7211674e-7,0.0013817052,0.0007033685,0.00008937845,0.000003959208,0.0000027294202,0.0004944839],"genre_scores_gemma":[0.99950105,0.00012655946,0.000032639695,0.00016730785,0.00008420436,0.0000017196362,8.106259e-7,0.000005786897,0.0000799404],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9985043,0.00011250213,0.00061362854,0.000086733795,0.00053064193,0.00015221728],"domain_scores_gemma":[0.9979545,0.0011581668,0.000543766,0.00006537909,0.00023653214,0.00004169411],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0003718778,0.00009399296,0.0005117653,0.000115084506,0.00010073603,0.0000025739516,0.000103524195,0.00002231681,0.000093319395],"category_scores_gemma":[0.001495012,0.000058565678,0.00025154918,0.0003173285,0.00018861459,0.00007035425,0.00014201898,0.0003328451,1.944197e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0032948223,0.0005065817,0.7858294,0.00016150979,0.00085273304,0.0010546197,0.1691886,0.0006682236,0.004311491,0.00015226754,0.0007890504,0.033190697],"study_design_scores_gemma":[0.0061619203,0.0006121388,0.79302126,0.000965084,0.00011979991,0.00030325778,0.1882829,0.00006465296,0.008021624,0.00014623356,0.0020907016,0.00021042075],"about_ca_topic_score_codex":0.000004477963,"about_ca_topic_score_gemma":0.000017441975,"teacher_disagreement_score":0.032980274,"about_ca_system_score_codex":0.00011493645,"about_ca_system_score_gemma":0.00011712806,"threshold_uncertainty_score":0.2388239},"labels":[],"label_agreement":null},{"id":"W4210253814","doi":"10.1016/j.jsurg.2022.01.002","title":"The Interactive Relationship Between Instructor Perceptions and Learner Personality on Surgical Skills Performance","year":2022,"lang":"en","type":"article","venue":"Journal of surgical education","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University; London Health Sciences Centre; Western University","funders":"Social Sciences and Humanities Research Council of Canada; Academic Medical Organization of Southwestern Ontario","keywords":"Personality; Perception; Psychology; Medical education; Applied psychology; Social psychology; Medicine","score_opus":0.04064886219556426,"score_gpt":0.3590189767954273,"score_spread":0.3183701145998631,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4210253814","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9882128,0.0001131024,0.0000024386898,0.0049251937,0.00035913274,0.000107657084,0.0000031784687,0.000009007213,0.006267495],"genre_scores_gemma":[0.99802554,0.000081134654,0.00004994766,0.00012262596,0.00059306686,0.000007880057,0.000014673335,0.000008778659,0.0010963458],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99862987,0.00024840218,0.00040509403,0.0001181064,0.00047160828,0.00012691287],"domain_scores_gemma":[0.9974154,0.0018978657,0.00024159804,0.00009424195,0.00016852474,0.00018231805],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0008522263,0.000088854205,0.00019557841,0.00011432847,0.000592398,0.000037062648,0.00006654098,0.000043795702,0.00073415943],"category_scores_gemma":[0.00026923782,0.000057910016,0.00012696556,0.00023357812,0.00010328755,0.00014588362,0.000029839757,0.00085077994,0.000008968073],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0008643993,0.0004051317,0.89222777,0.000012143277,0.000049473965,0.000017776538,0.001908434,0.00015088236,0.0000017124232,0.0021391662,0.0002075432,0.102015555],"study_design_scores_gemma":[0.0016917473,0.00036345614,0.8770897,0.000040673047,0.000044703742,0.00063887524,0.0029685989,0.0001357176,0.000002707057,0.000195914,0.11676499,0.00006295954],"about_ca_topic_score_codex":0.000005231095,"about_ca_topic_score_gemma":3.1660696e-7,"teacher_disagreement_score":0.11655745,"about_ca_system_score_codex":0.0001976161,"about_ca_system_score_gemma":0.00024813038,"threshold_uncertainty_score":0.8038531},"labels":[],"label_agreement":null},{"id":"W4210345742","doi":"10.3171/2021.12.jns211563","title":"Assessment of learning curves on a simulated neurosurgical task using metrics selected by artificial intelligence","year":2022,"lang":"en","type":"article","venue":"Journal of neurosurgery","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":32,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Montreal General Hospital; McGill University; Montreal Neurological Institute and Hospital","funders":"","keywords":"Formative assessment; Learning curve; Task (project management); Variance (accounting); MEDLINE; Task analysis","score_opus":0.08178225472544604,"score_gpt":0.35999449427659463,"score_spread":0.2782122395511486,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4210345742","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9972493,0.00022492549,0.0011880224,0.00046008875,0.0005382459,0.00012462804,0.0000072523826,0.000027675747,0.00017985902],"genre_scores_gemma":[0.99894893,0.00013470592,0.00007451876,0.00067826995,0.00008822757,7.669139e-7,0.000010269141,0.000029115474,0.000035203495],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9966649,0.0005464655,0.0011632731,0.00020046199,0.0011767907,0.00024812543],"domain_scores_gemma":[0.99658906,0.0018310735,0.00089366245,0.00012068359,0.00037070207,0.00019479323],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0011817769,0.00016010538,0.00061528524,0.00069151726,0.00019152788,0.000022513996,0.000105340805,0.000048799513,0.00040635542],"category_scores_gemma":[0.0021247934,0.0001419634,0.00028686464,0.002505409,0.000050101273,0.00008185613,0.000056786845,0.0012203596,8.038258e-7],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0022245243,0.002621607,0.11256173,0.00016206865,0.00021766043,0.0024881987,0.00012499557,0.7675341,0.08932934,0.00013743344,0.00048953743,0.022108847],"study_design_scores_gemma":[0.0033988543,0.006851001,0.07327307,0.0007434265,0.0005674755,0.0021306823,0.00036698373,0.8743416,0.0080266185,0.00012244037,0.029523194,0.000654669],"about_ca_topic_score_codex":0.0000027584058,"about_ca_topic_score_gemma":3.450866e-8,"teacher_disagreement_score":0.10680752,"about_ca_system_score_codex":0.00012403677,"about_ca_system_score_gemma":0.00024079272,"threshold_uncertainty_score":0.57891},"labels":[],"label_agreement":null},{"id":"W4211109301","doi":"10.1227/ons.0000000000000113","title":"Associating Surgeon Feedback With Material Physical Properties in the Development Process of a Resective Epilepsy Surgery Simulator","year":2022,"lang":"en","type":"article","venue":"Operative Neurosurgery","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Hospital for Sick Children; University of Toronto","funders":"","keywords":"Process (computing); Epilepsy surgery; Epilepsy; Phase (matter); Development (topology)","score_opus":0.045235743958689796,"score_gpt":0.29803952913548376,"score_spread":0.25280378517679397,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4211109301","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99826133,0.000009424735,0.0000024999388,0.00037726655,0.00013843336,0.00051967805,0.000012992938,0.00002889812,0.0006494694],"genre_scores_gemma":[0.9991416,9.781224e-7,0.000010485853,0.00038840747,0.00008217064,0.00023204002,0.00003140669,0.000028028726,0.000084892185],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9975363,0.00062546856,0.00047149934,0.0003199126,0.0007472119,0.00029960996],"domain_scores_gemma":[0.9980505,0.0013880698,0.00019201612,0.00014619026,0.00016752948,0.000055659897],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0010743812,0.00018762256,0.00055658555,0.00014224926,0.00033600428,0.000037451948,0.00008418091,0.000029923549,0.00014043608],"category_scores_gemma":[0.00054261147,0.00011516787,0.000098362114,0.0006838186,0.00009133248,0.00011916379,0.000057682642,0.00035605268,0.0000019692257],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.004661057,0.0018121585,0.929857,0.0001660802,0.00012944704,0.00031397524,0.04153576,0.014052946,0.0040508267,0.00004916397,0.00007963493,0.0032919045],"study_design_scores_gemma":[0.0040012444,0.00072049606,0.9247724,0.00044241967,0.00006321046,0.00007537496,0.018807158,0.0074080154,0.041295346,0.000028551967,0.0017463284,0.0006394539],"about_ca_topic_score_codex":0.000016534033,"about_ca_topic_score_gemma":0.000008627097,"teacher_disagreement_score":0.037244517,"about_ca_system_score_codex":0.000115795665,"about_ca_system_score_gemma":0.0004274609,"threshold_uncertainty_score":0.46964097},"labels":[],"label_agreement":null},{"id":"W4211209029","doi":"10.1007/978-3-540-30301-5_53","title":"Medical Robotics and Computer-Integrated Surgery","year":2008,"lang":"en","type":"book-chapter","venue":"","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":69,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University","funders":"","keywords":"Robotics; Context (archaeology); Robot; Computer science; Field (mathematics); Artificial intelligence; Medical physics; Human–computer interaction; Medicine","score_opus":0.057320751600564476,"score_gpt":0.2753239104444928,"score_spread":0.2180031588439283,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4211209029","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00024391564,0.00043415304,0.0019389942,0.000980239,0.0003157066,0.00014052501,0.0000034554716,0.00020837154,0.99573463],"genre_scores_gemma":[0.051191147,0.0034508416,0.0029157454,0.007216848,0.0013025202,0.0000016156281,0.0005031617,0.00011370549,0.9333044],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99883854,0.0000086562295,0.00032996875,0.00023447987,0.00045127582,0.00013704937],"domain_scores_gemma":[0.99874985,0.0006025851,0.00005895696,0.00012972641,0.00008645844,0.00037240578],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00012761758,0.000200744,0.0005726788,0.00011863651,0.000038028295,0.000009342245,0.00002837625,0.00044468732,0.0065394584],"category_scores_gemma":[0.00006756333,0.00014511027,0.00014177262,0.000022212436,0.0001452465,0.000013938955,0.00003120112,0.00042120708,0.000107239626],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00017803613,0.00008438915,0.0024003934,0.00013739486,0.0004875936,0.0053247088,0.00006947743,0.000025503712,1.423834e-7,0.080617234,0.049106363,0.86156875],"study_design_scores_gemma":[0.0013223466,0.00006518667,0.0012598417,0.00062488543,0.000075927164,0.00079573365,0.000002994152,0.013827004,8.6166136e-7,0.0001856753,0.9815774,0.00026216093],"about_ca_topic_score_codex":0.000007553368,"about_ca_topic_score_gemma":0.0000047678895,"teacher_disagreement_score":0.93247104,"about_ca_system_score_codex":0.000021606305,"about_ca_system_score_gemma":0.00017930336,"threshold_uncertainty_score":0.9943687},"labels":[],"label_agreement":null},{"id":"W4212922284","doi":"10.1001/jamanetworkopen.2021.49008","title":"Effect of Artificial Intelligence Tutoring vs Expert Instruction on Learning Simulated Surgical Skills Among Medical Students","year":2022,"lang":"en","type":"article","venue":"JAMA Network Open","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":250,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"McGill University Health Centre; McGill University; Montreal Neurological Institute and Hospital","funders":"","keywords":"Debriefing; Psychological intervention; Dreyfus model of skill acquisition; Virtual reality; Randomized controlled trial; Intervention (counseling); Procedural knowledge; Medical education; Psychology; Computer science; Medicine; Artificial intelligence; Knowledge base; Surgery; Nursing","score_opus":0.022153049628158564,"score_gpt":0.3642167553717402,"score_spread":0.34206370574358164,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4212922284","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9946884,0.00004071059,0.00007750746,0.00021997839,0.0006309444,0.00064842275,7.028779e-7,0.00007292584,0.0036203943],"genre_scores_gemma":[0.9986517,0.000015924801,0.00003226131,0.00026702142,0.00069004437,0.000037415175,0.00004393207,0.000027187125,0.00023450918],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99643874,0.00088074757,0.00056190405,0.00035459184,0.0014470308,0.00031700768],"domain_scores_gemma":[0.9977762,0.0015681852,0.00018114895,0.0001956997,0.000049360602,0.00022937878],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0035973794,0.00017024427,0.0005084795,0.000083089224,0.00033007536,0.00009377263,0.0004455387,0.00013642038,0.0031874347],"category_scores_gemma":[0.0006867215,0.00014378216,0.00011619265,0.0005921801,0.00007842566,0.00011636296,0.000651849,0.00091418374,0.000018311493],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.007190879,0.0003163297,0.28095233,0.000018716617,0.00011178487,0.0004063285,0.00060152734,0.314465,0.0000040419745,0.000411387,0.000052324725,0.39546937],"study_design_scores_gemma":[0.025880367,0.013917644,0.24730594,0.0024756945,0.00022566887,0.00023726767,0.0012430125,0.63498586,0.0016453231,0.00035971153,0.07063888,0.0010846171],"about_ca_topic_score_codex":0.00008730161,"about_ca_topic_score_gemma":0.0000023470816,"teacher_disagreement_score":0.39438474,"about_ca_system_score_codex":0.000117234515,"about_ca_system_score_gemma":0.00004786701,"threshold_uncertainty_score":0.99772376},"labels":[],"label_agreement":null},{"id":"W4213162268","doi":"10.4018/ijswis.297041","title":"Virtual Reality Simulator Enhances Ergonomics Skills for Neurosurgeons","year":2022,"lang":"en","type":"article","venue":"International Journal on Semantic Web and Information Systems","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University; Montreal Neurological Institute and Hospital","funders":"University of Jeddah; King Abdulaziz University","keywords":"Virtual reality; Globe; Human factors and ergonomics; Computer science; Medical education; Psychology; Simulation; Human–computer interaction; Medicine; Poison control; Medical emergency","score_opus":0.019918244836391628,"score_gpt":0.29799754534977335,"score_spread":0.2780793005133817,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4213162268","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98445046,0.000030632946,0.0048219524,0.0014754961,0.0041719596,0.00039941163,0.00012562002,0.000047806912,0.004476663],"genre_scores_gemma":[0.997252,0.000050599185,0.00001726367,0.001914077,0.00035977093,0.00002299426,0.00008281235,0.0000071805384,0.00029333288],"study_design_codex":"simulation_or_modeling","study_design_gemma":"not_applicable","domain_scores_codex":[0.99854594,0.00005556188,0.000633194,0.00008900737,0.0005479289,0.00012836144],"domain_scores_gemma":[0.9988548,0.0003089795,0.0003455725,0.000073827025,0.00028604924,0.00013074941],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0006896751,0.00009864473,0.00019912682,0.00025775327,0.00025944767,0.00019984222,0.00010069507,0.000033683802,0.000117885356],"category_scores_gemma":[0.00019999914,0.00008374249,0.000108323526,0.00007758647,0.000022047487,0.0005727343,0.000038094047,0.00020944058,0.000018179047],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.012068552,0.0013619342,0.022109566,0.0002714621,0.0018503759,0.00015550235,0.0063526826,0.53370607,0.0007969194,0.18855093,0.012659772,0.22011626],"study_design_scores_gemma":[0.004893134,0.00046392606,0.0053333817,0.00007464168,0.000025436368,0.0005602853,0.0012146991,0.18594635,0.000054702785,0.000048033166,0.8012523,0.00013312015],"about_ca_topic_score_codex":0.000005326262,"about_ca_topic_score_gemma":2.8534214e-7,"teacher_disagreement_score":0.7885925,"about_ca_system_score_codex":0.00011467596,"about_ca_system_score_gemma":0.00010162612,"threshold_uncertainty_score":0.34149197},"labels":[],"label_agreement":null},{"id":"W4213181516","doi":"10.1016/j.urology.2019.05.041","title":"EDITORIAL COMMENT","year":2019,"lang":"es","type":"editorial","venue":"Urology","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Medicine; Prostatectomy; Laparoscopic radical prostatectomy; General surgery; Retrospective cohort study; Laparoscopy; Surgery; Prostate; Cancer; Internal medicine","score_opus":0.01584646792058041,"score_gpt":0.3057231037586318,"score_spread":0.2898766358380514,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4213181516","genre_codex":"editorial","genre_gemma":"editorial","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"editorial","genre_consensus":"editorial","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00010366556,0.00025542494,0.00004881965,0.0028671802,0.96547735,0.00042050538,0.00006639811,0.00009106614,0.030669618],"genre_scores_gemma":[0.02309309,0.00013799859,0.0000069616453,0.002585874,0.971332,0.000016417267,0.0009239246,0.00006435198,0.0018393617],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9970079,0.00025682326,0.00058447866,0.0006219755,0.0009055727,0.0006232637],"domain_scores_gemma":[0.9944325,0.0042463127,0.00026763717,0.00050766516,0.0002832239,0.00026264362],"candidate_categories":["metaepi_narrow","research_integrity","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.00053252594,0.0004124603,0.0009959708,0.00016796488,0.00009215649,0.000036673602,0.0002452624,0.0024890976,0.0043390174],"category_scores_gemma":[0.0017217281,0.0003669397,0.00026957985,0.00012555203,0.00015525575,0.000035486646,0.00014380718,0.0019055738,0.005262884],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0016522623,0.00016051144,0.00033385682,0.00007524077,0.0002478887,0.000036571866,0.00010569871,0.00013487713,0.000004435732,0.00064623024,0.99411803,0.0024844161],"study_design_scores_gemma":[0.011475409,0.0014336774,0.0000565162,0.000041609892,0.00037215598,0.0000025542308,0.000022447553,0.0004766396,0.0000018624753,0.00008483913,0.9857441,0.00028816867],"about_ca_topic_score_codex":0.000043699292,"about_ca_topic_score_gemma":0.0000024591905,"teacher_disagreement_score":0.028830256,"about_ca_system_score_codex":0.00013462637,"about_ca_system_score_gemma":0.00044461363,"threshold_uncertainty_score":0.9998782},"labels":[],"label_agreement":null},{"id":"W4213320971","doi":"10.1001/jama.297.5.470","title":"Error in Wording in: Trends in the Diffusion of Laparoscopic Nephrectomy","year":2007,"lang":"en","type":"article","venue":"JAMA","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Eli Lilly Canada; LEO Pharma; Mayo Foundation for Medical Education and Research; AstraZeneca; Eli Lilly and Company; Bristol-Myers Squibb; Pfizer; American Diabetes Association","keywords":"Medicine; Nephrectomy; Laparoscopy; Diffusion; General surgery; Surgery; Urology; Internal medicine; Kidney","score_opus":0.04020115886401072,"score_gpt":0.3442962859749835,"score_spread":0.3040951271109728,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4213320971","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9669251,0.000039044044,0.0000055673518,0.0006882126,0.000037586113,0.000059748836,1.9554042e-7,0.0000064659325,0.032238103],"genre_scores_gemma":[0.999311,0.000002453553,0.000052917632,0.00047306632,0.0000442453,0.0000020434154,0.0000047531294,0.000003535456,0.000106005384],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9994469,0.000032755375,0.00020091547,0.000074577045,0.000121947676,0.00012288154],"domain_scores_gemma":[0.9996252,0.0002421614,0.000027447388,0.00007616677,0.0000069376797,0.000022072476],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000544974,0.000042903048,0.0001348059,0.00024513179,0.000007656933,0.0000037094228,0.000035633457,0.000057114936,0.00017151324],"category_scores_gemma":[0.000095187206,0.000028245315,0.00002248019,0.0006231535,0.00001506464,0.000029498353,0.000009421292,0.00017611089,0.0000023923542],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00019425874,0.00011613806,0.77359414,0.000008752949,0.0000014530864,0.00006664486,0.002665186,0.000033410324,0.00027348608,0.00022433058,0.000012191888,0.22281003],"study_design_scores_gemma":[0.0063649225,0.00003284159,0.98672485,0.00011362282,0.000002254277,0.0000019840495,0.0009890167,0.00092801073,0.00013624721,0.000036098623,0.0046419543,0.000028170816],"about_ca_topic_score_codex":0.00014487996,"about_ca_topic_score_gemma":0.0005360011,"teacher_disagreement_score":0.22278187,"about_ca_system_score_codex":0.000025459265,"about_ca_system_score_gemma":0.000007163331,"threshold_uncertainty_score":0.18779497},"labels":[],"label_agreement":null},{"id":"W4214557631","doi":"10.7759/cureus.22609","title":"Casting Into The Future: Effectiveness of a 3D-Printed Fishhook Removal Task Trainer","year":2022,"lang":"en","type":"article","venue":"Cureus","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Memorial University of Newfoundland; University of Ontario Institute of Technology","funders":"","keywords":"Medicine; Trainer; Task (project management); Casting; Orthodontics; Visual arts; Management","score_opus":0.02115053905889999,"score_gpt":0.29251293652658006,"score_spread":0.2713623974676801,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4214557631","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98023593,0.00073751254,0.00022266273,0.0005681999,0.00041630352,0.0003123595,0.000003978113,0.000056361154,0.017446661],"genre_scores_gemma":[0.9990845,0.0000038122923,0.00020005378,0.00027336914,0.0001978016,0.000025306283,0.000018109464,0.000013011614,0.00018408599],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9991241,0.00020155302,0.00016248331,0.00014679144,0.00024153752,0.00012352051],"domain_scores_gemma":[0.9992216,0.00043322437,0.00005825204,0.0001828013,0.000053907108,0.00005016902],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0006406049,0.000078696714,0.00017859734,0.0000286603,0.00014902241,0.0000049878954,0.00008553914,0.00002870295,0.00077269267],"category_scores_gemma":[0.00019607917,0.000053437034,0.00007968687,0.00024986986,0.000046014004,0.00002194256,0.000074985765,0.00024052989,0.0000039866895],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.006715094,0.0014756656,0.042327512,0.0009716073,0.0013278726,0.0019041965,0.04065139,0.010904065,0.05446859,0.019880088,0.0008993149,0.8184746],"study_design_scores_gemma":[0.016892327,0.0011229014,0.24429764,0.00028736735,0.00037859377,0.00093715725,0.01228569,0.026743231,0.002460601,0.0013203946,0.69274735,0.0005267307],"about_ca_topic_score_codex":0.000051460138,"about_ca_topic_score_gemma":0.000008891962,"teacher_disagreement_score":0.81794786,"about_ca_system_score_codex":0.00007046757,"about_ca_system_score_gemma":0.000047165988,"threshold_uncertainty_score":0.8460443},"labels":[],"label_agreement":null},{"id":"W4214632569","doi":"10.1016/j.jsurg.2022.01.014","title":"Validation of a Surgical Objective Structured Clinical Examination (S-OSCE) Using Convergent, Divergent, And Trainee-Based Assessments of Fidelity","year":2022,"lang":"en","type":"article","venue":"Journal of surgical education","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":5,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Dalhousie University","funders":"","keywords":"Objective structured clinical examination; Fidelity; Medical physics; Psychology; Medical education; Medicine; Computer science","score_opus":0.08148684249735791,"score_gpt":0.4231819877449417,"score_spread":0.3416951452475838,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4214632569","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9978577,0.00016113481,0.00043890238,0.00019421065,0.00073432474,0.00023958138,0.0000250023,0.000006330321,0.00034281996],"genre_scores_gemma":[0.9986867,0.000057990703,0.00090844114,0.000044461896,0.00018869322,0.000003106537,0.000066172615,0.000011012638,0.000033437933],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9970074,0.0006574009,0.0012829871,0.00018282176,0.0007448147,0.00012453637],"domain_scores_gemma":[0.9971365,0.00064943667,0.0012021106,0.00011567854,0.00070160965,0.00019468374],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0020924837,0.00012352089,0.0005387783,0.0002683359,0.000088995934,0.000009562892,0.00007085251,0.00009244798,0.0010132088],"category_scores_gemma":[0.0002479847,0.00010770098,0.00025605658,0.00040571683,0.00010995475,0.00014721774,0.000035408073,0.00036746275,2.1043927e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.007217521,0.006801774,0.7942894,0.00039174152,0.0006126113,0.00011509344,0.0015716915,0.00832012,0.0050107474,0.0012684249,0.00011879455,0.17428206],"study_design_scores_gemma":[0.017658452,0.0020666367,0.9523698,0.0002051647,0.0005510239,0.0004406535,0.0026466982,0.0155529985,0.0028279058,0.00041009928,0.005035325,0.00023522068],"about_ca_topic_score_codex":0.000022463293,"about_ca_topic_score_gemma":3.3785938e-7,"teacher_disagreement_score":0.17404683,"about_ca_system_score_codex":0.00017483764,"about_ca_system_score_gemma":0.0007531985,"threshold_uncertainty_score":0.9999},"labels":[],"label_agreement":null},{"id":"W4214869577","doi":"10.5435/jaaos-d-21-00964","title":"Augmented Reality in Arthroplasty: An Overview of Clinical Applications, Benefits, and Limitations","year":2022,"lang":"en","type":"review","venue":"Journal of the American Academy of Orthopaedic Surgeons","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":19,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University; Object Research Systems (Canada)","funders":"","keywords":"Workflow; Augmented reality; Medicine; Field (mathematics); Arthroplasty; Position (finance); Extension (predicate logic); Human–computer interaction; Medical physics; Computer science; Surgery; Database","score_opus":0.33212185270083316,"score_gpt":0.4726097008219396,"score_spread":0.14048784812110643,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4214869577","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.009545889,0.98857856,0.000009923683,0.0008037259,0.00012594454,0.0006289202,0.00008111829,0.000009303286,0.00021659567],"genre_scores_gemma":[0.012518175,0.9867311,0.00021702799,0.00032049228,0.000118121614,0.000025690768,0.000020749598,0.00003025965,0.000018348543],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99432945,0.0012351812,0.0032364805,0.00026467844,0.00073069154,0.00020350324],"domain_scores_gemma":[0.9891618,0.004570004,0.005615564,0.00027538274,0.00009112839,0.0002861044],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0036515244,0.00024869858,0.003046865,0.0004468012,0.00007298824,0.00000558775,0.0002671295,0.00014843437,0.00012680625],"category_scores_gemma":[0.0016581458,0.0001676941,0.0012690759,0.0015103733,0.00060317246,0.00007865508,0.00013638676,0.0015593693,6.910415e-7],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000106725005,0.00035010866,0.02587968,0.000981713,0.0002856995,0.0000047130566,0.000027759794,0.000024625178,7.1561416e-8,0.0003272565,0.00006640657,0.9719452],"study_design_scores_gemma":[0.0010316204,0.00023165363,0.11985873,0.003532707,0.0010704333,0.00012304836,0.00016261732,0.000019324962,1.02873614e-7,0.000039340142,0.87381387,0.00011653881],"about_ca_topic_score_codex":0.000036299916,"about_ca_topic_score_gemma":0.000013688091,"teacher_disagreement_score":0.9718287,"about_ca_system_score_codex":0.000063624146,"about_ca_system_score_gemma":0.00060716376,"threshold_uncertainty_score":0.6838367},"labels":[],"label_agreement":null},{"id":"W4214937918","doi":"10.2196/preprints.36931","title":"Development of a Head-Mounted Holographic Needle Guidance System for Enhanced Ultrasound-Guided Neuraxial Anesthesia: System Development and Observational Evaluation (Preprint)","year":2022,"lang":"en","type":"preprint","venue":"","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Hospital for Sick Children; Health Sciences Centre; University of Toronto; SickKids Foundation; Sunnybrook Health Science Centre","funders":"","keywords":"Headset; Imaging phantom; Medicine; Ultrasound; Medical physics; Guidance system; Fluoroscopy; Lumbar; Radiology; Computer science; Engineering","score_opus":0.1276544664928873,"score_gpt":0.3749623853004819,"score_spread":0.24730791880759462,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4214937918","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9787496,0.00023480935,0.013568495,0.00010779974,0.00033562115,0.0039669285,0.000010125062,0.00028614482,0.0027405056],"genre_scores_gemma":[0.94370234,0.0000033720894,0.052877355,0.00010997288,0.00007748642,0.0021751125,0.0008997428,0.000043664506,0.000110969726],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9957395,0.00020793818,0.0016925507,0.0008744611,0.0011593491,0.0003261852],"domain_scores_gemma":[0.9971741,0.0005384865,0.0007239686,0.00043065607,0.0009637784,0.0001690523],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0028791642,0.00041039483,0.00090799236,0.00032776847,0.00029662266,0.000043918484,0.00019102551,0.00028905846,0.00017237065],"category_scores_gemma":[0.00032464386,0.0003833142,0.00019018973,0.00035426492,0.00006253309,0.000056983306,0.0001888644,0.00033598486,0.00000351419],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.014338642,0.0040855072,0.26635134,0.09208023,0.009802677,0.00027049286,0.06523036,0.2086917,0.076588884,0.065367274,0.00058030844,0.19661258],"study_design_scores_gemma":[0.025196677,0.00034754668,0.8064153,0.0062886006,0.0009095971,0.0007690403,0.015406482,0.09025981,0.03927465,0.00013507484,0.013102202,0.0018949803],"about_ca_topic_score_codex":0.000024128412,"about_ca_topic_score_gemma":0.000017743196,"teacher_disagreement_score":0.540064,"about_ca_system_score_codex":0.00086609746,"about_ca_system_score_gemma":0.001708298,"threshold_uncertainty_score":0.9998619},"labels":[],"label_agreement":null},{"id":"W4220786801","doi":"10.1016/j.clineuro.2022.107217","title":"Peripheral nerve surgical competency in plastic surgery and neurosurgery residents","year":2022,"lang":"en","type":"article","venue":"Clinical Neurology and Neurosurgery","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa; University of Alberta","funders":"","keywords":"Medicine; Neurosurgery; Competence (human resources); Peripheral nerve; Plastic surgery; Accreditation; Peripheral; Neurology; Surgery; Medical education; Internal medicine; Psychiatry; Psychology","score_opus":0.06376532688645252,"score_gpt":0.3371273998411136,"score_spread":0.2733620729546611,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4220786801","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9918131,0.00040906353,0.0000011840837,0.004303026,0.0028843216,0.00019603586,0.000011588589,0.000109314955,0.00027232905],"genre_scores_gemma":[0.9911706,0.00065982743,0.0000039385977,0.0076930597,0.0002539609,0.000033933615,0.00002659505,0.000045291745,0.00011281867],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99501073,0.0016503012,0.0014000239,0.00097464,0.00036619324,0.0005981014],"domain_scores_gemma":[0.9745351,0.024458649,0.00021999175,0.0002966598,0.000033562388,0.00045605426],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0018506254,0.00029839805,0.0011298477,0.00036489923,0.00035177352,0.000033143515,0.000087172135,0.00021441786,0.00046901772],"category_scores_gemma":[0.0030477417,0.0002898628,0.0002946854,0.000491641,0.0005448993,0.000107469954,0.00033086765,0.0017016783,0.0000071869604],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0036280116,0.0004436662,0.97801375,0.00003268126,0.00001804134,0.013634858,0.000023558556,0.00008192541,0.000021020902,0.00012520594,0.00051649025,0.0034607714],"study_design_scores_gemma":[0.0029108229,0.00057547534,0.97964317,0.000018514487,0.000035715166,0.002105582,0.0000127525345,0.0017049136,0.0000022544627,0.00015965148,0.012602994,0.00022814088],"about_ca_topic_score_codex":0.000014445845,"about_ca_topic_score_gemma":0.0000051811767,"teacher_disagreement_score":0.022808349,"about_ca_system_score_codex":0.000012987926,"about_ca_system_score_gemma":0.00013897348,"threshold_uncertainty_score":0.99995536},"labels":[],"label_agreement":null},{"id":"W4220803254","doi":"10.1007/s00268-022-06529-6","title":"Surgical Simulation Training for Medical Students: Strategies and Implications in Botswana","year":2022,"lang":"en","type":"article","venue":"World Journal of Surgery","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Hospital for Sick Children; University of Toronto; Vancouver General Hospital; Royal Columbian Hospital","funders":"","keywords":"Cardiothoracic surgery; Vascular surgery; Abdominal surgery; Cardiac surgery; Medicine; Training (meteorology); Medical education; General surgery; Surgery; Geography","score_opus":0.10610417900339092,"score_gpt":0.3962538547452882,"score_spread":0.29014967574189726,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4220803254","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9934422,0.0005984331,0.00051927794,0.0041773985,0.00018807747,0.00014688841,0.000003391684,0.000013617742,0.00091074413],"genre_scores_gemma":[0.9991487,0.000040320483,0.000103513536,0.00041020213,0.00018335048,0.000012033056,0.000009336904,0.00001116057,0.000081332226],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99831843,0.00009329539,0.0006587396,0.000108661334,0.0006524891,0.00016840387],"domain_scores_gemma":[0.9965067,0.0029610677,0.0002027369,0.00006249499,0.000083062856,0.00018393697],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002466683,0.00007713915,0.00036666766,0.00046433497,0.00012039172,0.00004470864,0.000075298965,0.000029682868,0.0005639171],"category_scores_gemma":[0.00035761393,0.00006796496,0.0001427206,0.00041312526,0.000043349195,0.00016042274,0.000036441736,0.00032467622,2.9566203e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0024606169,0.0006982614,0.7018838,0.00006874887,0.00019451277,0.0008450429,0.0015059025,0.028170088,0.00002306928,0.0071176407,0.0003890735,0.25664327],"study_design_scores_gemma":[0.009185577,0.0001894194,0.80942565,0.00024965464,0.00008931168,0.0008051592,0.004992075,0.01104186,0.0000029316561,0.0023891202,0.16141099,0.00021826138],"about_ca_topic_score_codex":0.000003001682,"about_ca_topic_score_gemma":0.000008545779,"teacher_disagreement_score":0.25642502,"about_ca_system_score_codex":0.0000664571,"about_ca_system_score_gemma":0.00032290016,"threshold_uncertainty_score":0.6174497},"labels":[],"label_agreement":null},{"id":"W4220832050","doi":"10.1177/2473974x221083981","title":"Conducting an Endoscopic Sinus Surgery Dissection Course via Telesimulation: An Initial Experience","year":2022,"lang":"en","type":"article","venue":"OTO Open","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University Health Centre; McGill University","funders":"","keywords":"Endoscopic sinus surgery; Dissection (medical); Endoscopy; Endoscopic surgery; Course (navigation)","score_opus":0.2164746691120949,"score_gpt":0.4313721985191172,"score_spread":0.21489752940702228,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4220832050","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9942943,0.000016044713,0.0001351251,0.00009104503,0.0004118157,0.00045546368,0.0000043915556,0.00007778755,0.0045140265],"genre_scores_gemma":[0.9985533,3.3239456e-7,0.00016332466,0.00054406497,0.00023225184,0.000100887635,0.0002047558,0.000019598478,0.00018152143],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99888617,0.00016861725,0.00023489635,0.0002746779,0.0002650022,0.00017063679],"domain_scores_gemma":[0.9992717,0.0002108244,0.00008274033,0.00022186228,0.000049806935,0.00016305495],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00039702837,0.00009351173,0.00020874801,0.000055746023,0.0004290516,0.00008135493,0.00011764044,0.000031599957,0.010714387],"category_scores_gemma":[0.00009976359,0.00009361391,0.000038649818,0.00024010119,0.000029022462,0.00051057443,0.00009376103,0.00016238316,0.000014281882],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0027328725,0.0028325848,0.614413,0.000058734313,0.00013583597,0.0024166545,0.024014948,0.012182758,0.011158818,0.0010528966,0.00017961574,0.32882124],"study_design_scores_gemma":[0.018875485,0.0033009497,0.68728364,0.00022228551,0.00026428903,0.002069366,0.0611381,0.12338578,0.01606356,0.0005295881,0.08509518,0.0017717826],"about_ca_topic_score_codex":0.00019996184,"about_ca_topic_score_gemma":0.000015047349,"teacher_disagreement_score":0.32704946,"about_ca_system_score_codex":0.00005928685,"about_ca_system_score_gemma":0.00009909271,"threshold_uncertainty_score":0.99018997},"labels":[],"label_agreement":null},{"id":"W4220847550","doi":"10.1016/j.surge.2022.01.009","title":"A scoping review of assessment methods of competence of general surgical trainees","year":2022,"lang":"en","type":"review","venue":"The Surgeon","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":20,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Competence (human resources); Medical education; Medicine; MEDLINE; Family medicine; Psychology","score_opus":0.2075805112453012,"score_gpt":0.5242715837095039,"score_spread":0.3166910724642027,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4220847550","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000024953672,0.98936504,0.000080207654,0.000039559603,0.00013009527,0.0011073047,0.000022031416,0.000014062185,0.009216751],"genre_scores_gemma":[0.00008599521,0.9974887,0.0020658728,0.000048263802,0.000046027828,0.000055555673,0.00009994033,0.00002336839,0.00008630155],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99606204,0.0015153727,0.0014988258,0.00021296849,0.0005399716,0.00017082809],"domain_scores_gemma":[0.9945954,0.0037996038,0.0009989189,0.00044506442,0.00009316107,0.00006786033],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.004390292,0.0002221858,0.0032748366,0.00011727038,0.00003341837,0.0000018841268,0.00020117828,0.00008142148,0.0038757897],"category_scores_gemma":[0.00037955598,0.00013031461,0.0010560637,0.000619434,0.00014525602,0.000015201293,0.00010544303,0.00036600622,7.119588e-7],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000011634413,0.00006525742,0.000009212336,0.2315943,0.00015416248,0.000011370587,0.000026740976,0.0000044709022,7.801897e-7,0.00079359807,0.0000071992745,0.7673213],"study_design_scores_gemma":[0.00043226845,0.00009248274,0.000018413324,0.39651355,0.0009913516,0.000057118647,0.000017555143,0.00006197342,0.0000054572356,0.000013697554,0.6016867,0.00010943036],"about_ca_topic_score_codex":0.000029370092,"about_ca_topic_score_gemma":5.140164e-7,"teacher_disagreement_score":0.76721185,"about_ca_system_score_codex":0.000040176074,"about_ca_system_score_gemma":0.0005407943,"threshold_uncertainty_score":0.9970348},"labels":[],"label_agreement":null},{"id":"W4220862686","doi":"10.1016/j.athoracsur.2022.02.067","title":"Characterizing the Level of Autonomy in Canadian Cardiac Surgery Residents","year":2022,"lang":"en","type":"editorial","venue":"The Annals of Thoracic Surgery","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Alberta Health; University of Alberta","funders":"","keywords":"Medicine; Specialty; Scrutiny; Autonomy; Duty; Medical education; Surgery; Nursing; Medical emergency; Family medicine","score_opus":0.21567221807741854,"score_gpt":0.40631849424976296,"score_spread":0.19064627617234442,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4220862686","genre_codex":"editorial","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.31317887,0.004533304,7.8430327e-7,0.010508656,0.66297793,0.0009835784,0.0018380817,0.00005747979,0.005921337],"genre_scores_gemma":[0.8675224,0.0013161132,0.000003239854,0.0008224484,0.12777175,0.000073152165,0.0011511627,0.00008845263,0.0012512577],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9957321,0.0009700322,0.0011728936,0.00033357582,0.0011551572,0.00063623383],"domain_scores_gemma":[0.9797076,0.018148862,0.00077256525,0.0008086121,0.00032862445,0.00023374363],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.010788837,0.000298652,0.0015462559,0.0007714019,0.00016459331,0.000026186415,0.00033340274,0.0003383685,0.00079534017],"category_scores_gemma":[0.0058604334,0.00020176268,0.00091978064,0.0008122016,0.0001759172,0.000088362736,0.00012466176,0.00105412,0.000010101757],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0008073655,0.000072051844,0.035112232,0.0004278081,0.00046817216,0.00012250249,0.00085522723,0.000018832103,0.00001767501,0.000011454362,0.91120446,0.050882235],"study_design_scores_gemma":[0.00006225375,0.000013233438,0.050394483,0.0007973528,0.00010291058,0.0000016414679,0.00027391955,0.00001731248,0.00044773315,0.000049458373,0.9476315,0.00020822494],"about_ca_topic_score_codex":0.13338162,"about_ca_topic_score_gemma":0.0055104997,"teacher_disagreement_score":0.5543436,"about_ca_system_score_codex":0.0001574691,"about_ca_system_score_gemma":0.004750306,"threshold_uncertainty_score":0.87238926},"labels":[],"label_agreement":null},{"id":"W4220964901","doi":"10.1227/neu.0000000000001930","title":"Letter: The Brown Student Neurosurgery &amp; Neurology Research Conference: A Model for Student-Centric Neurosurgical Research Dissemination in the Virtual Conference Era","year":2022,"lang":"en","type":"letter","venue":"Neurosurgery","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Medicine; Neurosurgery; Neurology; Medical physics; Medical education; Surgery; Psychiatry","score_opus":0.229920648414786,"score_gpt":0.4431530228996334,"score_spread":0.2132323744848474,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4220964901","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.35555053,0.00010681858,0.00009658161,0.63689977,0.0020519455,0.0038380576,0.00013518076,0.00012364719,0.0011974784],"genre_scores_gemma":[0.6603184,0.00033499484,0.0000040083573,0.3309873,0.0022359889,0.0018504395,0.000621759,0.00014313112,0.0035039585],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9770646,0.009667191,0.0018294754,0.0021864458,0.006723984,0.0025282754],"domain_scores_gemma":[0.95529956,0.040929392,0.00042198916,0.0019431819,0.0011404362,0.00026542196],"candidate_categories":["metaepi_narrow","sts","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.013279289,0.0008143953,0.0013959603,0.0019036077,0.0017464448,0.00088797556,0.0019490402,0.00092038687,0.00079890894],"category_scores_gemma":[0.004518818,0.0005585708,0.00073281425,0.0029253592,0.001193655,0.0001973011,0.0009750011,0.017891709,0.00006104201],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0018221611,0.0011968401,0.007652835,0.00016701515,0.00006510147,0.0049407445,0.0030164542,0.0017089549,0.00013744504,0.0007998352,0.97486883,0.0036237861],"study_design_scores_gemma":[0.0022482486,0.00079224503,0.017884728,0.00011426834,0.00008499861,0.00031379252,0.00026005055,0.021588685,0.000004176414,0.00027846554,0.9559292,0.0005011405],"about_ca_topic_score_codex":0.00003423189,"about_ca_topic_score_gemma":0.000025347581,"teacher_disagreement_score":0.30591244,"about_ca_system_score_codex":0.000248647,"about_ca_system_score_gemma":0.0009006926,"threshold_uncertainty_score":0.9996866},"labels":[],"label_agreement":null},{"id":"W4221022435","doi":"10.1503/cjs.018020","title":"Assessment of surgical competence for neck dissection: a pilot study","year":2022,"lang":"en","type":"article","venue":"Canadian Journal of Surgery","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Centre Hospitalier de l’Université de Montréal; Hôpital Maisonneuve-Rosemont","funders":"Université de Montréal","keywords":"Medicine; Summative assessment; Otorhinolaryngology; Checklist; Competence (human resources); Formative assessment; Delphi method; Medical physics; Curriculum; Rating scale; Medical education; Physical therapy; Surgery","score_opus":0.11311586824103907,"score_gpt":0.342580992912269,"score_spread":0.22946512467122993,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4221022435","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99721026,0.00011834571,0.00005641319,0.00056335214,0.00062879873,0.00017695357,0.000013574717,0.0000038063554,0.0012284798],"genre_scores_gemma":[0.9995256,0.000003115078,0.000096104486,0.00011062723,0.00015044824,0.000008750591,0.000006060595,0.000009690796,0.00008959056],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9989102,0.00008159587,0.00047635182,0.00008360135,0.0002791047,0.00016915143],"domain_scores_gemma":[0.9984196,0.0006471054,0.000210677,0.000084450236,0.00019479883,0.00044340896],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00096551434,0.00006579698,0.00036846547,0.0003062025,0.00016197092,0.0000105266845,0.00005574467,0.0000109895045,0.0012611528],"category_scores_gemma":[0.000103612474,0.000058869613,0.00015977236,0.0002802189,0.00003569657,0.000044046687,0.0000072188936,0.00020934582,2.3963926e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00033802664,0.00038684614,0.99276674,0.000024634863,0.00012422589,0.0016089133,0.0001623442,0.0007777549,0.000023215369,0.00036341377,0.0006454477,0.002778444],"study_design_scores_gemma":[0.0036458466,0.0029464953,0.9198621,0.000068526926,0.000088958965,0.0010955961,0.0022406357,0.00055510615,0.000009955152,0.000051293584,0.069331035,0.00010445334],"about_ca_topic_score_codex":0.00036922912,"about_ca_topic_score_gemma":0.00038515416,"teacher_disagreement_score":0.07290464,"about_ca_system_score_codex":0.00015625896,"about_ca_system_score_gemma":0.0015772384,"threshold_uncertainty_score":0.99965185},"labels":[],"label_agreement":null},{"id":"W4221088725","doi":"10.5281/zenodo.6361859","title":"Correction of brain shift with Intraoperative Ultrasound - segmentation challenge","year":2022,"lang":"en","type":"article","venue":"Zenodo (CERN European Organization for Nuclear Research)","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"","keywords":"Segmentation; Medicine; Medical physics; Computer science; Radiology; Artificial intelligence","score_opus":0.03466859771508467,"score_gpt":0.27304376200553027,"score_spread":0.23837516429044558,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4221088725","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.56769717,0.00007087158,0.0053879684,0.0028140666,0.0002646396,0.001176228,0.00013799612,0.00074219645,0.42170885],"genre_scores_gemma":[0.9975896,0.000010060404,0.00008732211,0.00019142462,0.00004677579,1.0588866e-7,0.0012064516,0.0003099367,0.00055830996],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9988489,0.00025444027,0.00017095312,0.0002091944,0.00037428093,0.00014222956],"domain_scores_gemma":[0.9993953,0.00007808234,0.00008330226,0.00014680042,0.00020929062,0.00008720721],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0004087749,0.00007695602,0.000120509234,0.00014280491,0.0010888026,0.00006815868,0.00012788632,0.000021009153,0.029378768],"category_scores_gemma":[0.00027658007,0.000072392046,0.00002979474,0.0004413065,0.00008448129,0.00010415214,0.00014152413,0.00023254396,0.0001874381],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0050633396,0.0024104668,0.00039000507,0.00024888176,0.00057457096,0.00012889058,0.051114246,0.012617032,0.03182952,0.014042013,0.056668058,0.82491297],"study_design_scores_gemma":[0.004956135,0.0038729883,0.0076620043,0.00004969864,0.000049087288,0.00028939717,0.0083819255,0.002769626,0.00241071,0.00007674869,0.9692664,0.00021524403],"about_ca_topic_score_codex":0.000011365938,"about_ca_topic_score_gemma":4.1189782e-7,"teacher_disagreement_score":0.9125984,"about_ca_system_score_codex":0.00013039011,"about_ca_system_score_gemma":0.0000055060495,"threshold_uncertainty_score":0.9715085},"labels":[],"label_agreement":null},{"id":"W4221090364","doi":"10.1002/rcs.2393","title":"Quality of laparoscopic camera navigation in robot‐assisted versus conventional laparoscopic surgery for rectal cancer: An analysis of surgical videos through a video processing computer software","year":2022,"lang":"en","type":"article","venue":"International Journal of Medical Robotics and Computer Assisted Surgery","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Artificial Intelligence in Medicine (Canada)","funders":"National Research Foundation of Korea","keywords":"Laparoscopic surgery; Medicine; Computer science; Artificial intelligence; Computer vision; Robotic surgery; Software; Surgery; Laparoscopy","score_opus":0.08202129654330659,"score_gpt":0.39117055313906535,"score_spread":0.30914925659575876,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4221090364","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.92042875,0.00045021257,0.075226456,0.001928263,0.0017396451,0.0001395619,0.00006486374,0.000015923988,0.000006323684],"genre_scores_gemma":[0.9919577,0.00011977445,0.006855979,0.0002678407,0.00040734548,0.000014134037,0.00035697615,0.00001600225,0.0000042042984],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9950579,0.00040745462,0.0019477648,0.00029144107,0.0020768014,0.0002186785],"domain_scores_gemma":[0.99317294,0.0043313606,0.0012285345,0.000114943556,0.0009237348,0.00022846487],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002333824,0.00018263426,0.001339668,0.0006570081,0.00008415641,0.000041797648,0.0002184204,0.00014061261,0.00021052826],"category_scores_gemma":[0.00030646706,0.00016784709,0.0006245363,0.00070047093,0.00016429285,0.00019504412,0.000114127615,0.0004256957,8.492923e-8],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0065541067,0.0022938398,0.61568165,0.00041316758,0.0036581983,0.0005165943,0.0005545544,0.08966894,0.000036363395,0.0006434078,0.00022658295,0.27975258],"study_design_scores_gemma":[0.0117981415,0.0004083189,0.64062285,0.001343935,0.00060923095,0.00021963482,0.00018651933,0.34348398,0.000042505475,0.00010390874,0.0009107904,0.00027019682],"about_ca_topic_score_codex":0.00015217604,"about_ca_topic_score_gemma":0.00004128594,"teacher_disagreement_score":0.2794824,"about_ca_system_score_codex":0.00019617511,"about_ca_system_score_gemma":0.0007913273,"threshold_uncertainty_score":0.6844605},"labels":[],"label_agreement":null},{"id":"W4221103447","doi":"10.1177/26345161221081041","title":"Competency Assessment for Laparoscopic Anti-Reflux Surgery: Design and Delphi Review, a Collaboration With the American Foregut Society","year":2022,"lang":"en","type":"article","venue":"Foregut The Journal of the American Foregut Society","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"National Cancer Institute","keywords":"Medicine; Delphi method; Specialty; Competence (human resources); Foregut; General surgery; Delphi; Laparoscopic surgery; Surgery; Medical physics; Laparoscopy; Psychology; Family medicine; Computer science","score_opus":0.025829011645272293,"score_gpt":0.32409283065425604,"score_spread":0.29826381900898374,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4221103447","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.910197,0.0026786134,0.01886803,0.06510664,0.00023897861,0.0026886829,0.000049111677,0.00005193117,0.000120985605],"genre_scores_gemma":[0.9664849,0.0022357563,0.010003119,0.020644218,0.00022514677,0.00013427042,0.000018573122,0.00006356699,0.00019045507],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9967422,0.0006663557,0.00072991836,0.0002721215,0.0011010453,0.00048839033],"domain_scores_gemma":[0.994348,0.001985449,0.0024243884,0.0005525457,0.00051654555,0.00017310613],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.0038019244,0.0003349057,0.0011221466,0.000040308394,0.0015277483,0.00006611745,0.00050241983,0.00003077177,0.000037709266],"category_scores_gemma":[0.00013335024,0.00015551089,0.0009583586,0.0015168884,0.0014503904,0.00015390727,0.00017343453,0.00070091296,4.5748e-7],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0061494336,0.0012139988,0.10553229,0.0011970376,0.00682929,0.000025050469,0.016550748,0.023844322,0.0020146722,0.0022491964,0.7712503,0.06314364],"study_design_scores_gemma":[0.020708058,0.014047532,0.35898927,0.0027289463,0.008901121,0.0023411342,0.114430636,0.101439506,0.00071994314,0.0029665409,0.37074476,0.0019825276],"about_ca_topic_score_codex":0.00003330398,"about_ca_topic_score_gemma":0.000009425475,"teacher_disagreement_score":0.40050554,"about_ca_system_score_codex":0.00033491408,"about_ca_system_score_gemma":0.0008660243,"threshold_uncertainty_score":0.99977213},"labels":[],"label_agreement":null},{"id":"W4223533533","doi":"10.1017/cjn.2022.11","title":"The Inception of the Canadian Medical Student Interest Group in Neurosurgery (CaMSIGN): A Student-Led Platform Dedicated to Neurosurgical Education, Research, Mentorship, and Advocacy","year":2022,"lang":"en","type":"article","venue":"Canadian Journal of Neurological Sciences / Journal Canadien des Sciences Neurologiques","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"University of Toronto; Dalhousie University; University of Calgary; University of British Columbia; McGill University","funders":"","keywords":"Mentorship; Neurosurgery; Medicine; Medical education; Interest group; Political science; Surgery","score_opus":0.08019031192340993,"score_gpt":0.377888284304462,"score_spread":0.29769797238105206,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4223533533","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97259355,0.0004513052,8.7860866e-7,0.02407123,0.0011819905,0.00040161156,0.0000038828493,0.000006579312,0.0012889574],"genre_scores_gemma":[0.9919332,0.0001413072,0.000024987929,0.00771438,0.00013690999,0.000015962663,3.6274974e-7,0.000010018453,0.000022827517],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9923862,0.0024473309,0.0011160116,0.0004601862,0.0023957223,0.0011945157],"domain_scores_gemma":[0.9936205,0.0017665434,0.00045686637,0.00019023214,0.00048608193,0.0034797466],"candidate_categories":["sts","research_integrity"],"consensus_categories":["sts"],"category_scores_codex":[0.014902026,0.00022026311,0.00041908055,0.0013309271,0.0051609664,0.00047781988,0.0020183318,0.00013597071,0.0003029957],"category_scores_gemma":[0.0066502104,0.0001233415,0.00016585035,0.0030413137,0.005435088,0.0002937669,0.00029099398,0.0026899779,9.772442e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00020248954,0.00012001598,0.98468184,0.0000041739504,0.000010857149,0.0018657305,0.0012535005,0.00089061,0.000012116961,0.0015660574,0.00035140433,0.009041183],"study_design_scores_gemma":[0.00070187356,0.017610252,0.9520595,0.000067532055,0.00001809628,0.007936,0.0027186286,0.00060709525,0.0000066023026,0.0022460318,0.015875435,0.00015295068],"about_ca_topic_score_codex":0.021643994,"about_ca_topic_score_gemma":0.69754714,"teacher_disagreement_score":0.67590314,"about_ca_system_score_codex":0.0006402363,"about_ca_system_score_gemma":0.012747691,"threshold_uncertainty_score":0.99961084},"labels":[],"label_agreement":null},{"id":"W4224050002","doi":"10.1115/1.4054344","title":"Design Synthesis of a Robotic Uniaxial Torque Device for Orthopedic Haptic Simulation","year":2022,"lang":"en","type":"article","venue":"Journal of Medical Devices","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University; Montreal General Hospital","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Haptic technology; Torque; Simulation; Computer science; GRASP","score_opus":0.07514766399511723,"score_gpt":0.3575763619366255,"score_spread":0.28242869794150827,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4224050002","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7123736,0.0023130414,0.27010944,0.011744674,0.0014888317,0.0010227839,0.00000838883,0.00005482616,0.0008843907],"genre_scores_gemma":[0.9961263,0.000026975038,0.0026043572,0.00082879135,0.0003514418,0.0000112691605,0.0000027580015,0.000016297186,0.000031832027],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99710774,0.00024537553,0.00079994835,0.00011337615,0.0015653594,0.0001682253],"domain_scores_gemma":[0.9944937,0.0043070866,0.0005321463,0.00008855024,0.0002779319,0.00030058835],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0027547728,0.00010331238,0.0004926623,0.00019607374,0.00010698715,0.000010313829,0.00017693268,0.00008977241,0.0017221633],"category_scores_gemma":[0.0033247038,0.00007834663,0.00020584976,0.00028384826,0.00005682812,0.00008931159,0.000041357718,0.00033838293,0.0000020247114],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0056217946,0.0013755456,0.012924259,0.0010023908,0.0009830217,0.00066031166,0.0012745182,0.61184293,0.00036097286,0.0008716976,0.0003659124,0.36271667],"study_design_scores_gemma":[0.008745377,0.0021096964,0.007898471,0.00084595534,0.00096922304,0.00037689766,0.0012437857,0.94176084,0.000214189,0.0003040301,0.035316624,0.00021490714],"about_ca_topic_score_codex":0.000007116613,"about_ca_topic_score_gemma":0.0000028371082,"teacher_disagreement_score":0.36250177,"about_ca_system_score_codex":0.00007161259,"about_ca_system_score_gemma":0.0004538059,"threshold_uncertainty_score":0.9991904},"labels":[],"label_agreement":null},{"id":"W4224051663","doi":"10.1016/j.ijsu.2022.106619","title":"Reporting ChAracteristics of cadaver training and sUrgical studies: The CACTUS guidelines","year":2022,"lang":"en","type":"article","venue":"International Journal of Surgery","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":29,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University; McMaster University Medical Centre","funders":"","keywords":"Medicine; Guideline; Likert scale; Delphi method; Family medicine; Psychology; Pathology","score_opus":0.3289340564433764,"score_gpt":0.4393278191948755,"score_spread":0.11039376275149909,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4224051663","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99277604,0.00082561054,0.000022995153,0.004659962,0.0013208328,0.00003204264,0.0000062782315,0.0000052975697,0.00035093434],"genre_scores_gemma":[0.99834627,0.00029265214,0.00010037068,0.00057010143,0.0005671966,0.0000014480925,0.000004738861,0.0000075420853,0.0001096752],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.9973382,0.000062462306,0.0017434409,0.000072691924,0.0006954734,0.000087769244],"domain_scores_gemma":[0.99537605,0.0015905019,0.002013386,0.000056966386,0.00090499653,0.000058071786],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0028792012,0.00006676976,0.00041093593,0.00015049243,0.00007086977,0.000011538581,0.00007184505,0.000017889899,0.00026368038],"category_scores_gemma":[0.0045923055,0.000043171185,0.00019274368,0.000095836986,0.0000693047,0.000056491994,0.000067903406,0.00023877018,2.723731e-7],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0014637935,0.00021070191,0.5263563,0.000047145146,0.002073101,0.008797652,0.005754464,0.00066585257,0.00030480654,0.00062184315,0.0023213078,0.45138308],"study_design_scores_gemma":[0.0048272028,0.00025995955,0.38590065,0.00088896905,0.00032540818,0.030043898,0.021299697,0.0025359264,0.00028126233,0.00063273375,0.5526851,0.0003192098],"about_ca_topic_score_codex":0.000006669256,"about_ca_topic_score_gemma":2.755276e-7,"teacher_disagreement_score":0.5503638,"about_ca_system_score_codex":0.0000525936,"about_ca_system_score_gemma":0.00016128128,"threshold_uncertainty_score":0.54977506},"labels":[],"label_agreement":null},{"id":"W4224294090","doi":"10.5435/jaaos-d-21-00756","title":"Simulation Training in Spine Surgery","year":2022,"lang":"en","type":"article","venue":"Journal of the American Academy of Orthopaedic Surgeons","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":25,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Montréal; Centre Hospitalier de l’Université de Montréal","funders":"","keywords":"Modalities; Context (archaeology); Surgical simulation; Orthopedic surgery; Surgical planning; Virtual reality; Spinal surgery; Surgical procedures","score_opus":0.05719893763653666,"score_gpt":0.3363168385897915,"score_spread":0.27911790095325484,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4224294090","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99404615,0.0001816163,0.00007542863,0.0049196477,0.00023870262,0.000108315515,0.0000036789672,0.000010516501,0.00041596798],"genre_scores_gemma":[0.99792826,0.00003871962,0.00011097159,0.0017087198,0.00011804524,0.0000028191996,0.0000012699303,0.000017564536,0.00007360017],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9974933,0.00034060486,0.0009939268,0.00011806144,0.0008169569,0.00023711876],"domain_scores_gemma":[0.9965894,0.0016806049,0.001442137,0.00009546658,0.000053948403,0.00013844609],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0023241288,0.00011464966,0.0007039272,0.000500805,0.00009961518,0.000003988571,0.00015121234,0.000029243884,0.00035488416],"category_scores_gemma":[0.0013922234,0.0000839713,0.0005909821,0.0014365911,0.00020039555,0.00007540191,0.00007407396,0.0008726634,6.84479e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0007991301,0.00015639886,0.7299692,0.00001693289,0.00010959994,0.00006377903,0.0006846089,0.14439711,0.00025092316,0.00007836843,0.00014828154,0.123325676],"study_design_scores_gemma":[0.0016292317,0.00014437937,0.9626443,0.00012660424,0.00008474814,0.00017476673,0.0016515354,0.0070871175,0.000053990458,0.0001323575,0.026163377,0.0001076429],"about_ca_topic_score_codex":0.000019844041,"about_ca_topic_score_gemma":0.0000013142827,"teacher_disagreement_score":0.23267506,"about_ca_system_score_codex":0.0001008676,"about_ca_system_score_gemma":0.0002862924,"threshold_uncertainty_score":0.38857326},"labels":[],"label_agreement":null},{"id":"W4224948661","doi":"10.1016/j.ultrasmedbio.2022.02.025","title":"Toward Fluoro-Free Interventions: Using Radial Intracardiac Ultrasound for Vascular Navigation","year":2022,"lang":"en","type":"article","venue":"Ultrasound in Medicine & Biology","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Lawson Health Research Institute; London Health Sciences Centre; Western University","funders":"Canadian Institutes of Health Research; London Health Sciences Centre","keywords":"Medicine; Lead apron; Radiology; Venography; Interventional radiology; Inferior vena cava; Intracardiac injection; Imaging phantom; Ultrasound; Fluoroscopy; Surgery; Thrombosis","score_opus":0.0809576961611057,"score_gpt":0.37033258412443804,"score_spread":0.28937488796333233,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4224948661","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9788675,0.0029974787,0.011927671,0.0011172498,0.001783894,0.00129957,0.00008573752,0.00011575057,0.0018052069],"genre_scores_gemma":[0.9940262,0.00010898599,0.0024012846,0.0010336973,0.0008399684,0.00017763644,0.0013286077,0.000032876873,0.000050780098],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.9977375,0.00032490402,0.0007681509,0.00046265585,0.00028264683,0.00042410588],"domain_scores_gemma":[0.99699825,0.0022001162,0.0001791729,0.0003664687,0.00010653091,0.00014943551],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0016839718,0.00021953559,0.00066428015,0.00031876232,0.00022372264,0.000010125289,0.00020984768,0.00012983031,0.0017246067],"category_scores_gemma":[0.0039367867,0.00019271133,0.0003464669,0.00051276386,0.00028202674,0.000072820345,0.000061917555,0.0005474619,0.000004910877],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.005533027,0.0029211994,0.51033384,0.0019035784,0.0026065826,0.0002942783,0.018105688,0.009516405,0.15590563,0.052881815,0.0072167856,0.23278116],"study_design_scores_gemma":[0.07992979,0.008888718,0.10139682,0.0014989678,0.001812119,0.001918001,0.013110931,0.0069408203,0.00078778673,0.057917316,0.72414756,0.001651187],"about_ca_topic_score_codex":0.00017813507,"about_ca_topic_score_gemma":0.000008938461,"teacher_disagreement_score":0.71693075,"about_ca_system_score_codex":0.00029805017,"about_ca_system_score_gemma":0.00009557205,"threshold_uncertainty_score":0.99918795},"labels":[],"label_agreement":null},{"id":"W4224986523","doi":"10.1055/s-0041-1740957","title":"Simulating the IMA Recipient Site for DIEP Flap Surgery: A New Model for Dynamic Microsurgery Simulation with Real-Time Respiration and a Pilot Study","year":2022,"lang":"en","type":"article","venue":"Journal of Reconstructive Microsurgery","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Health Sciences Centre; Sunnybrook Health Science Centre; Joseph Brant Hospital; University of Toronto","funders":"","keywords":"Medicine; Tidal volume; Anastomosis; Breast reconstruction; Surgery; Excursion; Microsurgery; Dead space; Respiratory system; Breast cancer; Anatomy; Internal medicine","score_opus":0.05412878909651834,"score_gpt":0.3126555697752483,"score_spread":0.2585267806787299,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4224986523","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9811826,0.00012607661,0.016349733,0.0003876169,0.00031396747,0.0015132065,0.00007124627,0.000029695859,0.000025874006],"genre_scores_gemma":[0.9952441,0.000013236738,0.003925728,0.00020136138,0.0002024571,0.000055391574,0.000037956626,0.000060631995,0.00025913303],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99740547,0.00024008866,0.0011986516,0.0003722265,0.00042356897,0.00036000216],"domain_scores_gemma":[0.99100083,0.0066785323,0.0013091691,0.00021220703,0.000608963,0.00019028223],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.003035732,0.0002742267,0.00086727925,0.0004514963,0.00066625833,0.00009672385,0.00007291932,0.000046865356,0.00004502005],"category_scores_gemma":[0.00077064725,0.00019814224,0.00032987006,0.00039567097,0.000117918484,0.00027778957,0.00005238624,0.00033177465,5.5719175e-7],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.040858902,0.00094967865,0.3491268,0.00011793512,0.0009793933,0.00006243048,0.0039365585,0.45931125,0.025994668,0.000024613908,0.00050947594,0.11812832],"study_design_scores_gemma":[0.010567267,0.0039704903,0.04606524,0.00025443867,0.0006099835,0.00062152493,0.0019144916,0.93365353,0.00018788755,0.0005171401,0.0011749842,0.00046302902],"about_ca_topic_score_codex":0.000019421912,"about_ca_topic_score_gemma":0.000021318627,"teacher_disagreement_score":0.4743423,"about_ca_system_score_codex":0.00028432533,"about_ca_system_score_gemma":0.0006039898,"threshold_uncertainty_score":0.8080006},"labels":[],"label_agreement":null},{"id":"W4224995026","doi":"10.1038/s41746-022-00596-8","title":"Continuous monitoring of surgical bimanual expertise using deep neural networks in virtual reality simulation","year":2022,"lang":"en","type":"article","venue":"npj Digital Medicine","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":44,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University; Montreal Neurological Institute and Hospital","funders":"Montreal Neurological Institute and Hospital; Brain Tumour Research; King Fahad Medical City; Association of Surgeons of Great Britain and Ireland; Mitacs; Brain Tumour Foundation of Canada; Royal College of Physicians and Surgeons of Canada; McGill University","keywords":"Coaching; Psychomotor learning; Virtual reality; Computer science; Neurosurgery; Medical physics; Artificial intelligence; Physical medicine and rehabilitation; Machine learning; Psychology; Medicine; Cognition; Surgery","score_opus":0.06123148524459355,"score_gpt":0.3497350418061716,"score_spread":0.28850355656157806,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4224995026","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9933581,0.00035818317,0.002738982,0.00024408042,0.00041833278,0.00027378733,0.000003809453,0.000060779017,0.002543955],"genre_scores_gemma":[0.99930376,0.0000053155118,0.000018522896,0.000071347655,0.00046763866,0.00000915414,0.00005926507,0.000021429378,0.000043543005],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9982215,0.00008473275,0.0006297701,0.00026343917,0.0005226951,0.0002778701],"domain_scores_gemma":[0.998877,0.0005577206,0.00014426453,0.00017382446,0.00007673619,0.0001704855],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00034378353,0.00015591226,0.00050308486,0.0001788389,0.000077830904,0.000011146099,0.000073364215,0.0000639191,0.00024582964],"category_scores_gemma":[0.000271555,0.00013422062,0.00008261023,0.0005042864,0.00013450108,0.00016457326,0.00008583941,0.00033878605,6.2814837e-7],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0011062904,0.00021167075,0.15289615,0.000013530634,0.000023919765,0.00034843315,0.0009280526,0.6571369,0.00006543684,0.00008948484,0.000002853219,0.18717727],"study_design_scores_gemma":[0.0082676625,0.000696476,0.023747968,0.00009241115,0.000029135812,0.000079449375,0.0022310049,0.96367055,0.000013156266,0.000026779726,0.00101569,0.00012972506],"about_ca_topic_score_codex":0.00005709788,"about_ca_topic_score_gemma":8.7275663e-7,"teacher_disagreement_score":0.30653363,"about_ca_system_score_codex":0.00015558426,"about_ca_system_score_gemma":0.000021276128,"threshold_uncertainty_score":0.54733586},"labels":[],"label_agreement":null},{"id":"W4225306887","doi":"10.1177/15533506221095298","title":"Integration of Reinforcement Learning in a Virtual Robotic Surgical Simulation","year":2022,"lang":"en","type":"article","venue":"Surgical Innovation","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":20,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Vector Institute; University of Toronto","funders":"","keywords":"Reinforcement learning; Computer science; Hyperparameter; Physics engine; Artificial intelligence; Rendering (computer graphics); Trajectory; Simulation","score_opus":0.056388458776256256,"score_gpt":0.3419052131808515,"score_spread":0.28551675440459523,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4225306887","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98247385,0.00001878315,0.005077106,0.00028895945,0.00012801729,0.00032437284,7.158186e-7,0.000071601455,0.011616608],"genre_scores_gemma":[0.9984781,0.000003037714,0.00006354297,0.00008114056,0.000063504514,0.00003108814,0.00036856357,0.000012847885,0.00089813076],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99811673,0.0001552595,0.00077547185,0.00021000077,0.00056718854,0.00017535877],"domain_scores_gemma":[0.99909765,0.00035380104,0.00020934416,0.000106752486,0.0001932336,0.000039224233],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00090511754,0.000111252215,0.00028592272,0.00051701936,0.00010236429,0.0000097395605,0.000044119657,0.00006786317,0.0017204027],"category_scores_gemma":[0.00024751195,0.00010528406,0.00006839152,0.0022516036,0.000039220427,0.000111968446,0.000054091834,0.0004729715,0.00000707356],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0008824598,0.00015833357,0.0058389134,0.000010856756,0.000012252482,0.000072095165,0.00025396643,0.92418426,0.00042236384,0.034816734,0.0000033547474,0.03334439],"study_design_scores_gemma":[0.007573049,0.0007747402,0.011374473,0.00005400943,0.00001666787,0.00003542631,0.00055248296,0.95684457,0.00031242,0.00025876536,0.022049781,0.00015361524],"about_ca_topic_score_codex":0.00002003734,"about_ca_topic_score_gemma":0.0000012765578,"teacher_disagreement_score":0.03455797,"about_ca_system_score_codex":0.00018298054,"about_ca_system_score_gemma":0.0000673851,"threshold_uncertainty_score":0.9991922},"labels":[],"label_agreement":null},{"id":"W4225306899","doi":"10.1016/j.jsurg.2022.02.014","title":"Validity Evidence for Procedure-Specific Competency Assessment Tools in Cardiovascular and Thoracic Surgery: A Scoping Review","year":2022,"lang":"en","type":"review","venue":"Journal of surgical education","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":8,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Manitoba; Alberta Library; University of Alberta","funders":"","keywords":"Rigour; Medicine; Cardiothoracic surgery; Accreditation; Graduate medical education; Vascular surgery; Medical physics; Cardiac surgery; Physical therapy; Surgery; Medical education","score_opus":0.3974260486374964,"score_gpt":0.5071529317140767,"score_spread":0.1097268830765803,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4225306899","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00014264348,0.99629307,0.000056811787,0.00044942801,0.0005279928,0.0022964266,0.000002967989,0.00000954155,0.00022114246],"genre_scores_gemma":[0.0003101701,0.9980117,0.00061511033,0.00012479394,0.00054672523,0.0002742692,0.00006749366,0.000030929732,0.000018792645],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99614674,0.00075068156,0.0017863195,0.00034512277,0.00074962183,0.00022149729],"domain_scores_gemma":[0.9926342,0.0055574356,0.0010474349,0.00025333196,0.00027658712,0.00023104528],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.006381871,0.0002745744,0.0032595065,0.0003788303,0.00008816794,0.00005955671,0.00011400025,0.0001362557,0.0004257436],"category_scores_gemma":[0.0015904843,0.00020576501,0.0016250119,0.00069060456,0.000037009755,0.00026294193,0.000034306016,0.0007372227,0.0000014448215],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000046522193,0.00018464054,0.00015477848,0.11248422,0.000102095706,0.000053088374,0.000016771293,0.0000027801211,1.0570823e-8,0.00003552877,0.00015394519,0.8867656],"study_design_scores_gemma":[0.00025079594,0.00007058712,0.00017054233,0.36476457,0.0008452383,0.00082289433,0.000024354353,0.0000037974096,4.4366885e-8,0.000015802188,0.63290274,0.00012860344],"about_ca_topic_score_codex":0.0000020233795,"about_ca_topic_score_gemma":3.5139573e-7,"teacher_disagreement_score":0.88663703,"about_ca_system_score_codex":0.0004659209,"about_ca_system_score_gemma":0.0052210516,"threshold_uncertainty_score":0.9261921},"labels":[],"label_agreement":null},{"id":"W4225418925","doi":"10.1096/fasebj.2022.36.s1.r2133","title":"Revisiting the Anconeus using Functional Ultrasound Imaging","year":2022,"lang":"en","type":"article","venue":"The FASEB Journal","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Ultrasound imaging; Ultrasound; Medicine; Radiology; Anatomy","score_opus":0.052748770357883994,"score_gpt":0.29909456635481635,"score_spread":0.24634579599693235,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4225418925","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9877029,0.00057616696,0.001383634,0.0038603756,0.00047005623,0.000077874014,0.0000024198966,0.000022807428,0.0059037344],"genre_scores_gemma":[0.99580765,0.000006912936,0.000082263185,0.0024444128,0.0014240501,0.0000016105762,0.0000034492743,0.000010572135,0.00021907043],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99899507,0.00017525448,0.0001910593,0.000075555225,0.00039263658,0.0001703996],"domain_scores_gemma":[0.9991863,0.00047311618,0.00011423584,0.00010825901,0.000051051273,0.00006706941],"candidate_categories":["sts","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0012369688,0.000064709406,0.00009236187,0.00003842182,0.001649894,0.0000665297,0.00008337785,0.000007381269,0.0036807137],"category_scores_gemma":[0.0001484678,0.000034720262,0.00010866928,0.0001816596,0.000054859425,0.00005521384,0.000042143318,0.00065096276,0.000008521006],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0014690051,0.00015424365,0.41159472,0.000030067953,0.0006261455,0.0013550583,0.005198204,0.15847762,0.16994826,0.004029478,0.0015776119,0.24553958],"study_design_scores_gemma":[0.018027032,0.00021572715,0.36029527,0.000348825,0.0011259905,0.1466904,0.048743002,0.23090501,0.003661481,0.004695433,0.18445385,0.00083799637],"about_ca_topic_score_codex":0.00000549775,"about_ca_topic_score_gemma":9.9086755e-8,"teacher_disagreement_score":0.24470158,"about_ca_system_score_codex":0.00009320426,"about_ca_system_score_gemma":0.0000798765,"threshold_uncertainty_score":0.9996498},"labels":[],"label_agreement":null},{"id":"W4231166998","doi":"10.31219/osf.io/nyxpz","title":"Roles and applications of 3D printing in gynecology: a scoping review","year":2021,"lang":"en","type":"review","venue":"","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ottawa Hospital; University of Ottawa","funders":"","keywords":"Context (archaeology); Relevance (law); 3D printing; Inclusion (mineral); Data extraction; Medicine; Medical physics; Medical education; Engineering; MEDLINE; Psychology; Mechanical engineering; Geography","score_opus":0.08970382738832507,"score_gpt":0.4325693755896629,"score_spread":0.34286554820133786,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4231166998","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0000011192067,0.9845576,0.00011211137,0.000032785752,0.000008059816,0.0014174756,6.746417e-7,0.000015590282,0.013854533],"genre_scores_gemma":[0.00001081259,0.9986505,0.0007977765,0.00018064569,0.0000268313,0.00018325492,0.000034012348,0.000010546144,0.00010560138],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99896115,0.00007027877,0.00059901836,0.00020266644,0.00007501712,0.00009187083],"domain_scores_gemma":[0.9988712,0.0007155771,0.00017348862,0.00015098069,0.000043715565,0.000045060173],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00035303368,0.000109062385,0.0014902657,0.000092282586,0.000013783191,0.0000037023412,0.000030850468,0.00010482296,0.0005399125],"category_scores_gemma":[0.0004213003,0.000080934,0.00011552571,0.00035126627,0.00002650765,0.0000121065605,0.000049857554,0.00017074477,0.00000546442],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[1.6344006e-7,0.000016902693,0.000059023423,0.14365192,0.0000186221,0.0000035280518,0.000004079836,7.622236e-8,6.6269723e-9,0.0003660875,0.0000010927646,0.8558785],"study_design_scores_gemma":[0.00017806201,0.000004941886,0.000011274608,0.46687454,0.00022431112,0.000016355647,0.0000073313463,0.00000438917,6.114384e-8,0.0000019253591,0.53262687,0.000049941198],"about_ca_topic_score_codex":0.0000023584523,"about_ca_topic_score_gemma":0.000012489922,"teacher_disagreement_score":0.8558286,"about_ca_system_score_codex":0.000017347389,"about_ca_system_score_gemma":0.00019285678,"threshold_uncertainty_score":0.5911663},"labels":[],"label_agreement":null},{"id":"W4234353845","doi":"10.1177/229255031602400301","title":"An evaluation of accessibility and content of microsurgery fellowship websites","year":2016,"lang":"en","type":"article","venue":"Plastic Surgery","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":18,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto; McMaster University","funders":"","keywords":"Subspecialty; Microsurgery; Medical education; Medicine; Library science; Psychology; Computer science; Family medicine; Surgery","score_opus":0.1831287859068752,"score_gpt":0.35231156152438936,"score_spread":0.16918277561751416,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4234353845","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9989383,0.00013847968,0.0002031121,0.000039157836,0.00035634058,0.0000891764,0.000011072724,0.000018276512,0.0002060376],"genre_scores_gemma":[0.9998625,0.0000139565955,0.00003340092,0.000014895128,0.000040192517,0.0000048346747,0.000010272013,0.0000071844465,0.000012755449],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9987884,0.00013527894,0.0004231682,0.00017644011,0.00036015027,0.00011656419],"domain_scores_gemma":[0.98444396,0.014771664,0.00017014514,0.00016198393,0.00034431394,0.00010793889],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.001757804,0.00007926647,0.00034531925,0.00011944883,0.000016930797,0.0000045712104,0.000022060905,0.000053813277,0.0006970536],"category_scores_gemma":[0.009148722,0.00004975877,0.00008081803,0.00011476905,0.00013455165,0.00010176812,0.000010786825,0.000031756772,0.0000045444795],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00031345265,0.00012821163,0.8972663,0.00005533113,0.000030852047,0.0000017321706,0.00003073923,0.0000054190887,0.049141727,0.000015376385,0.000015057413,0.052995794],"study_design_scores_gemma":[0.0012570963,0.000036672376,0.97775745,0.00026362189,0.00009971479,0.0000036793003,0.00006468874,0.001315547,0.019047912,0.000055041088,0.000039431834,0.00005917082],"about_ca_topic_score_codex":0.00001071375,"about_ca_topic_score_gemma":0.0000027707829,"teacher_disagreement_score":0.08049112,"about_ca_system_score_codex":0.000021609972,"about_ca_system_score_gemma":0.000112770234,"threshold_uncertainty_score":0.99919766},"labels":[],"label_agreement":null},{"id":"W4234741123","doi":"10.1007/s12630-012-9821-6","title":"Erratum to: Real-time ultrasound-guided spinal anesthesia using the SonixGPS® needle tracking system: a case report","year":2012,"lang":"en","type":"erratum","venue":"Canadian Journal of Anesthesia/Journal canadien d anesthésie","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Toronto Western Hospital","funders":"","keywords":"Spinal anesthesia; Medicine; Anesthesia; Tracking (education); Psychology","score_opus":0.03713132141653053,"score_gpt":0.2855107989514319,"score_spread":0.24837947753490136,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4234741123","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.95156735,0.0057557216,0.000054410993,0.010456323,0.010347012,0.0015275759,0.000020551975,0.00011430128,0.02015677],"genre_scores_gemma":[0.9466508,0.000112016205,0.00094651955,0.00065228203,0.016753644,0.000011775316,0.000085726024,0.0005175955,0.034269627],"study_design_codex":"case_report","study_design_gemma":"case_report","domain_scores_codex":[0.9908235,0.0006541676,0.003316926,0.0007017417,0.0018342026,0.002669464],"domain_scores_gemma":[0.98381037,0.00030264634,0.0032723434,0.0010556802,0.0026135184,0.008945451],"candidate_categories":["metaepi_narrow","sts","scholarly_communication","research_integrity"],"consensus_categories":["metaepi_narrow","research_integrity"],"category_scores_codex":[0.00553347,0.0012899907,0.0025986314,0.0021869268,0.002016759,0.0010402356,0.0010566874,0.0013171224,0.0006325707],"category_scores_gemma":[0.0009825075,0.0009904711,0.0013970232,0.0015873774,0.00044140092,0.00066254433,0.000020123527,0.0047453516,0.00006302261],"study_design_candidate":"case_report","study_design_consensus":"case_report","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":true,"study_design_scores_codex":[0.0002252405,0.000042934236,0.000874124,0.00019636402,0.00045332703,0.8698127,0.0015117684,0.00039581108,0.000020552454,0.000062258674,0.12572575,0.0006791365],"study_design_scores_gemma":[0.001307043,0.0007805581,0.0013675696,0.003072022,0.0016144495,0.8437315,0.0028088684,0.00016639466,0.0000065681857,0.000021086737,0.1442613,0.00086261425],"about_ca_topic_score_codex":0.035341363,"about_ca_topic_score_gemma":0.007494295,"teacher_disagreement_score":0.027847067,"about_ca_system_score_codex":0.004649377,"about_ca_system_score_gemma":0.019869313,"threshold_uncertainty_score":0.9999968},"labels":[],"label_agreement":null},{"id":"W4237567505","doi":"10.1142/9789813232266_0003","title":"ROBOT-ASSISTED CORONARY AND MITRAL VALVE SURGERY","year":2018,"lang":"en","type":"book-chapter","venue":"WORLD SCIENTIFIC eBooks","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University","funders":"","keywords":"Medicine; Mitral valve; Cardiology; Internal medicine","score_opus":0.07790480246254322,"score_gpt":0.2845160703897916,"score_spread":0.20661126792724838,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4237567505","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.007006095,0.0004746137,0.000009307811,0.00010573042,0.0017728191,0.00033880922,0.000021275231,0.00016320306,0.99010813],"genre_scores_gemma":[0.24878655,9.47807e-7,0.00015483706,0.0003433105,0.00027429743,0.000004299369,0.00012807119,0.00004557623,0.7502621],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9978898,0.000023384124,0.0004680952,0.00071638275,0.00056069955,0.00034162332],"domain_scores_gemma":[0.99845064,0.00035007077,0.00018678716,0.0004694979,0.00017537999,0.00036764776],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0006087144,0.0003189261,0.000605307,0.00056481524,0.00030194432,0.00014171883,0.00008309686,0.00020192153,0.0046701096],"category_scores_gemma":[0.00002548043,0.00028071736,0.0006855363,0.000057708345,0.00096940575,0.000032299868,0.000078977995,0.00037098292,0.00034255558],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0013900362,0.00022339799,0.010731495,0.0008211814,0.0031112183,0.0022853594,0.0021580125,0.0000037017448,0.0006142125,0.057217363,0.25052786,0.6709162],"study_design_scores_gemma":[0.0008610428,0.000033078748,0.015308453,0.0006866079,0.0003141363,0.0000879687,0.000013013335,0.000042163472,0.00003617283,0.0020106947,0.980267,0.000339671],"about_ca_topic_score_codex":0.0000016870474,"about_ca_topic_score_gemma":0.0001787822,"teacher_disagreement_score":0.7297391,"about_ca_system_score_codex":0.00006338132,"about_ca_system_score_gemma":0.00018852015,"threshold_uncertainty_score":0.9999645},"labels":[],"label_agreement":null},{"id":"W4238476629","doi":"10.21203/rs.3.rs-29073/v1","title":"Closing the Knowledge Gap in Pelvic Neuroanatomy: Assessment of a Cadaveric Training Program","year":2020,"lang":"en","type":"preprint","venue":"Research Square","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"Robert Wood Johnson Medical School, Rutgers, The State University of New Jersey; Faculdade de Medicina do ABC; University of Toronto; Saint Louis University","keywords":"Closing (real estate); Neuroanatomy; Cadaveric spasm; Training (meteorology); Computer science; Medicine; Medical physics; Medical education; Artificial intelligence; Anatomy; Geography; Business","score_opus":0.29592195495731033,"score_gpt":0.5305349173873996,"score_spread":0.23461296243008922,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4238476629","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.84429896,0.0017415825,0.00011386433,0.0060094646,0.00026160458,0.0053953743,0.000024299323,0.00023141649,0.14192341],"genre_scores_gemma":[0.99855715,0.000106109546,0.00054649555,0.00006739591,0.00022841874,0.00027253723,0.0000722746,0.0000471601,0.00010245192],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99622947,0.00089895236,0.000544676,0.0005621842,0.00118054,0.0005841853],"domain_scores_gemma":[0.9974642,0.0012206448,0.00012086845,0.0004914833,0.0004397921,0.0002630117],"candidate_categories":["research_integrity"],"consensus_categories":[],"category_scores_codex":[0.0021340034,0.0002231332,0.00062441657,0.00042312965,0.000119204255,0.000079818215,0.0003022385,0.00022257719,0.00021003342],"category_scores_gemma":[0.0010011111,0.00015955133,0.00023639512,0.0013401286,0.00023362492,0.000033911532,0.00063047017,0.0032673187,0.000012566359],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00048218676,0.00177032,0.09353678,0.007289005,0.00031538165,0.0010005864,0.023250666,0.0018448296,0.00019677934,0.006478585,0.00018104985,0.86365384],"study_design_scores_gemma":[0.0047824816,0.0010211401,0.6605427,0.0046860427,0.00007634768,0.00001986121,0.007530898,0.28732485,0.000039651066,0.0016012572,0.032018542,0.00035617672],"about_ca_topic_score_codex":0.00011521934,"about_ca_topic_score_gemma":0.000051067607,"teacher_disagreement_score":0.86329764,"about_ca_system_score_codex":0.00028063968,"about_ca_system_score_gemma":0.0016937861,"threshold_uncertainty_score":0.9990322},"labels":[],"label_agreement":null},{"id":"W4238727221","doi":"10.1097/01.gox.0000464861.03826.4d","title":"Development of an Operative Performance Rating System for Plastic Surgery Residents","year":2015,"lang":"en","type":"article","venue":"Plastic & Reconstructive Surgery Global Open","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Likert scale; Graduate medical education; Rating scale; Medicine; Medical education; Rating system; Reliability (semiconductor); Medical physics; Psychology; Accreditation","score_opus":0.09076127490818192,"score_gpt":0.3369275506318652,"score_spread":0.24616627572368327,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4238727221","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9918003,0.00002658141,0.0017029468,0.0000071635845,0.0018827823,0.00068507646,0.00006989022,0.000057180285,0.0037680923],"genre_scores_gemma":[0.9884857,0.0000010586331,0.011137921,0.000020992711,0.00010662277,0.0000918989,0.00011645226,0.00002087309,0.000018511433],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99754095,0.00013967293,0.0010195981,0.00045640528,0.0004439768,0.00039937688],"domain_scores_gemma":[0.9930284,0.0052855667,0.00040803378,0.00019079822,0.00064215664,0.0004450277],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0014270452,0.0002630636,0.0009780962,0.00014338059,0.00018788777,0.000085285705,0.00016021504,0.00010682619,0.000057576453],"category_scores_gemma":[0.0046582017,0.00022748037,0.00012547203,0.0004079757,0.00012836301,0.00055838516,0.00011760128,0.000110907655,0.000025943638],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0058674947,0.00022465302,0.87747616,0.00051546097,0.0005069743,0.000062873245,0.0007593792,0.0009739239,0.00006870593,0.0007466048,0.0001587576,0.112639],"study_design_scores_gemma":[0.010272065,0.00047089512,0.9221923,0.0056281956,0.00033164234,0.00069512334,0.014664715,0.037104037,0.0060353642,0.00012128281,0.0012780321,0.0012063575],"about_ca_topic_score_codex":0.000044024113,"about_ca_topic_score_gemma":0.00003310824,"teacher_disagreement_score":0.11143265,"about_ca_system_score_codex":0.00045393713,"about_ca_system_score_gemma":0.0018341173,"threshold_uncertainty_score":0.927638},"labels":[],"label_agreement":null},{"id":"W4239285399","doi":"10.1186/preaccept-7454522201323814","title":"`The air that we breathe¿: assessment of laser and electrosurgical dissection devices on operating theater air quality","year":2014,"lang":"en","type":"article","venue":"Journal of Otolaryngology - Head and Neck Surgery","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Dalhousie University; Victoria General Hospital; Health Sciences Centre","funders":"","keywords":"Air quality index; HEPA; Particulates; Environmental science; Indoor air quality; Air filtration; Particle number; Relative humidity; Filtration (mathematics); Particle (ecology); Environmental engineering; Chemistry; Volume (thermodynamics); Meteorology; Engineering","score_opus":0.03719968268618086,"score_gpt":0.341773083157889,"score_spread":0.30457340047170817,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4239285399","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99521995,0.0002833046,0.00006330112,0.003252385,0.00018517247,0.00007846718,6.70063e-7,0.000009505223,0.000907226],"genre_scores_gemma":[0.998695,0.0002575928,0.00007004018,0.00075714284,0.00016370433,0.0000022189263,0.0000021332917,0.000009592641,0.00004257905],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9985051,0.00038592028,0.0005492416,0.00013832451,0.00022774625,0.00019362207],"domain_scores_gemma":[0.99668425,0.0026774022,0.000302484,0.00010056595,0.00009752793,0.00013774159],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0019383145,0.00012423671,0.0005525691,0.00010024217,0.00018422685,0.000016435053,0.000033686698,0.00010962532,0.00003099958],"category_scores_gemma":[0.00016892214,0.000069215144,0.00014377276,0.000079985766,0.00011250575,0.000104427076,0.00001707431,0.00034079398,6.263682e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0005291975,0.000121536024,0.9932293,0.000055898367,0.000088932735,0.000036352263,0.00009436026,0.000022207367,0.00042798108,0.00033409038,0.000029928819,0.005030172],"study_design_scores_gemma":[0.0013756751,0.00050503435,0.9919398,0.00025094056,0.0000409716,0.0005324089,0.000058000503,0.0005308033,0.0009188303,0.00009010153,0.0036858183,0.00007162434],"about_ca_topic_score_codex":0.000009398775,"about_ca_topic_score_gemma":0.000012543617,"teacher_disagreement_score":0.0049585477,"about_ca_system_score_codex":0.000019620555,"about_ca_system_score_gemma":0.000054262615,"threshold_uncertainty_score":0.28225118},"labels":[],"label_agreement":null},{"id":"W4239987538","doi":"10.4108/icst.pervasivehealth2008.2548","title":"Using Eye Contact and Contextual Speech Recognition for Hands-Free Surgical Charting","year":2008,"lang":"en","type":"article","venue":"","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University","funders":"","keywords":"Computer science; Hands free; Speech recognition; Software; Human–computer interaction; User interface; Speech analytics; Speaker recognition; Speech processing; Voice activity detection","score_opus":0.18091502929897477,"score_gpt":0.36259802366107535,"score_spread":0.18168299436210059,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4239987538","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9813784,0.00004259754,0.0007457166,0.00024877337,0.000045147506,0.00027494927,0.0000051460715,0.00007256303,0.017186746],"genre_scores_gemma":[0.99632895,0.000011655485,0.0025447109,0.00035889132,0.00021204956,0.0000047296376,0.00003105721,0.000011672496,0.00049628085],"study_design_codex":"design_other","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9993217,0.00001707451,0.00020766651,0.00016337843,0.00012100393,0.000169165],"domain_scores_gemma":[0.99934655,0.0003108655,0.000043178195,0.000077627294,0.000093683404,0.0001280871],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00018622329,0.00008374994,0.00020981664,0.00004540189,0.00013762951,0.0000115300545,0.000018526944,0.00006786504,0.00059992186],"category_scores_gemma":[0.00028690888,0.00006680549,0.00006456805,0.00006308563,0.00004074347,0.000087982255,0.000015481324,0.00007654407,0.000008313632],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.006487174,0.00050154753,0.31054145,0.0001929672,0.00029452224,0.0012478442,0.0016173087,0.0000114384475,0.0037898463,0.0024946898,0.0006915434,0.6721297],"study_design_scores_gemma":[0.39564276,0.0036769893,0.24523747,0.0010491489,0.00061873184,0.005770482,0.0029233834,0.1993248,0.05433291,0.0024852748,0.08709798,0.001840066],"about_ca_topic_score_codex":0.000025366606,"about_ca_topic_score_gemma":0.0000042295155,"teacher_disagreement_score":0.6702896,"about_ca_system_score_codex":0.000013437259,"about_ca_system_score_gemma":0.000023054043,"threshold_uncertainty_score":0.65687233},"labels":[],"label_agreement":null},{"id":"W4240604011","doi":"10.1177/229255031502300214","title":"Teaching facial fracture repair: A novel method of surgical skills training using three-dimensional biomodels","year":2015,"lang":"en","type":"article","venue":"Plastic Surgery","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":16,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Health Sciences Centre; Sunnybrook Health Science Centre; University of Toronto","funders":"","keywords":"Medicine; Competence (human resources); Radiological weapon; Medical physics; Physical therapy; Medical education; Surgery; Psychology","score_opus":0.1154977302745326,"score_gpt":0.35771579059316916,"score_spread":0.24221806031863657,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4240604011","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8610039,0.00007876925,0.13596863,0.00014674448,0.001686889,0.00013178695,0.000023301985,0.0002090425,0.000750964],"genre_scores_gemma":[0.96713406,5.187292e-7,0.032083377,0.00013230424,0.0005480025,0.0000032001815,0.00004067825,0.00003399956,0.00002387188],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.997749,0.00012876315,0.0006602146,0.0003675598,0.0007109087,0.0003835831],"domain_scores_gemma":[0.9838914,0.015144435,0.00020351214,0.00018594952,0.00016568015,0.0004089979],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0017986078,0.00023320696,0.0007781118,0.00029026906,0.0000911909,0.000012731279,0.000048559305,0.00020527275,0.00019806127],"category_scores_gemma":[0.004941211,0.00019009852,0.00041587572,0.00027541534,0.00008274876,0.00011967268,0.000044713277,0.00039740524,0.000008550637],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0087338425,0.0051099383,0.34733173,0.0005650064,0.0026398129,0.0036184657,0.010401952,0.44295588,0.0060589663,0.0027374586,0.0017685931,0.16807836],"study_design_scores_gemma":[0.0068929647,0.000118592485,0.010718582,0.0007421303,0.00033462205,0.0012873728,0.0003532441,0.9516091,0.00021904726,0.0002311121,0.026967963,0.0005252913],"about_ca_topic_score_codex":0.00013803547,"about_ca_topic_score_gemma":0.0000033046576,"teacher_disagreement_score":0.5086532,"about_ca_system_score_codex":0.000071906274,"about_ca_system_score_gemma":0.00043528355,"threshold_uncertainty_score":0.7751993},"labels":[],"label_agreement":null},{"id":"W4243119865","doi":"10.1016/j.ajog.2018.09.014","title":"Reply","year":2018,"lang":"en","type":"letter","venue":"American Journal of Obstetrics and Gynecology","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Toronto East General Hospital; University of Toronto; St. Michael's Hospital","funders":"","keywords":"Curriculum; Scopus; Medicine; Cognition; Task (project management); Conceptual framework; Medical education; MEDLINE; Psychology; Pedagogy; Management; Sociology","score_opus":0.024100217907232144,"score_gpt":0.28871047761169233,"score_spread":0.26461025970446017,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4243119865","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.15532291,0.0022670252,0.00014012458,0.82520896,0.0051535857,0.00019601181,0.00000964932,0.000026632217,0.011675093],"genre_scores_gemma":[0.16765228,0.00043832124,0.0010175604,0.82791454,0.0020758163,8.022516e-7,0.0000112513,0.000030446196,0.0008590011],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9986892,0.000092772665,0.00052902906,0.00017060239,0.00027257513,0.000245871],"domain_scores_gemma":[0.99160665,0.0068303687,0.0008367136,0.00015550779,0.00042056738,0.00015017684],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00026224143,0.0001568845,0.00080326473,0.00044968957,0.000042996693,0.000017283677,0.0000901239,0.00020900376,0.0003286742],"category_scores_gemma":[0.006440581,0.00011750928,0.00017290669,0.000411277,0.0004199782,0.00002829426,0.000030051448,0.0012261241,0.000015002621],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000062719766,0.000052123967,0.009201549,0.00004060549,0.00037510376,0.007043989,0.00015155929,0.0000011970382,0.0000018918793,0.000017909031,0.52189505,0.4611563],"study_design_scores_gemma":[0.0015262904,0.002872671,0.0047849664,0.000038860744,0.00018167893,0.0007568466,0.00008154654,0.000020700105,0.0000019177414,0.00007564032,0.9895495,0.00010938105],"about_ca_topic_score_codex":0.0000047162134,"about_ca_topic_score_gemma":1.254664e-7,"teacher_disagreement_score":0.46765447,"about_ca_system_score_codex":0.000077382196,"about_ca_system_score_gemma":0.00016594176,"threshold_uncertainty_score":0.7710442},"labels":[],"label_agreement":null},{"id":"W4243564630","doi":"10.1016/j.juro.2016.11.120","title":"Editorial Comment","year":2017,"lang":"es","type":"editorial","venue":"The Journal of Urology","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Medicine; Coaching; Library science; Ophthalmology; Management; Computer science","score_opus":0.02664266387347249,"score_gpt":0.3355627769858253,"score_spread":0.30892011311235285,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4243564630","genre_codex":"editorial","genre_gemma":"editorial","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"editorial","genre_consensus":"editorial","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0005344532,0.0011334064,0.00004798185,0.011398763,0.9816483,0.0001376017,0.000013022892,0.0000074533395,0.005078967],"genre_scores_gemma":[0.08846771,0.0016546072,0.0000076231636,0.00079070346,0.90872383,7.074316e-7,0.000012200809,0.000030309046,0.00031228625],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9966145,0.0007107237,0.00095750234,0.00013183238,0.0012040855,0.00038136437],"domain_scores_gemma":[0.9904018,0.005845744,0.0021853524,0.0005012365,0.00082252565,0.00024331234],"candidate_categories":["research_integrity"],"consensus_categories":[],"category_scores_codex":[0.003919591,0.00028737195,0.0010154807,0.0001424172,0.00034067954,0.000054360866,0.0008205163,0.0010047081,0.00066545035],"category_scores_gemma":[0.0046409355,0.00016255536,0.00035917936,0.000045751774,0.00041015676,0.00007303516,0.00013445703,0.003178476,0.00012738298],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0059612496,0.00012411934,0.0001066751,0.000022584489,0.000557223,0.00009526015,0.00032460818,0.00009667522,0.000013032394,0.00007458189,0.9878944,0.004729574],"study_design_scores_gemma":[0.009261664,0.0023909598,0.00023119089,0.00010761871,0.0014191893,0.00010274114,0.000060233717,0.00004771396,0.0000037087254,0.00031905473,0.9859293,0.00012658999],"about_ca_topic_score_codex":0.000024734612,"about_ca_topic_score_gemma":0.0000028798886,"teacher_disagreement_score":0.08793326,"about_ca_system_score_codex":0.00009051801,"about_ca_system_score_gemma":0.00065359246,"threshold_uncertainty_score":0.99912125},"labels":[],"label_agreement":null},{"id":"W4243891946","doi":"10.5489/cuaj.554","title":"Development and validation of a virtual reality transrectal ultrasound guided prostatic biopsy simulator","year":2013,"lang":"en","type":"article","venue":"Canadian Urological Association Journal","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":16,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Robarts Clinical Trials; Western University","funders":"","keywords":"Construct validity; Face validity; Virtual reality; Reliability (semiconductor); Biopsy; Computer science; Prostate biopsy; Simulation; Ultrasound; Content validity; Medicine; Prostate cancer; Radiology; Surgery; Artificial intelligence; Psychometrics; Patient satisfaction; Cancer; Internal medicine","score_opus":0.030450457930353884,"score_gpt":0.26754577390398904,"score_spread":0.23709531597363515,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4243891946","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99574155,0.000018392755,0.00025539036,0.0025937273,0.00007028386,0.00023006382,0.000007750334,0.000016569276,0.0010662605],"genre_scores_gemma":[0.9984116,0.0000042603815,0.00064348127,0.0007153026,0.00007077133,0.0000062132244,0.000028707307,0.000006635881,0.00011300758],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9987292,0.00010993568,0.00046535383,0.00013160048,0.00030489807,0.0002589894],"domain_scores_gemma":[0.9985569,0.00032527084,0.00020991267,0.000048294696,0.00029102337,0.00056858524],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00062940025,0.000098003184,0.00022937005,0.00011431993,0.00014949024,0.00005574768,0.000037199436,0.00015280895,0.00089835527],"category_scores_gemma":[0.0011140394,0.00007727351,0.00005955159,0.00016006001,0.000034598776,0.00010658483,0.0000038832645,0.00023468463,0.000018891795],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00008855449,0.00012252037,0.9701028,0.000020383946,0.00024938845,0.000035894853,0.0021239505,0.00082649535,0.001951776,0.00062822556,0.0006557053,0.023194345],"study_design_scores_gemma":[0.0024162484,0.00016640007,0.98809594,0.000019834302,0.000048368725,0.0002013955,0.00028573844,0.0013251643,0.00047876168,0.00045831694,0.006373783,0.00013005822],"about_ca_topic_score_codex":0.0003270311,"about_ca_topic_score_gemma":0.000052972802,"teacher_disagreement_score":0.023064287,"about_ca_system_score_codex":0.0003300422,"about_ca_system_score_gemma":0.00032033402,"threshold_uncertainty_score":0.983636},"labels":[],"label_agreement":null},{"id":"W4246245697","doi":"10.3109/10929080009148876","title":"Comparative Tracking Error Analysis of Five Different Optical Tracking Systems","year":2000,"lang":"en","type":"article","venue":"Computer Aided Surgery","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":154,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Jitter; Computer science; Tracking system; Tracking (education); Computer vision; Accuracy and precision; Frame rate; Artificial intelligence; Physics; Telecommunications","score_opus":0.0997192915611973,"score_gpt":0.3345912256724557,"score_spread":0.2348719341112584,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4246245697","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9900996,0.00017245968,0.007169536,0.000066550005,0.00024802654,0.0001734748,0.000006851652,0.000089970454,0.001973494],"genre_scores_gemma":[0.99916273,0.000008786158,0.00024346448,0.0001538485,0.0001856941,0.0000063833304,0.00008360281,0.000013347244,0.00014214308],"study_design_codex":"simulation_or_modeling","study_design_gemma":"observational","domain_scores_codex":[0.99820733,0.0001310957,0.0006999913,0.00032031728,0.00036554338,0.00027573592],"domain_scores_gemma":[0.9973932,0.0018980117,0.00012724,0.00024398763,0.00014318526,0.00019438255],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0002906219,0.00019416363,0.0013247918,0.0004012927,0.0000627884,0.000043516637,0.00006502005,0.00009094126,0.0007023871],"category_scores_gemma":[0.000030953513,0.00015537906,0.00056343636,0.0007403901,0.00007913797,0.00009145298,0.000017849705,0.00018619063,0.00002027612],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0013919647,0.001635973,0.30084455,0.00034598235,0.009915237,0.0005465485,0.007203891,0.35522878,0.0003199647,0.00082657224,0.00068913,0.3210514],"study_design_scores_gemma":[0.0007812328,0.000040031573,0.50105476,0.00022282895,0.0007115733,0.000012454353,0.00013643001,0.49614057,0.00019762761,0.000006899234,0.0005356394,0.0001599814],"about_ca_topic_score_codex":0.000018167684,"about_ca_topic_score_gemma":0.000002959477,"teacher_disagreement_score":0.3208914,"about_ca_system_score_codex":0.0000442298,"about_ca_system_score_gemma":0.000031449625,"threshold_uncertainty_score":0.7690646},"labels":[],"label_agreement":null},{"id":"W4246996269","doi":"10.1109/haptic.2006.1627076","title":"A Study on Haptic Rendering in a Simulated Surgical Training Environment","year":2006,"lang":"en","type":"article","venue":"","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Simon Fraser University","funders":"","keywords":"Haptic technology; Computer science; Surgical simulation; Rendering (computer graphics); Virtual reality; Computer graphics (images); Human–computer interaction; Simulation; Medicine; Surgery","score_opus":0.0764058626109093,"score_gpt":0.31282959245306546,"score_spread":0.23642372984215615,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4246996269","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9226599,0.000010972782,0.00005166353,0.00013752107,0.000018983174,0.00028644336,2.0234253e-7,0.0000797499,0.0767546],"genre_scores_gemma":[0.99900824,6.5811236e-7,0.00006903279,0.00009285519,0.00005384692,0.0000058423816,0.000006038352,0.00001353294,0.00074993994],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9989752,0.00004153618,0.00028015746,0.00023394942,0.00025692958,0.00021218746],"domain_scores_gemma":[0.9995769,0.00019443933,0.000023804638,0.00012485795,0.0000049777154,0.000075013915],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00021695999,0.00010970546,0.00022735955,0.00011102513,0.000030352117,0.00001034617,0.000024864015,0.000047826372,0.0007750267],"category_scores_gemma":[0.000020214786,0.0000863958,0.00005156652,0.00013987809,0.000017744895,0.000023138235,0.0000138022815,0.00016043671,0.00006565552],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0020010148,0.0076379096,0.63726777,0.000022275328,0.00015936495,0.012000094,0.007081974,0.27567047,0.000455121,0.0040778713,0.000018717288,0.05360741],"study_design_scores_gemma":[0.035755508,0.0012880265,0.85871166,0.00010521954,0.00005190075,0.000062702275,0.005850525,0.089188546,0.000079729216,0.00018836561,0.008362117,0.0003557113],"about_ca_topic_score_codex":0.000059592072,"about_ca_topic_score_gemma":0.000012614911,"teacher_disagreement_score":0.22144388,"about_ca_system_score_codex":0.00006616562,"about_ca_system_score_gemma":0.000011080187,"threshold_uncertainty_score":0.84859985},"labels":[],"label_agreement":null},{"id":"W4247035893","doi":"10.1093/neurosurgery/73.suppl_1.s85","title":"The Development of a Virtual Simulator for Training Neurosurgeons to Perform and Perfect Endoscopic Endonasal Transsphenoidal Surgery","year":2013,"lang":"en","type":"article","venue":"Neurosurgery","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":19,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Research Manitoba; National Research Council Canada; Montreal Neurological Institute and Hospital","funders":"","keywords":"Medicine; Haptic technology; Virtual reality; Transsphenoidal surgery; Medical physics; Simulation; Software; Sella turcica; Computer science; Surgery; Human–computer interaction; Pituitary adenoma","score_opus":0.05161269385820965,"score_gpt":0.28028223101579985,"score_spread":0.2286695371575902,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4247035893","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9970288,0.00005128912,0.00045446563,0.0008714936,0.00052199693,0.0008225811,0.0000071903314,0.00007270843,0.00016944438],"genre_scores_gemma":[0.99835724,0.000012716151,0.00033666973,0.0007592729,0.00011944472,0.00018688264,0.000009831255,0.000045701938,0.00017224903],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9979805,0.000067409266,0.0007387324,0.00035862435,0.00034156942,0.000513198],"domain_scores_gemma":[0.9928618,0.0063377614,0.00011111804,0.00020993865,0.00012541274,0.00035395462],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0006530261,0.00023035682,0.00053464866,0.00015785397,0.00039860577,0.000060234335,0.000068640344,0.000074148535,0.00012111311],"category_scores_gemma":[0.0011487905,0.00016724059,0.00022326846,0.0002472164,0.00010274443,0.00010149513,0.000031071813,0.00017494772,0.000010476904],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0010504073,0.00022725313,0.17268586,0.0001979543,0.00013401313,0.000020496997,0.005871504,0.0005276728,0.016744649,0.00027005296,0.0004398503,0.8018303],"study_design_scores_gemma":[0.0049729105,0.0007192939,0.89169127,0.00026888316,0.00011671067,0.00005398759,0.0011134705,0.018604763,0.010855859,0.00006968148,0.070899166,0.0006339908],"about_ca_topic_score_codex":0.000005857171,"about_ca_topic_score_gemma":0.0000067869273,"teacher_disagreement_score":0.8011963,"about_ca_system_score_codex":0.000024564139,"about_ca_system_score_gemma":0.00026652854,"threshold_uncertainty_score":0.68198735},"labels":[],"label_agreement":null},{"id":"W4247359833","doi":"10.1142/9789813232266_0014","title":"TRAINING AND SKILL ASSESSMENT FOR ROBOTICS-ASSISTED MINIMALLY INVASIVE SURGERY — PART 2: STATE-OF-THE-ART TECHNIQUES AND TECHNOLOGIES","year":2018,"lang":"en","type":"book-chapter","venue":"WORLD SCIENTIFIC eBooks","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University","funders":"","keywords":"Robotics; Artificial intelligence; State (computer science); Training (meteorology); Invasive surgery; Computer science; Medicine; Robot; Surgery; Geography","score_opus":0.07863053206552387,"score_gpt":0.30744787252869926,"score_spread":0.2288173404631754,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4247359833","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.01329761,0.0005304691,0.00016895127,0.000897131,0.0013875361,0.0028683324,0.00015571044,0.00058444624,0.9801098],"genre_scores_gemma":[0.1261883,0.000011773737,0.007862912,0.00010355328,0.00008345915,0.00006284315,0.00006253149,0.000060609545,0.86556405],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99813265,0.000022320603,0.0005855949,0.0005802399,0.00039108645,0.00028810202],"domain_scores_gemma":[0.9977943,0.0009736806,0.00040797412,0.0004358316,0.00028740012,0.000100816666],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00093395414,0.0002907083,0.0006828725,0.0004914305,0.00029555382,0.00010834717,0.000121580735,0.00017497507,0.000059503098],"category_scores_gemma":[0.00012758767,0.00021771675,0.00020162812,0.000072986295,0.0016543696,0.000035068824,0.00015887474,0.0002909647,0.0000021403375],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00026497454,0.00008302496,0.0011744634,0.0010372305,0.00052948284,0.000088518485,0.0018595749,0.0000019024466,0.0009877087,0.023212506,0.014618513,0.9561421],"study_design_scores_gemma":[0.0008221877,0.00014714783,0.00036027576,0.0030204493,0.0002407443,0.000039574697,0.00021175099,0.00006056804,0.003515266,0.013418001,0.9777882,0.00037584774],"about_ca_topic_score_codex":4.6961281e-7,"about_ca_topic_score_gemma":0.00025062956,"teacher_disagreement_score":0.9631697,"about_ca_system_score_codex":0.00005313535,"about_ca_system_score_gemma":0.00034144512,"threshold_uncertainty_score":0.8878231},"labels":[],"label_agreement":null},{"id":"W4248415089","doi":"10.1503/cmaj.060075","title":"Corrections","year":2006,"lang":"en","type":"article","venue":"Canadian Medical Association Journal","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Computer science; Data science; Information retrieval; World Wide Web","score_opus":0.009892590406681787,"score_gpt":0.2537119201926421,"score_spread":0.24381932978596033,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4248415089","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.39609635,0.00014578084,0.00046257756,0.053765967,0.0021550541,0.000117159056,0.0000077608365,0.00008055099,0.5471688],"genre_scores_gemma":[0.9834812,0.000008686348,0.00007419692,0.0089371605,0.0022005644,0.0000013784415,0.000011153514,0.000007676937,0.0052779773],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.9986449,0.000042638465,0.00023899622,0.00006915459,0.0007475778,0.0002567235],"domain_scores_gemma":[0.99848664,0.000116890624,0.00006853182,0.000039619947,0.00023547962,0.0010528194],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00057511666,0.000052926567,0.0001153166,0.00012813539,0.00020805393,0.00004002744,0.000037411184,0.0001952184,0.014402536],"category_scores_gemma":[0.00081427774,0.000046490524,0.00008423225,0.00020791867,0.000015700776,0.000044875975,0.000002435893,0.0005445498,0.00032962614],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000012635625,0.00006148031,0.7059238,0.000002856226,0.000070000744,0.00089184137,0.0000521318,0.000049453767,0.0000051156135,0.0018119953,0.18853846,0.10258024],"study_design_scores_gemma":[0.0013415114,0.000018629018,0.20874153,0.000020022564,0.0000151997365,0.00031281478,0.000068025285,0.00067021,0.0000036721,0.00025263152,0.7885065,0.000049248778],"about_ca_topic_score_codex":0.001833276,"about_ca_topic_score_gemma":0.011000511,"teacher_disagreement_score":0.5999681,"about_ca_system_score_codex":0.00056241744,"about_ca_system_score_gemma":0.0012511968,"threshold_uncertainty_score":0.9864984},"labels":[],"label_agreement":null},{"id":"W4249254522","doi":"10.31234/osf.io/5eq7w","title":"Assessing the efficacy of tablet-based simulations for learning pseudo-surgical instrumentation","year":2020,"lang":"en","type":"preprint","venue":"","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Undo; Computer science; Identification (biology); Instrumentation (computer programming); Machine learning; Task (project management); Haptic technology; Artificial intelligence; Human–computer interaction; Medical physics; Medicine; Engineering","score_opus":0.10267351332941183,"score_gpt":0.4095304858079327,"score_spread":0.3068569724785209,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4249254522","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.87361115,0.00004308957,0.101553,0.0056156577,0.0003147862,0.0018561374,0.00001874562,0.00025835086,0.01672906],"genre_scores_gemma":[0.99006957,0.0000021509613,0.008412137,0.00038546804,0.00023762007,0.000029519226,0.0006698013,0.000029924153,0.00016382826],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9985196,0.00011106148,0.0005315494,0.00032597574,0.000342637,0.0001691679],"domain_scores_gemma":[0.9966446,0.0025674582,0.000292065,0.00020158949,0.00018769938,0.00010657251],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00030679232,0.00018401582,0.00042239603,0.000083725026,0.00016600102,0.00009082797,0.00009077904,0.00018905275,0.0005658573],"category_scores_gemma":[0.0008083326,0.00012704315,0.00028781407,0.00021073018,0.00007202227,0.000058405036,0.000079099125,0.00056964625,0.000004696872],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0005996622,0.00028078572,0.01914409,0.00053177815,0.00026318233,0.000011121778,0.00046496568,0.9059215,0.0005323459,0.002906853,0.00004665287,0.06929705],"study_design_scores_gemma":[0.0083032055,0.0001202088,0.015459728,0.00028215453,0.0002913593,0.000002245664,0.0003288346,0.9641038,0.00072559033,0.00033993064,0.009878072,0.00016482461],"about_ca_topic_score_codex":0.000018245904,"about_ca_topic_score_gemma":0.000001013125,"teacher_disagreement_score":0.11645838,"about_ca_system_score_codex":0.00005158702,"about_ca_system_score_gemma":0.00025924647,"threshold_uncertainty_score":0.619574},"labels":[],"label_agreement":null},{"id":"W4250390430","doi":"10.1080/10929080500229694","title":"Quantitative measures of performance in microvascular anastomoses","year":2005,"lang":"en","type":"article","venue":"Computer Aided Surgery","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Kinematics; Statistic; Computer science; Anastomosis; Range (aeronautics); Trajectory; Artificial intelligence; Scale (ratio); Computer vision; Surgery; Simulation; Statistics; Mathematics; Medicine; Physics; Materials science","score_opus":0.08306743274266559,"score_gpt":0.29621766324400445,"score_spread":0.21315023050133886,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4250390430","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99438316,0.0004874558,0.003865744,0.00019699283,0.000104292405,0.000082021725,4.8156323e-7,0.000033689852,0.00084614294],"genre_scores_gemma":[0.9947789,0.000055306344,0.004717282,0.00031835018,0.000087823515,0.0000024285248,0.000007073563,0.000008997406,0.000023871824],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9991471,0.000051256255,0.0003240113,0.00014594824,0.00018023392,0.00015140444],"domain_scores_gemma":[0.99921787,0.00045299076,0.00005608014,0.0001323207,0.000083113126,0.000057648456],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00040668517,0.000086449836,0.00034401915,0.00021048925,0.000018334182,0.0000054707384,0.00003481403,0.00004083105,0.000060004782],"category_scores_gemma":[0.00006218108,0.00007523264,0.00013744981,0.00026571145,0.00004690519,0.00008827723,0.000017653218,0.00009431928,0.000020744168],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00040631858,0.00022218657,0.5068277,0.000107546904,0.00009301013,0.000040141626,0.00063148397,0.0064175143,0.00030227914,0.00020212277,0.00020309088,0.4845466],"study_design_scores_gemma":[0.0023512181,0.0001617739,0.8779554,0.00058553496,0.0000285511,0.000028750834,0.00006259068,0.06363407,0.007267331,0.000018274764,0.04769093,0.00021561084],"about_ca_topic_score_codex":0.000006348022,"about_ca_topic_score_gemma":0.0000056747685,"teacher_disagreement_score":0.48433098,"about_ca_system_score_codex":0.000024104938,"about_ca_system_score_gemma":0.0000496865,"threshold_uncertainty_score":0.30678982},"labels":[],"label_agreement":null},{"id":"W4251209899","doi":"10.3109/10929080009148885","title":"Virtual Tape Measure for the Operating Microscope: System Specifications and Performance Evaluation","year":2000,"lang":"en","type":"article","venue":"Computer Aided Surgery","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Computer science; Stereoscopy; Microscope; Measure (data warehouse); Artificial intelligence; Computer vision; Computer graphics (images); Optics; Data mining","score_opus":0.10508450856512586,"score_gpt":0.2982056634614716,"score_spread":0.19312115489634574,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4251209899","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9851489,0.00045689565,0.011664183,0.0005005289,0.0003576506,0.0006578876,0.0000033444217,0.000085094245,0.0011255333],"genre_scores_gemma":[0.99795467,0.000027378503,0.0009336659,0.00034699115,0.0004700983,0.000061875544,0.000034398003,0.000013283979,0.00015762536],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99909455,0.00006872917,0.00027477174,0.00019724396,0.00021777667,0.00014692654],"domain_scores_gemma":[0.99849296,0.001046715,0.0000434068,0.00018186812,0.00016848976,0.00006658383],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0010632663,0.00009563673,0.00019142889,0.00004505174,0.0003113018,0.0000670585,0.000040787447,0.000043978955,0.00017889931],"category_scores_gemma":[0.000059240236,0.00006629294,0.00007219133,0.00013648396,0.000040424606,0.00008848932,0.0000102872045,0.00008694116,0.000025629195],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00008872459,0.000024361936,0.008140725,0.000037579633,0.00004489845,0.0000013195325,0.00030846696,0.0030914994,0.00008349967,0.00011874082,0.0007081626,0.987352],"study_design_scores_gemma":[0.0012924463,0.000052045765,0.14427005,0.0002574013,0.000076217155,0.000039835377,0.00012907859,0.840002,0.00014456228,0.0000019446502,0.0136238495,0.000110566245],"about_ca_topic_score_codex":0.0000021662288,"about_ca_topic_score_gemma":4.8926796e-7,"teacher_disagreement_score":0.98724145,"about_ca_system_score_codex":0.000040603987,"about_ca_system_score_gemma":0.0000744408,"threshold_uncertainty_score":0.27033475},"labels":[],"label_agreement":null},{"id":"W4251314567","doi":"10.1002/14651858.cd008237","title":"Virtual reality simulation training for health professions trainees in gastrointestinal endoscopy","year":2010,"lang":"en","type":"reference-entry","venue":"Cochrane Database of Systematic Reviews","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":14,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto; SickKids Foundation; Hospital for Sick Children","funders":"","keywords":"Sigmoidoscopy; Endoscopy; Apprenticeship; Colonoscopy; Virtual reality; Intervention (counseling); Protocol (science); Medicine; Health professions; Simulation training; Medical education; Medical physics; Computer science; Health care; Nursing; Simulation; Surgery; Internal medicine; Alternative medicine; Human–computer interaction; Pathology; Cancer; Colorectal cancer","score_opus":0.24333032312752925,"score_gpt":0.4549475802459799,"score_spread":0.21161725711845067,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4251314567","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0039805816,0.36258212,0.37381035,0.0044110715,0.0053921565,0.17545396,0.016135389,0.0007363348,0.057498027],"genre_scores_gemma":[0.40394494,0.3289965,0.11771085,0.0026035458,0.005330488,0.013305638,0.11163122,0.00084453577,0.015632262],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.9927525,0.001279411,0.004098597,0.0006275305,0.00072929705,0.0005127002],"domain_scores_gemma":[0.9898104,0.00583787,0.0026208775,0.0010717998,0.0002980012,0.00036106462],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.007503346,0.0005502543,0.0048038876,0.00038672987,0.0001049398,0.000022386277,0.00025142706,0.00025174936,0.00026398298],"category_scores_gemma":[0.018898122,0.00038382993,0.00054405985,0.00039594795,0.00010293528,0.00012286162,0.000052052037,0.00092795125,0.000018298115],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00042069235,0.00035576164,0.000051808227,0.9839941,0.000063013205,0.00002075493,0.0016140336,0.00010902388,0.000034536108,0.00036341252,0.0025763917,0.010396444],"study_design_scores_gemma":[0.004743877,0.00043778063,0.00009355638,0.97614527,0.000340863,0.00011832309,0.0010639066,0.010165523,0.0000031046648,0.000026153644,0.006546996,0.0003146681],"about_ca_topic_score_codex":0.00003589975,"about_ca_topic_score_gemma":0.00008034078,"teacher_disagreement_score":0.39996436,"about_ca_system_score_codex":0.00014679092,"about_ca_system_score_gemma":0.0008296989,"threshold_uncertainty_score":0.99986136},"labels":[],"label_agreement":null},{"id":"W4252136721","doi":"10.1186/preaccept-2138285187130912","title":"&lt;query ID=\"Q1\"&gt;&lt;query_paragraph&gt;Article title: The title in the manuscript ¿Comparison of cadaveric and isomorphic virtual haptic simulation in temporal bone training¿ differs from the one reflected in the submission system which is ¿Comparison of cadaveric and isomorphic virtual haptic simulation in temporal bone training (Poliquin 2014)¿. We have proceeded and followed the manuscript. Please check and advise if action taken is appropriate.&lt;/query_paragraph&gt;&lt;/query&gt; Comparison of cadaveric and isomorphic virtual haptic simulation in temporal bone training","year":2014,"lang":"en","type":"article","venue":"Journal of Otolaryngology - Head and Neck Surgery","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Manitoba","funders":"","keywords":"Haptic technology; Computer science; Cadaveric spasm; Virtual reality; Artificial intelligence; Medicine; Surgery","score_opus":0.07385174876264268,"score_gpt":0.317215719399792,"score_spread":0.24336397063714932,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4252136721","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99443185,0.0030302848,0.0002394112,0.00096851407,0.00017843998,0.0010342567,0.000022824925,0.000019860283,0.000074581316],"genre_scores_gemma":[0.9992776,0.00026315934,0.000053206375,0.00017653653,0.00009274459,0.000025576135,0.000054577886,0.00003736175,0.000019256526],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99474907,0.0012200595,0.0022295422,0.00054133526,0.00072749157,0.00053250365],"domain_scores_gemma":[0.9947898,0.0032157868,0.001332534,0.00031267255,0.00016436254,0.00018488719],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0031825446,0.00048792028,0.0017128529,0.00075994007,0.00027032982,0.00009156805,0.00015829633,0.0004535319,0.00004098063],"category_scores_gemma":[0.0005302135,0.0003202615,0.0001371135,0.0009558725,0.0005784864,0.00042059668,0.000064170315,0.001053008,0.000001643095],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0069066533,0.0010312155,0.8951821,0.00047060638,0.00026050504,0.0001264394,0.061154634,0.011592763,0.014261431,0.0003481246,0.0003321101,0.00833345],"study_design_scores_gemma":[0.0045983507,0.0007483157,0.42197996,0.0006939374,0.0001581894,0.00009034724,0.008194368,0.5628077,0.00006380136,0.00012837294,0.0002695283,0.00026717206],"about_ca_topic_score_codex":0.00040520797,"about_ca_topic_score_gemma":0.0009967953,"teacher_disagreement_score":0.55121493,"about_ca_system_score_codex":0.00009651936,"about_ca_system_score_gemma":0.00019165652,"threshold_uncertainty_score":0.99992496},"labels":[],"label_agreement":null},{"id":"W4253102800","doi":"10.1177/155698451501000603","title":"Validation of a Novel Virtual Reality Training Curriculum for Robotic Cardiac Surgery a Randomized Trial","year":2015,"lang":"en","type":"article","venue":"Innovations Technology and Techniques in Cardiothoracic and Vascular Surgery","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":10,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"London Health Sciences Centre; Western University","funders":"","keywords":"Virtual reality; Curriculum; Randomized controlled trial; Robotic surgery; Training (meteorology); Medical physics; Medical education; Medicine; Computer science; Physical therapy; Human–computer interaction; General surgery; Psychology; Surgery; Pedagogy; Geography","score_opus":0.0836164052008592,"score_gpt":0.35800892840825016,"score_spread":0.27439252320739094,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4253102800","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.85025036,0.00064166554,0.14564663,0.0007179257,0.00024911764,0.0018321656,0.000012080873,0.0003145215,0.00033551254],"genre_scores_gemma":[0.99369645,0.00019675656,0.00528365,0.000048712478,0.000090127105,0.0005459685,0.00010795689,0.00002068198,0.000009680753],"study_design_codex":"design_other","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9981271,0.00017926184,0.000904124,0.00034025192,0.00021815757,0.0002311215],"domain_scores_gemma":[0.99739397,0.0015862552,0.00024871618,0.00027132515,0.00043026614,0.000069452064],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.006816162,0.00018689242,0.0016057309,0.0016283887,0.00007370162,0.000015817857,0.00004031812,0.0004339475,0.0000019481522],"category_scores_gemma":[0.0047523477,0.00016805391,0.00036935444,0.0017247078,0.00037934972,0.00012802411,0.000041648596,0.0002577832,1.10322034e-7],"study_design_candidate":"randomized_trial","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.12369731,0.0014088071,0.12392834,0.00070761924,0.0023570503,0.000036998477,0.0011589421,0.00021533328,0.00083244336,0.17609997,0.0005585072,0.5689987],"study_design_scores_gemma":[0.87276196,0.0012588761,0.003985035,0.003495282,0.0031235365,0.00034721504,0.0057609193,0.017169328,0.025066748,0.04258164,0.021650173,0.0027992926],"about_ca_topic_score_codex":0.000024833673,"about_ca_topic_score_gemma":5.8139085e-7,"teacher_disagreement_score":0.7490646,"about_ca_system_score_codex":0.000045024597,"about_ca_system_score_gemma":0.00023371511,"threshold_uncertainty_score":0.6853039},"labels":[],"label_agreement":null},{"id":"W4253686762","doi":"10.1007/s00464-009-0444-0","title":"A model for longitudinal mentoring and telementoring of laparoscopic colon surgery","year":2009,"lang":"en","type":"article","venue":"Surgical Endoscopy","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":6,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"London Health Sciences Centre; Lawson Health Research Institute; Western University","funders":"","keywords":"Medicine; Abdominal surgery; Hepatology; Colorectal surgery; Laparoscopic surgery; Endoscopic surgery; Laparoscopy; General surgery; Endoscopy; Surgery","score_opus":0.07785174834815568,"score_gpt":0.35485139042278596,"score_spread":0.2769996420746303,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4253686762","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99608237,0.00029362566,0.0005905471,0.00023523843,0.00009252803,0.0002682823,0.000005260074,0.000049562976,0.0023826],"genre_scores_gemma":[0.9980697,0.00007046056,0.0013169588,0.000065895176,0.00010613201,0.000015737682,0.000012876745,0.000009569259,0.00033269214],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9989418,0.000015544323,0.00032665682,0.00022779615,0.00021268595,0.00027553184],"domain_scores_gemma":[0.99915475,0.00042393527,0.000075267424,0.00011051535,0.000058349884,0.00017720586],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0003165677,0.00011861568,0.00042141092,0.000086079956,0.00005743946,0.0000123754335,0.000028740353,0.000062136365,0.00006133129],"category_scores_gemma":[0.00011800659,0.00010188265,0.00011632071,0.00012603794,0.000039036353,0.000061032562,0.000013486239,0.00008406634,0.0000010303037],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.016246075,0.0017185606,0.80813754,0.0010970893,0.0004739973,0.00033015275,0.0017897954,0.0037029814,0.008249944,0.033302706,0.00038780665,0.12456338],"study_design_scores_gemma":[0.19781455,0.00340883,0.115824625,0.0023094874,0.0008193863,0.00015871195,0.000360627,0.53051937,0.0697429,0.005927916,0.07158278,0.0015307964],"about_ca_topic_score_codex":0.000005187816,"about_ca_topic_score_gemma":9.1529677e-7,"teacher_disagreement_score":0.6923129,"about_ca_system_score_codex":0.00003177624,"about_ca_system_score_gemma":0.000043976623,"threshold_uncertainty_score":0.4154654},"labels":[],"label_agreement":null},{"id":"W4255353121","doi":"10.1007/978-1-4615-4409-8_6","title":"Robotic Extenders","year":2000,"lang":"en","type":"book-chapter","venue":"","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Simon Fraser University","funders":"","keywords":"Robotics; Artificial intelligence; Computer science; Port (circuit theory); Computer vision; Simulation; Engineering; Human–computer interaction; Robot; Mechanical engineering","score_opus":0.05774489303533335,"score_gpt":0.29124610868434314,"score_spread":0.23350121564900977,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4255353121","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000007070988,0.00015200468,0.000091296686,0.00023394394,0.00006895002,0.000112368216,4.972603e-7,0.00011805845,0.9992158],"genre_scores_gemma":[0.056320798,0.000082928775,0.00015896713,0.0016891643,0.00014805405,6.8429847e-7,0.000034660752,0.00003022663,0.9415345],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9994105,0.0000018362092,0.0001504604,0.00016561752,0.0001721447,0.0000994351],"domain_scores_gemma":[0.9996449,0.000046025194,0.00002204789,0.00014778062,0.00001942206,0.00011985036],"candidate_categories":["insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.000028394641,0.0001291531,0.0002467455,0.00006615365,0.000019290579,0.0000061989963,0.000022954646,0.00017296952,0.11029442],"category_scores_gemma":[0.000005508376,0.00009930718,0.00013710097,0.000009252402,0.000034199118,0.000011108359,0.0000060669126,0.00019581572,0.0019867127],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0001346435,0.000027183747,0.000035071916,0.000036451747,0.00021250916,0.00039936585,0.00004278724,0.00027317012,7.182003e-7,0.5797776,0.0019622424,0.41709825],"study_design_scores_gemma":[0.0012021536,0.00004987707,0.00016696018,0.00012046987,0.00010574565,0.000032477048,0.000005395333,0.00036736528,9.99288e-7,0.011632332,0.98616993,0.00014627835],"about_ca_topic_score_codex":0.0000022194772,"about_ca_topic_score_gemma":0.0000012068862,"teacher_disagreement_score":0.9842077,"about_ca_system_score_codex":0.000022435692,"about_ca_system_score_gemma":0.00003055526,"threshold_uncertainty_score":0.9987904},"labels":[],"label_agreement":null},{"id":"W4256367351","doi":"10.5489/cuaj.773","title":"Survey of senior resident training in urologic laparoscopy, robotics and endourology surgery in Canada","year":2013,"lang":"en","type":"article","venue":"Canadian Urological Association Journal","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"Queen's University; University of Ottawa","funders":"","keywords":"Medicine; Nephrectomy; Laparoscopy; Curriculum; Percutaneous; Gold standard (test); General surgery; Robotic surgery; Surgery; Medical education; Psychology; Radiology; Internal medicine","score_opus":0.039726581681794555,"score_gpt":0.24908346950729562,"score_spread":0.20935688782550108,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4256367351","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99122703,0.0001659026,0.000003563298,0.007829579,0.00016996248,0.000138141,0.000009522043,0.0000046210353,0.0004516514],"genre_scores_gemma":[0.99696326,0.000046260076,0.000047614776,0.0028485628,0.000043874414,0.0000044863095,0.000014054481,0.000007086836,0.000024801035],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99789906,0.00053732167,0.000632253,0.00016688893,0.00025377257,0.0005107026],"domain_scores_gemma":[0.9969237,0.0020775504,0.0002542026,0.00006035588,0.0001731447,0.00051104417],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0016555388,0.00011202843,0.00050557806,0.000296311,0.000051058418,0.000023013497,0.000055913515,0.00019322292,0.0005872918],"category_scores_gemma":[0.00379478,0.000095817726,0.000043114964,0.0003490796,0.00003263178,0.00006351594,0.000011056505,0.0006052401,0.0000040843906],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00003676414,0.00000982207,0.99511784,0.0000026897826,0.000016608263,0.00014210067,0.00011873329,0.0015380434,0.000007542099,0.00002456733,0.00022931566,0.0027559493],"study_design_scores_gemma":[0.00086929934,0.00006480185,0.9956662,0.00001111365,0.000008674758,0.000057931808,0.00021220319,0.0023817578,0.000002189157,0.00023463517,0.00040991255,0.000081268525],"about_ca_topic_score_codex":0.89165115,"about_ca_topic_score_gemma":0.9734138,"teacher_disagreement_score":0.08176268,"about_ca_system_score_codex":0.00092237495,"about_ca_system_score_gemma":0.0027824542,"threshold_uncertainty_score":0.6430433},"labels":[],"label_agreement":null},{"id":"W4256396293","doi":"10.22215/etd/2007-08474","title":"Measurement of interaction forces during abdominal palpation","year":2007,"lang":"en","type":"dissertation","venue":"","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Canadian Heritage","funders":"","keywords":"Palpation; Medicine; Surgery","score_opus":0.05034621611088151,"score_gpt":0.37151438389043906,"score_spread":0.32116816777955753,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4256396293","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.828824,0.00007985881,0.0002644507,0.000012943141,0.00036281618,0.0002050642,4.0897152e-7,0.000037047816,0.1702134],"genre_scores_gemma":[0.99677515,0.000012478395,0.00015955961,0.000018111343,0.0001254865,0.0000058583187,0.00019363516,0.000014799372,0.0026948913],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99883837,0.000011571144,0.00037970592,0.00014208292,0.0005291249,0.00009916357],"domain_scores_gemma":[0.9992764,0.000027959026,0.00020810842,0.000083298844,0.00034938523,0.000054827677],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00024177285,0.00011184941,0.00023188096,0.00020752373,0.00003479076,0.0000062484673,0.000021095177,0.00014027033,0.00086604856],"category_scores_gemma":[0.00008448767,0.0000941259,0.00011682905,0.00010349459,0.0000067499404,0.000049427555,0.0000036429615,0.00015069991,0.000013634293],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.017934259,0.0006799941,0.014073751,0.0041240375,0.0007960956,0.000056188477,0.0036681436,0.00034360282,0.06818397,0.00091010425,0.00007972304,0.88915014],"study_design_scores_gemma":[0.008104001,0.00034624204,0.67036897,0.003200223,0.00052039634,0.000018129744,0.009187267,0.0020872648,0.3031721,0.00007999293,0.0025201552,0.00039522673],"about_ca_topic_score_codex":0.00003203499,"about_ca_topic_score_gemma":0.00016286621,"teacher_disagreement_score":0.8887549,"about_ca_system_score_codex":0.00009737801,"about_ca_system_score_gemma":0.000039492556,"threshold_uncertainty_score":0.94826245},"labels":[],"label_agreement":null},{"id":"W4280523199","doi":"10.1007/s00464-022-09296-6","title":"The association between video-based assessment of intraoperative technical performance and patient outcomes: a systematic review","year":2022,"lang":"en","type":"review","venue":"Surgical Endoscopy","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":37,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University; McGill University Health Centre","funders":"Fonds de Recherche du Québec - Santé","keywords":"Medicine; Observational study; MEDLINE; Systematic review; Evidence-based medicine; General surgery; Internal medicine; Alternative medicine; Pathology","score_opus":0.04762265292205406,"score_gpt":0.38951878139057383,"score_spread":0.3418961284685198,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4280523199","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00010607714,0.99289984,0.000005430713,0.0002397102,0.00009693337,0.0034475862,0.000043618667,0.000053689248,0.003107101],"genre_scores_gemma":[0.0034166418,0.9951061,0.00007835633,0.00022965808,0.000024927182,0.0008762014,0.00014804775,0.00003253037,0.00008755358],"study_design_codex":"systematic_review","study_design_gemma":"not_applicable","domain_scores_codex":[0.99563915,0.0009915476,0.0016959133,0.000354999,0.0010293964,0.00028900505],"domain_scores_gemma":[0.9897151,0.008554574,0.0010622747,0.0004030845,0.00010407537,0.00016087828],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0018292641,0.00036382105,0.003653457,0.00009150139,0.00021068701,0.00002880258,0.00015882436,0.0001958658,0.0002949305],"category_scores_gemma":[0.0013236154,0.00018827815,0.00063017296,0.00047556532,0.000081703336,0.000037061036,0.00009999297,0.0008640567,0.000006910847],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000034924837,0.00017070916,0.0020380449,0.835072,0.0010177965,0.00004438582,0.000023032362,0.0000030519648,1.4155151e-8,0.00041062103,0.000053697004,0.16113174],"study_design_scores_gemma":[0.0026471082,0.00037038344,0.00015338782,0.22349203,0.003526507,0.000016369546,0.000014344356,0.00006992201,2.5849639e-7,0.0000019833778,0.7695135,0.00019420117],"about_ca_topic_score_codex":0.0000026775085,"about_ca_topic_score_gemma":4.1628914e-7,"teacher_disagreement_score":0.76945984,"about_ca_system_score_codex":0.00055200834,"about_ca_system_score_gemma":0.0003836615,"threshold_uncertainty_score":0.767776},"labels":[],"label_agreement":null},{"id":"W4280540611","doi":"10.1038/s41598-022-11549-2","title":"Expert surgeons and deep learning models can predict the outcome of surgical hemorrhage from 1 min of video","year":2022,"lang":"en","type":"article","venue":"Scientific Reports","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":24,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"National Center for Advancing Translational Sciences","keywords":"Neurosurgery; Medicine; Hemostasis; Blood loss; Surgery; Predictive value; Internal medicine","score_opus":0.044562766750798406,"score_gpt":0.2863982181940977,"score_spread":0.24183545144329932,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4280540611","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9953586,0.00049660384,0.00009274069,0.00031774826,0.0008726939,0.00018398488,0.0000072253592,0.00002853054,0.0026418718],"genre_scores_gemma":[0.99835736,0.0000040319273,0.00011139521,0.000031844655,0.000021192003,0.000012995698,0.00007397736,0.000009584267,0.001377644],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9980817,0.00011637224,0.00059485674,0.00036031185,0.0006833782,0.00016337106],"domain_scores_gemma":[0.99873483,0.00041586597,0.00027853594,0.00037974276,0.00008008472,0.000110952205],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0016400067,0.00008546823,0.00029761944,0.00009309479,0.00027035808,0.000021315784,0.000059393373,0.000030167723,0.001028721],"category_scores_gemma":[0.00023642246,0.00005951214,0.00011792373,0.00033249767,0.00024438338,0.00004126862,0.0001229905,0.00019356934,3.3857268e-7],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0002334322,0.00030008113,0.9339533,0.000054035405,0.00009119085,0.0031772885,0.008294464,0.017618146,0.0021517552,0.00023576002,0.000400453,0.033490095],"study_design_scores_gemma":[0.009192278,0.0005460184,0.100674056,0.00021069178,0.00049041875,0.004381647,0.02078127,0.4470235,0.007908549,0.006824077,0.40103853,0.0009289666],"about_ca_topic_score_codex":0.00041442816,"about_ca_topic_score_gemma":0.000025174797,"teacher_disagreement_score":0.83327925,"about_ca_system_score_codex":0.000023114086,"about_ca_system_score_gemma":0.000058023707,"threshold_uncertainty_score":0.9998845},"labels":[],"label_agreement":null},{"id":"W4280552012","doi":"10.1089/end.2022.0180","title":"Portable Endoscopic Simulator for Urologic Training: A Face/Content and Construct Validity Study","year":2022,"lang":"en","type":"article","venue":"Journal of Endourology","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"London Health Sciences Centre; Western University","funders":"","keywords":"Software portability; Computer science; Face validity; Virtual reality; Medicine; Interface (matter); Construct validity; Simulation; Fidelity; Human–computer interaction; Medical physics; Surgery; Patient satisfaction","score_opus":0.22386914555616486,"score_gpt":0.3555283922727691,"score_spread":0.13165924671660426,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4280552012","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99720705,0.00026974216,0.00032905894,0.0008383671,0.00045726454,0.00046746785,0.000008682331,0.000015947311,0.00040641412],"genre_scores_gemma":[0.99822927,0.000005327697,0.0003366116,0.0011682451,0.00014731011,0.000017066524,0.0000027413116,0.000011955472,0.00008146056],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9986693,0.00018561566,0.00051164074,0.00016198213,0.00023108149,0.00024034658],"domain_scores_gemma":[0.9985328,0.0007507234,0.00034731533,0.000094201205,0.00010737233,0.00016763754],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00092977384,0.00011197125,0.00053180015,0.00015212219,0.00015607796,0.000009981101,0.000076214055,0.00004547121,0.000586022],"category_scores_gemma":[0.0004973813,0.00008852921,0.0001350096,0.00009109703,0.00006344278,0.00004345988,0.00004877699,0.00039585985,5.572126e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.005538365,0.0012318746,0.965056,0.000030326673,0.0006822932,0.0015679253,0.0032766303,0.0059419954,0.0009514013,0.0009565496,0.00018914072,0.014577469],"study_design_scores_gemma":[0.15304323,0.08510997,0.5002034,0.000024776002,0.0019473197,0.0110542,0.034581203,0.012374151,0.00027876697,0.003770955,0.19702418,0.0005878603],"about_ca_topic_score_codex":0.000003281803,"about_ca_topic_score_gemma":0.0000017337388,"teacher_disagreement_score":0.46485263,"about_ca_system_score_codex":0.000030523548,"about_ca_system_score_gemma":0.00012363102,"threshold_uncertainty_score":0.64165294},"labels":[],"label_agreement":null},{"id":"W4280572013","doi":"10.1016/j.athoracsur.2022.04.049","title":"Digital Education in General Thoracic Surgery: A Narrative Review","year":2022,"lang":"en","type":"review","venue":"The Annals of Thoracic Surgery","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":4,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"","keywords":"Medicine; Narrative review; Cardiothoracic surgery; Narrative; Variety (cybernetics); Medical education; Medical physics; Virtual reality; Surgery; Multimedia; Computer science","score_opus":0.2892509199487122,"score_gpt":0.4984693458981304,"score_spread":0.2092184259494182,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4280572013","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0008635354,0.9882736,0.0000012044618,0.0011985525,0.0005193677,0.0011395325,0.000049136623,0.00005585418,0.00789922],"genre_scores_gemma":[0.0005409059,0.99369514,0.000008546737,0.0016940876,0.00032571724,0.0002740501,0.0012318975,0.000076656885,0.0021530185],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99514085,0.0013721843,0.0018135908,0.00049499236,0.0007286688,0.0004497237],"domain_scores_gemma":[0.99105215,0.006561687,0.0012191351,0.00079077855,0.00018598168,0.00019028992],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0048711514,0.0005003491,0.003785573,0.0007091422,0.0001189072,0.000041849642,0.00024587405,0.00018391473,0.001993704],"category_scores_gemma":[0.0029995684,0.00033236595,0.0020657168,0.0020116533,0.00013077159,0.00020236742,0.00012862739,0.0007657104,0.00005630559],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00009512948,0.00023738043,0.00014353842,0.02521358,0.0001800168,0.00004019367,0.000094096424,0.0000010656871,1.2668149e-8,0.000013793293,0.010727938,0.96325326],"study_design_scores_gemma":[0.000019109768,0.000016848551,0.000041664436,0.06445808,0.00035638773,0.00010782595,0.00013769121,0.000005193952,0.0000014741777,0.000058469584,0.9345053,0.00029200126],"about_ca_topic_score_codex":0.000018786995,"about_ca_topic_score_gemma":0.0000018018334,"teacher_disagreement_score":0.96296126,"about_ca_system_score_codex":0.00008374202,"about_ca_system_score_gemma":0.0026197648,"threshold_uncertainty_score":0.99991286},"labels":[],"label_agreement":null},{"id":"W4280578398","doi":"10.1002/lary.30174","title":"What is the Current State of Extended Reality Use in Otolaryngology Training? A Scoping Review","year":2022,"lang":"en","type":"review","venue":"The Laryngoscope","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":29,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University; McGill University Health Centre; Université de Montréal","funders":"","keywords":"Virtual reality; Otorhinolaryngology; Checklist; MEDLINE; Augmented reality; Medical education; Medicine; Computer science; Psychology; Medical physics; Human–computer interaction; Surgery","score_opus":0.2416070955958458,"score_gpt":0.44512784123262,"score_spread":0.2035207456367742,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4280578398","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00008318949,0.99353844,0.0000050020208,0.0009579604,0.00046118247,0.0043100757,0.000038145605,0.0000396068,0.0005663713],"genre_scores_gemma":[0.00007762591,0.9964199,0.0000129405635,0.0026553543,0.000072585244,0.00042706679,0.0001518901,0.000053855412,0.00012878887],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9952512,0.0017709614,0.0014997883,0.0005073558,0.00053290697,0.00043779472],"domain_scores_gemma":[0.9955588,0.0025042424,0.0007617014,0.0010100645,0.00005658962,0.00010862318],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0030666646,0.0004157404,0.0027547723,0.00014006309,0.00013478727,0.000047730686,0.0004650282,0.00007949345,0.0012488553],"category_scores_gemma":[0.0006102349,0.00021588299,0.0006800062,0.0010177081,0.00021464392,0.00017714336,0.00027526802,0.0015058154,0.000025472182],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000031758147,0.00007596604,0.0000069786806,0.04900498,0.00010510187,0.000033663735,0.0006156957,0.0000010938741,2.13556e-8,0.000039558603,0.000104262035,0.9499809],"study_design_scores_gemma":[0.0004786139,0.000059684113,0.000127464,0.2904211,0.00059077167,0.000049151928,0.000023637129,0.000018726305,1.3528962e-7,0.000065797285,0.7080172,0.00014777452],"about_ca_topic_score_codex":0.000049635302,"about_ca_topic_score_gemma":0.000059452006,"teacher_disagreement_score":0.94983315,"about_ca_system_score_codex":0.0001082636,"about_ca_system_score_gemma":0.00073895947,"threshold_uncertainty_score":0.9996641},"labels":[],"label_agreement":null},{"id":"W4280591451","doi":"10.1016/j.jogc.2022.02.121","title":"Prevalence of Musculoskeletal Pain Among Gynaecologic Surgeons Performing Laparoscopic Procedures: A Systematic Review and Meta-Analysis","year":2022,"lang":"en","type":"review","venue":"Journal of Obstetrics and Gynaecology Canada","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Queen's University","funders":"","keywords":"Medicine; Musculoskeletal pain; Physical therapy; Meta-analysis; MEDLINE; Physical medicine and rehabilitation; Pathology","score_opus":0.04907567841783264,"score_gpt":0.31316067035248457,"score_spread":0.26408499193465196,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4280591451","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00061692344,0.9975334,0.000003662263,0.000036171692,0.00043846943,0.0011742789,0.0000461474,0.0000040983614,0.00014686973],"genre_scores_gemma":[0.037888363,0.96147215,0.000038451504,0.00022734623,0.00000480991,0.000075943964,0.000013540416,0.000019745577,0.00025963475],"study_design_codex":"systematic_review","study_design_gemma":"meta_analysis","domain_scores_codex":[0.995673,0.000960268,0.002174501,0.00030121455,0.000609009,0.0002819946],"domain_scores_gemma":[0.9815112,0.014804481,0.0028458957,0.00025614168,0.00027759356,0.0003047352],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0029027238,0.00037008987,0.0080640465,0.0007078964,0.00013313808,0.000014992277,0.00020227251,0.0002049295,0.0035081697],"category_scores_gemma":[0.026925841,0.00023220835,0.0015238901,0.0014692347,0.00010506701,0.000060729908,0.00008966467,0.0007412971,1.2020134e-7],"study_design_candidate":"meta_analysis","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[6.156187e-7,0.000056784982,0.0028504608,0.9209019,0.05110589,0.0006760077,0.00001911,0.0000075177572,9.285642e-10,0.000010276173,0.000026176414,0.024345255],"study_design_scores_gemma":[0.0006339482,0.0005092207,0.0028449933,0.003476887,0.9715457,0.00013503383,0.00010838632,0.000033655528,1.0330739e-8,0.0000035526932,0.020451352,0.00025728132],"about_ca_topic_score_codex":0.0007354664,"about_ca_topic_score_gemma":0.0021833128,"teacher_disagreement_score":0.9204398,"about_ca_system_score_codex":0.0005664335,"about_ca_system_score_gemma":0.0024254157,"threshold_uncertainty_score":0.9974028},"labels":[],"label_agreement":null},{"id":"W4280598407","doi":"10.3390/electronics11101562","title":"Preoperative Virtual Reality Surgical Rehearsal of Renal Access during Percutaneous Nephrolithotomy: A Pilot Study","year":2022,"lang":"en","type":"article","venue":"Electronics","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":13,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University; Ontario Tech University","funders":"","keywords":"Percutaneous nephrolithotomy; Haptic technology; Virtual reality; Medicine; Percutaneous; Surgery; Surgical planning; Kidney stones; Simulation; Computer science; Artificial intelligence","score_opus":0.041253106792337346,"score_gpt":0.3366894968213556,"score_spread":0.2954363900290183,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4280598407","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9959163,0.0002722168,0.000012606768,0.0002031651,0.000047661844,0.000656264,0.000012314157,0.00008674888,0.0027927284],"genre_scores_gemma":[0.999128,0.00002208705,0.000012098703,0.000087696375,0.000095440875,0.000043397093,0.000027522567,0.000023778908,0.0005599846],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99796087,0.00034773097,0.0003851827,0.0003367107,0.00059364905,0.00037585845],"domain_scores_gemma":[0.9992432,0.00018812157,0.00009519384,0.00025896978,0.00008586179,0.00012867492],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00048659506,0.00014931647,0.00038412976,0.00009002356,0.00026477265,0.000021479505,0.00015293053,0.000027092114,0.0012813042],"category_scores_gemma":[0.00007052824,0.00013631515,0.000080410704,0.00041215812,0.000052907162,0.00007223278,0.00018331212,0.00063877803,0.0000031048494],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.21469668,0.06179153,0.35588548,0.0004564443,0.006136454,0.033353034,0.05705795,0.15870725,0.048648827,0.02381836,0.00058239285,0.038865604],"study_design_scores_gemma":[0.09395524,0.19001336,0.4683386,0.000161656,0.001500639,0.017447086,0.010927819,0.039650224,0.0082446085,0.0008914905,0.16627581,0.0025934463],"about_ca_topic_score_codex":0.000048539856,"about_ca_topic_score_gemma":0.000050520055,"teacher_disagreement_score":0.16569343,"about_ca_system_score_codex":0.0003050203,"about_ca_system_score_gemma":0.0003297815,"threshold_uncertainty_score":0.99963164},"labels":[],"label_agreement":null},{"id":"W4280633455","doi":"10.1016/j.xjon.2022.04.047","title":"The utilization of educational resources published by the Thoracic Surgery Residents Association","year":2022,"lang":"en","type":"article","venue":"JTCVS Open","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Cardiothoracic surgery; Medicine; Certification; Board certification; Residency training; Medical education; Educational resources; Family medicine; General surgery; Surgery; Psychology; Continuing education; Management; Pedagogy","score_opus":0.07035402187143486,"score_gpt":0.37900183107553975,"score_spread":0.3086478092041049,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4280633455","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.86518425,0.0005253017,0.000005942325,0.06258745,0.0004337524,0.00071929116,0.000025607736,0.000018923685,0.0704995],"genre_scores_gemma":[0.97881705,0.000016197553,0.000007112845,0.0007885385,0.00006822388,0.000071654984,0.0001651077,0.000008053975,0.020058088],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9986637,0.0003122056,0.00026117865,0.000117670745,0.0005344941,0.00011072306],"domain_scores_gemma":[0.9969875,0.00241632,0.00025379806,0.00018787786,0.000119515775,0.000034975972],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0022989982,0.00004879666,0.00012050723,0.00003542425,0.0005355354,0.0001426361,0.00023311372,0.000025158559,0.0022047088],"category_scores_gemma":[0.0019430732,0.000029289946,0.000054450175,0.00039012788,0.000024805804,0.00013967609,0.00015538327,0.00013866689,0.000008451109],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0004827967,0.00021261322,0.69335055,0.00001310359,0.00012019271,7.6562407e-7,0.0010383731,0.000106659165,0.000047271176,0.0020737988,0.27004787,0.032506008],"study_design_scores_gemma":[0.00044746956,0.00002419372,0.54685444,0.000016058724,0.0000324539,0.0000025744846,0.0010298804,0.00038099242,0.00012159074,0.0012091037,0.4498261,0.00005516101],"about_ca_topic_score_codex":0.00020391734,"about_ca_topic_score_gemma":0.000020871761,"teacher_disagreement_score":0.1797782,"about_ca_system_score_codex":0.00011453243,"about_ca_system_score_gemma":0.00013487868,"threshold_uncertainty_score":0.9987074},"labels":[],"label_agreement":null},{"id":"W4280637020","doi":"10.2196/32840","title":"Patterns of Skills Acquisition in Anesthesiologists During Simulated Interscalene Block Training on a Soft Embalmed Thiel Cadaver: Cohort Study","year":2022,"lang":"en","type":"article","venue":"JMIR Medical Education","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":16,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Institute of Academic Anaesthesia; University of Dundee","keywords":"Cadaver; Medicine; Prilocaine; Dry needling; Soft tissue; Curriculum; Medical physics; Surgery; Physical therapy; Lidocaine; Psychology","score_opus":0.015270635205078962,"score_gpt":0.3290982716319431,"score_spread":0.3138276364268641,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4280637020","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9972756,0.00001646753,0.000004736521,0.0009170924,0.00025038747,0.0010796483,0.0000032066544,0.00006542945,0.00038744687],"genre_scores_gemma":[0.99803364,0.000004632244,0.000007614954,0.0013289496,0.00011740952,0.00020829699,0.000111381756,0.000019433692,0.00016861639],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9976863,0.00027206412,0.00056122104,0.0003548909,0.0008923742,0.00023311099],"domain_scores_gemma":[0.9990345,0.00029206777,0.0001615267,0.00022578484,0.000066646026,0.00021946625],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.000732787,0.00014893191,0.00039273608,0.0002855359,0.00009308974,0.0000064666433,0.00011895723,0.00014379816,0.0019529583],"category_scores_gemma":[0.00053452887,0.00013496663,0.00007982613,0.00038123922,0.000037890808,0.000043988253,0.00005304265,0.0006345776,0.000005698851],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000664319,0.0056268084,0.9665323,0.00006184274,0.00005136102,0.00010936637,0.0107816,0.001380708,0.000114030554,0.000027026948,0.000022782311,0.0146278795],"study_design_scores_gemma":[0.0044751973,0.00062937534,0.9839076,0.00025953265,0.00002903379,0.000044833887,0.0078199105,0.002440012,0.00004897567,0.000017054796,0.0002057553,0.0001227628],"about_ca_topic_score_codex":0.000106528074,"about_ca_topic_score_gemma":0.000012617312,"teacher_disagreement_score":0.017375281,"about_ca_system_score_codex":0.0002431974,"about_ca_system_score_gemma":0.00038452327,"threshold_uncertainty_score":0.99895936},"labels":[],"label_agreement":null},{"id":"W4281293596","doi":"10.1093/icvts/ivac122","title":"Clinical translation of surgical simulated closure of a ventricular septum defect","year":2022,"lang":"en","type":"article","venue":"Interactive Cardiovascular and Thoracic Surgery","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Hospital for Sick Children; University of Toronto","funders":"","keywords":"Medicine; Incidence (geometry); Surgical simulation; Surgery","score_opus":0.05170766939618593,"score_gpt":0.3559753984817438,"score_spread":0.3042677290855579,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4281293596","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9889013,0.008476988,0.00036823476,0.00003928337,0.0003180432,0.0002894765,0.00002417739,0.000034392117,0.0015481167],"genre_scores_gemma":[0.99960154,0.00012515721,0.000047248515,0.000031603096,0.00006731787,0.000009982299,0.00007980819,0.000021768363,0.00001557686],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9971089,0.0010164836,0.0007408116,0.00033658388,0.00061964145,0.00017757968],"domain_scores_gemma":[0.9966273,0.0025386168,0.00020357601,0.0002883652,0.00021735264,0.00012482337],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0025363904,0.00015648059,0.00109871,0.00024043534,0.000072577364,0.00000577172,0.000044703764,0.000094574185,0.0003362562],"category_scores_gemma":[0.00027870503,0.00014073978,0.002898612,0.00051136134,0.000113305345,0.00007918122,0.000051547253,0.0004011333,0.0000018122333],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.003915639,0.0007055261,0.5387465,0.0002668778,0.008936776,0.0018740917,0.00042413807,0.007590343,0.00004130501,0.00003739577,0.000030608724,0.43743083],"study_design_scores_gemma":[0.022446634,0.0019047776,0.53206074,0.0014046913,0.012414049,0.003518989,0.0033515454,0.025911152,0.008119245,0.00043116606,0.38671964,0.0017173765],"about_ca_topic_score_codex":0.000023960454,"about_ca_topic_score_gemma":2.0773179e-7,"teacher_disagreement_score":0.43571347,"about_ca_system_score_codex":0.00003147199,"about_ca_system_score_gemma":0.000080697064,"threshold_uncertainty_score":0.5739202},"labels":[],"label_agreement":null},{"id":"W4281297434","doi":"10.1177/15533506221081107","title":"Pilot Evaluation of a Novel, Low-Cost, Simulation Model for Training and Assessment of Laparoscopic Intracorporeal Continuous Suturing","year":2022,"lang":"en","type":"article","venue":"Surgical Innovation","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"London Health Sciences Centre; Western University","funders":"","keywords":"Medicine; Reliability (semiconductor); Simulation training; Task (project management); Laparoscopy; Surgery; Simulation; Computer science","score_opus":0.23309044712251534,"score_gpt":0.4285855035663391,"score_spread":0.19549505644382378,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4281297434","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9700114,0.000017091874,0.02657278,0.00010190439,0.00011609006,0.0009943225,0.000036079837,0.000026011656,0.002124283],"genre_scores_gemma":[0.9966097,0.0000014823914,0.0027590243,0.000056161753,0.00006832322,0.00013724016,0.00032921572,0.000014180195,0.000024700686],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9983162,0.00006203543,0.00064947305,0.00020718682,0.000627444,0.00013765914],"domain_scores_gemma":[0.9984513,0.00039862015,0.00036303865,0.000101071986,0.0006504339,0.00003554779],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0020417797,0.000098578144,0.00033263912,0.00023829957,0.000093075134,0.000007847768,0.00003300443,0.00003737817,0.00009016246],"category_scores_gemma":[0.00021966475,0.00009712437,0.000044457378,0.0005740162,0.00004826592,0.00008955843,0.00003070917,0.0001671553,4.5325734e-8],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0006804866,0.0005532351,0.0057652243,0.000117690666,0.000054638764,0.0000012029113,0.0004951864,0.8411571,0.0039830296,0.02412201,0.0000033918416,0.12306684],"study_design_scores_gemma":[0.012608065,0.00036094539,0.009691291,0.000055192842,0.000083118015,0.000004680776,0.00018377238,0.97547966,0.0003272669,0.0008691333,0.00025408703,0.00008280975],"about_ca_topic_score_codex":0.000008334995,"about_ca_topic_score_gemma":0.0000015403452,"teacher_disagreement_score":0.13432258,"about_ca_system_score_codex":0.00010195747,"about_ca_system_score_gemma":0.00021173425,"threshold_uncertainty_score":0.3960617},"labels":[],"label_agreement":null},{"id":"W4281476001","doi":"10.2196/38282","title":"Transfer Validity of Pediatric Supracondylar Humeral Fracture Pin Placement Practice on In-Theater Performance by Orthopedic Trainees Using an Augmented Reality Simulator: Protocol for a Pilot Interventional Cohort Study With a Retrospective Comparator Cohort","year":2022,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"University of Otago","keywords":"Protocol (science); Medicine; Orthopedic surgery; Retrospective cohort study; Physical therapy; Medical physics; Surgery","score_opus":0.3340019660933134,"score_gpt":0.5579919273095655,"score_spread":0.2239899612162521,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4281476001","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.47382453,2.423267e-7,0.00012676546,0.000078066885,0.0000028749625,0.5257866,0.00006488845,0.000026585858,0.00008945316],"genre_scores_gemma":[0.4954413,3.0930995e-8,0.00003855715,0.0000583761,0.00005433469,0.5042852,0.000060083057,0.000025299812,0.00003678808],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99351317,0.0018854986,0.00083875924,0.0007496487,0.0024460268,0.00056688796],"domain_scores_gemma":[0.99789196,0.0005193437,0.00019824764,0.00043331328,0.00071292865,0.00024419872],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0065671504,0.00028874123,0.0006316427,0.00036909935,0.00041992532,0.000054614393,0.00020843197,0.00007290042,0.0011129425],"category_scores_gemma":[0.00018753162,0.00022713316,0.00011090362,0.0008253485,0.0001270012,0.0004322335,0.00007686047,0.0012316512,0.0000014785783],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.06864247,0.026528127,0.8938086,0.0006454107,0.00020422682,0.000036477908,0.00088664517,0.008601818,0.0001687699,0.000025935651,0.0003950081,0.00005650024],"study_design_scores_gemma":[0.07646567,0.13823208,0.7322073,0.0006935547,0.00010178795,0.000023096007,0.0018944574,0.022240225,0.00075930357,0.000016012347,0.02684347,0.00052302016],"about_ca_topic_score_codex":0.00007537686,"about_ca_topic_score_gemma":0.00001641598,"teacher_disagreement_score":0.16160129,"about_ca_system_score_codex":0.00069978496,"about_ca_system_score_gemma":0.00046298956,"threshold_uncertainty_score":0.9998002},"labels":[],"label_agreement":null},{"id":"W4281481686","doi":"10.3138/jvme-2021-0143","title":"Ability to Perform Laparoscopic Intra- and Extracorporeal Suture Ligations in a Live Canine Ovariectomy Model after Simulation Training","year":2022,"lang":"en","type":"article","venue":"Journal of Veterinary Medical Education","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Medicine; Fibrous joint; Laparoscopic surgery; Extracorporeal; Surgery; Laparoscopy","score_opus":0.07144720062073977,"score_gpt":0.38399352884900995,"score_spread":0.31254632822827016,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4281481686","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99506825,0.00012672329,0.0004090903,0.003651154,0.00029390762,0.00022666469,0.0000033510669,0.000009992859,0.00021084477],"genre_scores_gemma":[0.99646604,0.000011174915,0.0015707491,0.0015704114,0.0002758118,0.000043646614,0.000015675618,0.000011453536,0.000035009663],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9984612,0.00009855858,0.0005550407,0.00016000141,0.0005702139,0.00015498836],"domain_scores_gemma":[0.9990014,0.00020228767,0.00015490869,0.00009602369,0.00013419623,0.0004111983],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00087551505,0.000103376675,0.00026862536,0.00024168214,0.00009171778,0.000015081012,0.00006324215,0.000073884956,0.0014373166],"category_scores_gemma":[0.0008333631,0.00009230407,0.00005686385,0.0002873148,0.00004514977,0.00015312403,0.000043396078,0.0005819862,0.0000010612615],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.011186762,0.0035716158,0.17284553,0.0003964284,0.00010490649,0.0006233285,0.084815525,0.18913631,0.0012771466,0.0003889703,0.00025229034,0.53540117],"study_design_scores_gemma":[0.0048754285,0.0025474813,0.5428923,0.00040140728,0.000074537296,0.0011122968,0.0044757184,0.43953514,0.0000067595874,0.0007137519,0.0031655647,0.00019966507],"about_ca_topic_score_codex":0.000026491869,"about_ca_topic_score_gemma":0.0000138481655,"teacher_disagreement_score":0.5352015,"about_ca_system_score_codex":0.00025494743,"about_ca_system_score_gemma":0.0013042748,"threshold_uncertainty_score":0.9994755},"labels":[],"label_agreement":null},{"id":"W4281670977","doi":"10.1007/s00464-022-09118-9","title":"Acquisition of robotic surgical skills does not require laparoscopic training: a randomized controlled trial","year":2022,"lang":"en","type":"article","venue":"Surgical Endoscopy","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":6,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto; Dalhousie University","funders":"","keywords":"Randomized controlled trial; Medicine; Robotic surgery; Laparoscopy; Laparoscopic surgery; Physical therapy; Dreyfus model of skill acquisition; Workspace; Abdominal surgery; Surgery; Medical physics; Physical medicine and rehabilitation; Artificial intelligence; Robot; Computer science","score_opus":0.023558040146667594,"score_gpt":0.31540558808016794,"score_spread":0.2918475479335004,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4281670977","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97288597,0.00027082275,0.000046293146,0.0012042442,0.0014441248,0.0039132414,0.000026999836,0.0001900424,0.020018287],"genre_scores_gemma":[0.99449956,0.00005766872,0.00015698776,0.0003134993,0.0005024706,0.0008228335,0.00011127351,0.000041054354,0.0034946585],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9946504,0.0014138625,0.0015990601,0.00054303894,0.0012469583,0.0005466762],"domain_scores_gemma":[0.99334186,0.005335109,0.0004864816,0.00035380476,0.00012473781,0.0003579895],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0026929928,0.00034682298,0.0035758994,0.00025862962,0.00025132598,0.000028861146,0.0001691866,0.00016194479,0.013276402],"category_scores_gemma":[0.0007944436,0.00022253643,0.0013912095,0.00047585816,0.00036634225,0.000112148235,0.000105209336,0.00055678765,0.000019965195],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.9853061,0.0009381452,0.0000923464,0.000039952894,0.00037140693,0.0006449455,0.0004789821,0.00086953276,0.00008602212,0.010523373,0.000011578176,0.000637602],"study_design_scores_gemma":[0.9873579,0.00092740636,0.000022375592,0.00007112906,0.00038795682,0.00010424094,0.0002614727,0.0029034417,0.00047226239,0.00058145385,0.0066847918,0.00022553603],"about_ca_topic_score_codex":0.000020247933,"about_ca_topic_score_gemma":7.470291e-7,"teacher_disagreement_score":0.02161361,"about_ca_system_score_codex":0.00010365149,"about_ca_system_score_gemma":0.00025558408,"threshold_uncertainty_score":0.9876256},"labels":[],"label_agreement":null},{"id":"W4281710464","doi":"10.1055/a-1868-6050","title":"Learning of Intracorporal Knot Tying in Minimally Invasive Surgery by Video or Expert Instruction","year":2022,"lang":"en","type":"article","venue":"European Journal of Pediatric Surgery","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University; Jewish General Hospital","funders":"","keywords":"Knot tying; Medicine; Checklist; Trainer; CLIPS; Medical physics; Surgery; Medical education; Computer science","score_opus":0.04851485213136199,"score_gpt":0.2662982080228435,"score_spread":0.2177833558914815,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4281710464","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9970664,0.00095205073,0.000037099468,0.00018807655,0.00096718606,0.00006448761,0.0000025572404,0.000020456311,0.000701698],"genre_scores_gemma":[0.997825,0.00064660003,0.0001702078,0.00020323796,0.0009938545,0.0000014744702,0.000014867284,0.00004137769,0.00010337256],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9965311,0.0010639568,0.0013838526,0.00017459867,0.0006006304,0.0002458299],"domain_scores_gemma":[0.9951634,0.0032139812,0.0011903086,0.0000973318,0.00015911977,0.00017588225],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0037810192,0.00015055692,0.0006122813,0.0009635352,0.000098555436,0.000015644862,0.000090551795,0.000026855672,0.0009564438],"category_scores_gemma":[0.003091772,0.00013079008,0.00031414264,0.001004911,0.000037769976,0.00018280608,0.00006869724,0.0006925398,0.0000055589767],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.002414848,0.00029783382,0.86776435,0.000073371244,0.00007180117,0.004298715,0.0012050681,0.0012046734,0.0007376116,0.0000021332462,0.008528628,0.11340096],"study_design_scores_gemma":[0.01532401,0.0024339478,0.8710153,0.000603103,0.00041891585,0.0031797818,0.012640494,0.0006583986,0.0014095983,0.00002682181,0.09107912,0.001210485],"about_ca_topic_score_codex":0.000008066916,"about_ca_topic_score_gemma":5.1138085e-7,"teacher_disagreement_score":0.11219047,"about_ca_system_score_codex":0.00011247069,"about_ca_system_score_gemma":0.00047729,"threshold_uncertainty_score":0.99995685},"labels":[],"label_agreement":null},{"id":"W4281745311","doi":"10.1016/j.clineuro.2022.107312","title":"Resident peripheral nerve surgery competence: An assessment of procedural exposure, self-reported competence and technical ability","year":2022,"lang":"en","type":"article","venue":"Clinical Neurology and Neurosurgery","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Medicine; Competence (human resources); Peripheral nerve; Grading (engineering); Self-assessment; Significant difference; Physical therapy; Internal medicine; Psychology","score_opus":0.06980268564845082,"score_gpt":0.3889491290846589,"score_spread":0.31914644343620807,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4281745311","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99577916,0.00009739926,0.000011236907,0.002852342,0.00057920325,0.0003427064,0.0000095864625,0.00016049201,0.00016787875],"genre_scores_gemma":[0.9941602,0.00015103121,0.00015697996,0.0053347554,0.00009125572,0.000040878516,0.000028261109,0.000022241857,0.000014410635],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9956941,0.0012716115,0.0014819653,0.00081315654,0.00040057907,0.00033859743],"domain_scores_gemma":[0.9936902,0.004997139,0.00040824892,0.0004153397,0.000108979504,0.00038012618],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002621796,0.00021659663,0.00095631974,0.00011770358,0.00030419833,0.000016621741,0.00009541731,0.00017272004,0.00022739355],"category_scores_gemma":[0.0012126211,0.0001952457,0.00023701045,0.00028410836,0.00072698074,0.00010491686,0.0002466757,0.0011285036,3.385978e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0011854657,0.0008552528,0.9946178,0.000059479586,0.000042734184,0.000785084,0.000025504498,0.00004653105,0.0006515259,0.0001707317,0.00010921514,0.0014506564],"study_design_scores_gemma":[0.0014273475,0.0019283171,0.990601,0.0000109550965,0.000094165094,0.0014007011,0.0000245725,0.0030028229,0.00001219632,0.00017200892,0.0011684316,0.00015747425],"about_ca_topic_score_codex":0.000009355371,"about_ca_topic_score_gemma":0.000003651123,"teacher_disagreement_score":0.0040168115,"about_ca_system_score_codex":0.0000150099995,"about_ca_system_score_gemma":0.00026933014,"threshold_uncertainty_score":0.79618883},"labels":[],"label_agreement":null},{"id":"W4281776081","doi":"10.1186/s40463-022-00583-9","title":"The Otolaryngology boot camp: A scoping review evaluating commonalities and appraisal for curriculum design and delivery","year":2022,"lang":"en","type":"review","venue":"Journal of Otolaryngology - Head and Neck Surgery","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary; University of Toronto","funders":"Cumming School of Medicine, University of Calgary; University of Calgary","keywords":"Boot camp; Curriculum; Medical education; Otorhinolaryngology; Psychology; Computer science; Engineering; Medicine; Pedagogy; Library science","score_opus":0.15949204116310012,"score_gpt":0.4174234368246737,"score_spread":0.2579313956615736,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4281776081","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.031715237,0.9656125,0.000057094858,0.00037468746,0.0005152048,0.0016592243,0.0000071581276,0.000016666338,0.000042243508],"genre_scores_gemma":[0.00034194122,0.99772227,0.00058610475,0.00077005074,0.00029916942,0.0001798403,0.000033616558,0.000047869456,0.000019164447],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99540573,0.0016108407,0.0018208724,0.000369433,0.0003371518,0.00045595138],"domain_scores_gemma":[0.9704472,0.027491227,0.0013876947,0.0001978971,0.00019466023,0.00028135214],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.006048953,0.00042340145,0.0035021675,0.00028736168,0.0006263669,0.000055221226,0.00010287723,0.0002867558,0.00009599867],"category_scores_gemma":[0.0034708257,0.0002709505,0.00060748385,0.00022173478,0.0003324929,0.00014058752,0.00014329908,0.0009958303,8.479315e-7],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00051747676,0.00015561667,0.010952869,0.12249683,0.0012551207,0.0007948004,0.00014600469,0.0000020554157,5.902913e-7,0.0002188444,0.001037606,0.86242217],"study_design_scores_gemma":[0.0020594911,0.0010675683,0.0027060884,0.18945031,0.003314175,0.020208491,0.00006451109,0.0003543856,1.6611372e-7,0.00006749913,0.7802709,0.00043643577],"about_ca_topic_score_codex":0.0000068079044,"about_ca_topic_score_gemma":0.0000042133133,"teacher_disagreement_score":0.86198574,"about_ca_system_score_codex":0.000045346238,"about_ca_system_score_gemma":0.0007718427,"threshold_uncertainty_score":0.99997425},"labels":[],"label_agreement":null},{"id":"W4281788555","doi":"10.1016/j.amjsurg.2022.06.002","title":"Familiarity of surgical teams: Impact on laparoscopic procedure time","year":2022,"lang":"en","type":"article","venue":"The American Journal of Surgery","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":9,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Linear regression; Simple linear regression; Regression; Surgical team; Index (typography); Regression analysis; Linear relationship; Random forest; Simple (philosophy); Multilevel model; Laparoscopic surgery; Statistics; Computer science; Medicine; Mathematics; Laparoscopy; Surgery; Artificial intelligence","score_opus":0.024654321064051497,"score_gpt":0.3125570991910458,"score_spread":0.2879027781269943,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4281788555","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99727964,0.00011303314,0.0000014076904,0.0011610262,0.000097146774,0.000060511495,0.0000075814937,0.000011199323,0.0012684589],"genre_scores_gemma":[0.9992234,0.00004293674,0.0000121411595,0.00043504933,0.00014005972,0.0000016814636,0.0000029125367,0.000012815371,0.00012897835],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9984385,0.00025643618,0.00046663434,0.00008486695,0.0005776357,0.00017594935],"domain_scores_gemma":[0.99747676,0.0015128289,0.00062213046,0.00015520805,0.000094639596,0.00013842982],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0012557923,0.00010412168,0.00068271154,0.00016242621,0.000089392146,0.0000054293396,0.0001058202,0.0000130763365,0.00094804185],"category_scores_gemma":[0.00015660406,0.00005805198,0.00041401247,0.0005838282,0.00020197667,0.000033539498,0.00003172919,0.0004635542,0.0000079701385],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.013859285,0.0011511017,0.9124435,0.000037858477,0.00062294136,0.0009902664,0.00084776076,0.004993153,0.00070383126,0.00006852071,0.0034557574,0.06082599],"study_design_scores_gemma":[0.0042520417,0.0036376712,0.9724174,0.00027554488,0.00023684005,0.0036080815,0.0027839115,0.0014445535,0.00055190694,0.00020040647,0.01032028,0.00027136152],"about_ca_topic_score_codex":0.00002185459,"about_ca_topic_score_gemma":5.0491778e-8,"teacher_disagreement_score":0.060554627,"about_ca_system_score_codex":0.0000972645,"about_ca_system_score_gemma":0.00031014133,"threshold_uncertainty_score":0.99996525},"labels":[],"label_agreement":null},{"id":"W4281816252","doi":"10.1097/prs.0000000000009295","title":"Teaching and Assessing Cognitive Competencies in Aesthetic and Plastic Surgery","year":2022,"lang":"en","type":"review","venue":"Plastic & Reconstructive Surgery","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University Health Centre","funders":"","keywords":"Cognition; Competence (human resources); Medicine; Teamwork; Task (project management); Applied psychology; Psychology; Psychiatry; Social psychology; Engineering","score_opus":0.09294996696571141,"score_gpt":0.3326480496368153,"score_spread":0.23969808267110393,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4281816252","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.1128567,0.883639,0.00006738819,0.000008838716,0.0015034272,0.00046598373,0.00006267733,0.00009419329,0.0013018018],"genre_scores_gemma":[0.10387006,0.89531934,0.00015499991,0.000041956977,0.00014751729,0.000117384,0.00022287974,0.00010209371,0.000023799594],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99634504,0.000941391,0.0010798645,0.0007739613,0.00036286406,0.0004968738],"domain_scores_gemma":[0.87872934,0.12035786,0.0004880219,0.00012526449,0.00004594535,0.0002535679],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0013978257,0.00056917017,0.0030784209,0.001299039,0.0003140929,0.00010215057,0.00004358286,0.00023412911,0.00041316528],"category_scores_gemma":[0.0116482405,0.0005035851,0.0003861929,0.00047114328,0.00048406495,0.00020711454,0.00012061621,0.0016487207,0.00000809127],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000048186612,0.000052629413,0.020454478,0.0038458097,0.00013562944,0.00046910363,0.00012695132,7.085337e-7,4.84852e-8,0.00006263443,0.0000037151522,0.9748001],"study_design_scores_gemma":[0.0038594294,0.00020962661,0.05188878,0.17885809,0.0054265517,0.02418417,0.008937227,0.0013720928,3.4773714e-7,0.0004244253,0.72120756,0.0036317012],"about_ca_topic_score_codex":0.000048920065,"about_ca_topic_score_gemma":0.000008528976,"teacher_disagreement_score":0.9711684,"about_ca_system_score_codex":0.00018041617,"about_ca_system_score_gemma":0.00070048496,"threshold_uncertainty_score":0.99974155},"labels":[],"label_agreement":null},{"id":"W4281893085","doi":"10.1186/s12909-022-03503-7","title":"Impact of background music on the performance of laparoscopy teams","year":2022,"lang":"en","type":"article","venue":"BMC Medical Education","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"Chengdu Science and Technology Program","keywords":"Medical education; Laparoscopy; MEDLINE; Medicine; Psychology; Computer science; Medical physics; General surgery","score_opus":0.05209960034403715,"score_gpt":0.37265256401292024,"score_spread":0.3205529636688831,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4281893085","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9928675,0.00003824326,0.000012588464,0.00036557383,0.0002547175,0.00015210573,0.0000016828666,0.000009251541,0.0062983283],"genre_scores_gemma":[0.9988741,0.0000062608306,0.00005966479,0.00064019545,0.000108114626,0.000026349053,0.000026991445,0.0000060220054,0.00025224514],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99894553,0.00008764465,0.0002166773,0.00008949624,0.0005744111,0.0000862257],"domain_scores_gemma":[0.9991227,0.0004548892,0.000098257515,0.0001683291,0.000051291667,0.00010455051],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0005180605,0.00005363483,0.00013617135,0.000051854237,0.00006330484,0.000001979148,0.000080332386,0.000029023247,0.014875938],"category_scores_gemma":[0.00058875314,0.000032369673,0.000083996296,0.0002444304,0.000073891264,0.000019456596,0.00002141754,0.00017948885,0.000010521751],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0022738362,0.0060029514,0.8265233,0.00043901667,0.0001633298,0.0000017778452,0.0040209456,0.0019584168,0.0012173782,0.012500616,0.0107340515,0.13416441],"study_design_scores_gemma":[0.002483148,0.002134048,0.9638628,0.0003008927,0.00006398115,0.000024876488,0.0033099554,0.02200492,0.00073099526,0.00014390884,0.004818692,0.00012183379],"about_ca_topic_score_codex":0.000058706453,"about_ca_topic_score_gemma":0.0000024410822,"teacher_disagreement_score":0.13733947,"about_ca_system_score_codex":0.0000793041,"about_ca_system_score_gemma":0.0016985628,"threshold_uncertainty_score":0.9860246},"labels":[],"label_agreement":null},{"id":"W4282823643","doi":"10.1007/s11548-022-02688-y","title":"HMD-EgoPose: head-mounted display-based egocentric marker-less tool and hand pose estimation for augmented surgical guidance","year":2022,"lang":"en","type":"article","venue":"International Journal of Computer Assisted Radiology and Surgery","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":20,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Health Sciences Centre; University of Toronto; Sunnybrook Health Science Centre","funders":"Natural Sciences and Engineering Research Council of Canada; Heart and Stroke Foundation of Canada","keywords":"Computer science; Pose; Augmented reality; Artificial intelligence; Computer vision; Convolutional neural network; Orientation (vector space); Monocular; Virtual reality","score_opus":0.025854536097485406,"score_gpt":0.3263457375977322,"score_spread":0.30049120150024683,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4282823643","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.94565994,0.0010234256,0.04868616,0.0029290132,0.0014718219,0.00015128101,0.000026960806,0.00001688941,0.00003452341],"genre_scores_gemma":[0.99581164,0.00004732359,0.0025634523,0.0010161359,0.00037029438,0.000010553034,0.00013342714,0.00001137411,0.000035775807],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9984165,0.0002350652,0.0006538543,0.00018798717,0.00033748234,0.00016910805],"domain_scores_gemma":[0.99697506,0.0021586393,0.00035567666,0.00006845738,0.00032019895,0.00012194021],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00096038147,0.00013604012,0.00044367136,0.0003703509,0.0001802654,0.000045807043,0.000088092136,0.000073356336,0.00008698628],"category_scores_gemma":[0.00015454426,0.0001156053,0.0001862188,0.00013567791,0.000119591125,0.00008412326,0.00004458647,0.00024451068,3.2963462e-7],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.020459566,0.00082274264,0.41730753,0.000119900535,0.0015896198,0.003383838,0.00021677844,0.014889847,0.0002131719,0.0013823424,0.0035883784,0.5360263],"study_design_scores_gemma":[0.010065813,0.0003709691,0.52742195,0.00015645145,0.000101312595,0.008631794,0.0000310412,0.43295494,0.000031745913,0.00017737766,0.019884184,0.00017241864],"about_ca_topic_score_codex":0.0000027903814,"about_ca_topic_score_gemma":6.523903e-7,"teacher_disagreement_score":0.53585386,"about_ca_system_score_codex":0.00010846533,"about_ca_system_score_gemma":0.0001435671,"threshold_uncertainty_score":0.47142473},"labels":[],"label_agreement":null},{"id":"W4282836129","doi":"10.1097/aog.0000000000004841","title":"Accuracy of Surgeon Self-Reflection on Hysterectomy Quality Metrics","year":2022,"lang":"en","type":"article","venue":"Obstetrics and Gynecology","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University Health Network; Mount Sinai Hospital","funders":"","keywords":"Medicine; Wilcoxon signed-rank test; Complication; Cohort; Surgery; Hysterectomy; Mann–Whitney U test; Internal medicine","score_opus":0.0719261144888636,"score_gpt":0.3558064418682317,"score_spread":0.2838803273793681,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4282836129","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98348206,0.00043215798,0.000026473002,0.00020935926,0.00082882564,0.00017932772,0.00000735187,0.000046194178,0.014788267],"genre_scores_gemma":[0.9990137,0.000103208564,0.00009992224,0.00048604663,0.000016766771,0.000012928165,0.000020088164,0.000008355982,0.00023895955],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99895555,0.00017617676,0.00029116575,0.00018860554,0.00023873939,0.00014976102],"domain_scores_gemma":[0.9862307,0.013299637,0.00017180268,0.00013422196,0.000085366395,0.00007830975],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0005262473,0.000078404104,0.00028097042,0.00038327096,0.00012916037,0.000005699439,0.000038049766,0.00006433119,0.0005179379],"category_scores_gemma":[0.0075876177,0.000071689414,0.000065716864,0.0010968368,0.000021419926,0.000023192128,0.000055147335,0.00021857426,0.0000043301184],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0003189008,0.001349089,0.39293084,0.00015380418,0.00019435998,0.00008533145,0.0006879027,0.0002928407,0.0002914242,0.012295411,0.00020294765,0.59119713],"study_design_scores_gemma":[0.008053048,0.0020636155,0.4002301,0.0000073459955,0.00010609924,0.000026157342,0.0005809356,0.0022904056,0.00043658097,0.0004649021,0.5855224,0.00021838793],"about_ca_topic_score_codex":0.000023055272,"about_ca_topic_score_gemma":0.0000023816592,"teacher_disagreement_score":0.59097874,"about_ca_system_score_codex":0.000117800984,"about_ca_system_score_gemma":0.00005420895,"threshold_uncertainty_score":0.9083635},"labels":[],"label_agreement":null},{"id":"W4282939317","doi":"10.1016/j.jcjo.2022.05.003","title":"Surgical simulation in Canadian ophthalmology programs: a nationwide questionnaire","year":2022,"lang":"en","type":"letter","venue":"Canadian Journal of Ophthalmology","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"University of Calgary; University of Alberta","funders":"","keywords":"Surgical simulation; Surgical procedures; Medical physics; Medicine; Computer science; Virtual reality; Simulation; Optometry; Human–computer interaction; Surgery","score_opus":0.05190689074737778,"score_gpt":0.331316427868283,"score_spread":0.2794095371209052,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4282939317","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5446614,0.002409808,0.000004245632,0.33418494,0.004217927,0.0012471826,0.000093855466,0.00002429147,0.11315632],"genre_scores_gemma":[0.9784336,0.0000023014743,0.000065149354,0.01733333,0.0016230933,0.000024591785,0.0004585255,0.00007511888,0.0019842966],"study_design_codex":"case_report","study_design_gemma":"not_applicable","domain_scores_codex":[0.9962868,0.0006025188,0.001134295,0.0004068306,0.00044125877,0.0011283024],"domain_scores_gemma":[0.99686956,0.00044464093,0.0005008436,0.00028664563,0.0004809609,0.0014173266],"candidate_categories":["metaepi_narrow","research_integrity","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0009660042,0.00036850473,0.0009997082,0.0028053776,0.00021360704,0.000048488226,0.00032997094,0.0012430525,0.016382007],"category_scores_gemma":[0.0008714996,0.00037829508,0.00034504329,0.0007985295,0.00024273059,0.000118293196,0.000018742176,0.0036541806,0.000032653497],"study_design_candidate":"case_report","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00011513778,0.00003213574,0.21395649,0.00006457379,0.00011488066,0.7760906,0.00018698708,0.004000217,6.191361e-8,0.000085452484,0.0044941516,0.0008592718],"study_design_scores_gemma":[0.002035723,0.0007597762,0.025543276,0.00019783065,0.00007132259,0.4234549,0.000047859063,0.0006769168,1.6750508e-7,0.0003328352,0.546602,0.00027736917],"about_ca_topic_score_codex":0.29082748,"about_ca_topic_score_gemma":0.044778187,"teacher_disagreement_score":0.5421078,"about_ca_system_score_codex":0.0020148405,"about_ca_system_score_gemma":0.010429284,"threshold_uncertainty_score":0.9998669},"labels":[],"label_agreement":null},{"id":"W4283214177","doi":"10.1227/ons.0000000000000173","title":"Artificial Neural Network Approach to Competency-Based Training Using a Virtual Reality Neurosurgical Simulation","year":2022,"lang":"en","type":"article","venue":"Operative Neurosurgery","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":24,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University; Montreal Neurological Institute and Hospital","funders":"","keywords":"Artificial neural network; Virtual reality; Metric (unit); Artificial intelligence; Machine learning; Medicine; Computer science; Operations management","score_opus":0.15286701903731334,"score_gpt":0.35519051254609213,"score_spread":0.2023234935087788,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4283214177","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9811853,0.000010331432,0.012702225,0.0013903776,0.000931138,0.00079962605,0.00004099846,0.00020353185,0.0027364618],"genre_scores_gemma":[0.9911828,2.9456072e-7,0.00076358946,0.007152715,0.0005380939,0.000072166826,0.00014571015,0.0000609405,0.00008365823],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9961644,0.0009394673,0.0007398736,0.0007553765,0.0007950479,0.00060586346],"domain_scores_gemma":[0.99795574,0.0010606733,0.00014125195,0.0003172319,0.00012515813,0.0003999617],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00090748735,0.00031635436,0.0006395679,0.0002008122,0.0011269022,0.000100995334,0.00011686694,0.000069533366,0.000425305],"category_scores_gemma":[0.00041605264,0.00030932188,0.00028151978,0.0012212121,0.00010096134,0.00012925609,0.00012908893,0.0006755697,0.0000078740695],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0012292907,0.00034354872,0.0044803172,0.000006910656,0.000017152397,0.00016211651,0.00056936964,0.98626065,0.0010486341,0.0011012394,0.00006592677,0.004714816],"study_design_scores_gemma":[0.0010750069,0.00040954637,0.010946258,0.000015330801,0.000040341885,0.00005709245,0.00026802387,0.9814715,0.000057287947,0.000039690065,0.0053167,0.00030326878],"about_ca_topic_score_codex":0.000011994343,"about_ca_topic_score_gemma":0.0000015143395,"teacher_disagreement_score":0.011938635,"about_ca_system_score_codex":0.00014972908,"about_ca_system_score_gemma":0.00037382173,"threshold_uncertainty_score":0.99993587},"labels":[],"label_agreement":null},{"id":"W4283258651","doi":"10.36227/techrxiv.20085425.v1","title":"Multi-modal Deep Learning for Assessing Surgeon Technical Skill on a Surgical Knot-tying Task","year":2022,"lang":"en","type":"preprint","venue":"","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Sunnybrook Hospital; University of Toronto; Sunnybrook Health Science Centre","funders":"","keywords":"Knot tying; Artificial intelligence; Tying; Computer science; Task (project management); Modal; Machine learning; Deep learning; Intraclass correlation; Correlation coefficient; Statistics; Mathematics; Engineering; Surgery; Medicine; Psychometrics","score_opus":0.06339730988557597,"score_gpt":0.38405725876356517,"score_spread":0.3206599488779892,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4283258651","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7709017,0.00064295804,0.08067348,0.0026233685,0.002622487,0.004752259,0.000034650584,0.0032023797,0.13454674],"genre_scores_gemma":[0.9835496,0.000032052747,0.011786815,0.00039455306,0.0004197518,0.0002866258,0.00072010915,0.00011665161,0.0026938745],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99641913,0.0002557515,0.00081354595,0.0010880214,0.0007685186,0.00065504445],"domain_scores_gemma":[0.99617076,0.00256461,0.0002876635,0.000456121,0.00015959734,0.00036122894],"candidate_categories":["metaepi_narrow","research_integrity","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0014053934,0.00049142505,0.0010382321,0.00034798955,0.00045741053,0.00015290703,0.00020042252,0.00061514997,0.003192879],"category_scores_gemma":[0.0012599394,0.00042890466,0.0007893116,0.000262638,0.00008222756,0.000066645094,0.0005810244,0.0028864113,0.0000257314],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0051649497,0.004653932,0.10354548,0.001780637,0.0010533845,0.0031836675,0.0014778589,0.2848231,0.00077688193,0.0058022044,0.0003142369,0.5874237],"study_design_scores_gemma":[0.019331615,0.000635601,0.05705759,0.0010567873,0.00046480133,0.00022174619,0.0012361098,0.599186,0.00010020625,0.00031146032,0.31884405,0.0015540343],"about_ca_topic_score_codex":0.00004963633,"about_ca_topic_score_gemma":0.000010945523,"teacher_disagreement_score":0.5858696,"about_ca_system_score_codex":0.00038973155,"about_ca_system_score_gemma":0.0002267612,"threshold_uncertainty_score":0.9998163},"labels":[],"label_agreement":null},{"id":"W4283265918","doi":"10.1227/ons.0000000000000232","title":"Nondominant Hand Skills Spatial and Psychomotor Analysis During a Complex Virtual Reality Neurosurgical Task—A Case Series Study","year":2022,"lang":"en","type":"article","venue":"Operative Neurosurgery","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Montreal General Hospital; McGill University; Montreal Neurological Institute and Hospital","funders":"","keywords":"Psychomotor learning; Medicine; Neurosurgery; Task (project management); Virtual reality; Physical medicine and rehabilitation; Dreyfus model of skill acquisition; Physical therapy; Medical physics; Cognition; Surgery; Human–computer interaction; Computer science","score_opus":0.03640989007848654,"score_gpt":0.3285250638078984,"score_spread":0.29211517372941187,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4283265918","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9977818,0.000013704167,0.00009294618,0.0006472193,0.00027996057,0.00075392186,0.00014264924,0.00006368517,0.00022410305],"genre_scores_gemma":[0.998277,0.000009889165,0.000012069897,0.00048636552,0.00011572713,0.00012656311,0.00006626587,0.00003171083,0.0008744273],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9968728,0.00088482903,0.0006151687,0.0007555363,0.00052623806,0.00034542484],"domain_scores_gemma":[0.9985648,0.00054876244,0.00013418055,0.00034867148,0.00009492153,0.00030869266],"candidate_categories":["metaepi_narrow","sts","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0005621784,0.0002930721,0.0008515654,0.00030933632,0.001426811,0.00014917809,0.00006294794,0.000040258023,0.0013860478],"category_scores_gemma":[0.00027047205,0.00025231787,0.00024797083,0.0009149556,0.00022577899,0.00015028752,0.00021735167,0.0004367433,0.0000040119335],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.008411505,0.004804172,0.8746092,0.000033841985,0.0010879784,0.08180038,0.008372487,0.005110134,0.010983,0.000060587026,0.00014248595,0.0045842743],"study_design_scores_gemma":[0.012218246,0.0019222846,0.95980597,0.000009855264,0.0007324541,0.007896453,0.0027453958,0.009254351,0.0003259913,0.0000031781815,0.0046251453,0.00046065182],"about_ca_topic_score_codex":0.00015953853,"about_ca_topic_score_gemma":0.000145291,"teacher_disagreement_score":0.08519684,"about_ca_system_score_codex":0.00006060395,"about_ca_system_score_gemma":0.000050663908,"threshold_uncertainty_score":0.9999929},"labels":[],"label_agreement":null},{"id":"W4283266249","doi":"10.36227/techrxiv.20085425","title":"Multi-modal Deep Learning for Assessing Surgeon Technical Skill on a Surgical Knot-tying Task","year":2022,"lang":"en","type":"preprint","venue":"","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Sunnybrook Hospital; University of Toronto; Sunnybrook Health Science Centre","funders":"","keywords":"Knot tying; Artificial intelligence; Computer science; Tying; Task (project management); Modal; Deep learning; Machine learning; Correlation coefficient; Intraclass correlation; Statistics; Engineering; Mathematics; Surgery; Medicine","score_opus":0.06339730988557597,"score_gpt":0.38405725876356517,"score_spread":0.3206599488779892,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4283266249","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7709017,0.00064295804,0.08067348,0.0026233685,0.002622487,0.004752259,0.000034650584,0.0032023797,0.13454674],"genre_scores_gemma":[0.9835496,0.000032052747,0.011786815,0.00039455306,0.0004197518,0.0002866258,0.00072010915,0.00011665161,0.0026938745],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99641913,0.0002557515,0.00081354595,0.0010880214,0.0007685186,0.00065504445],"domain_scores_gemma":[0.99617076,0.00256461,0.0002876635,0.000456121,0.00015959734,0.00036122894],"candidate_categories":["metaepi_narrow","research_integrity","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0014053934,0.00049142505,0.0010382321,0.00034798955,0.00045741053,0.00015290703,0.00020042252,0.00061514997,0.003192879],"category_scores_gemma":[0.0012599394,0.00042890466,0.0007893116,0.000262638,0.00008222756,0.000066645094,0.0005810244,0.0028864113,0.0000257314],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0051649497,0.004653932,0.10354548,0.001780637,0.0010533845,0.0031836675,0.0014778589,0.2848231,0.00077688193,0.0058022044,0.0003142369,0.5874237],"study_design_scores_gemma":[0.019331615,0.000635601,0.05705759,0.0010567873,0.00046480133,0.00022174619,0.0012361098,0.599186,0.00010020625,0.00031146032,0.31884405,0.0015540343],"about_ca_topic_score_codex":0.00004963633,"about_ca_topic_score_gemma":0.000010945523,"teacher_disagreement_score":0.5858696,"about_ca_system_score_codex":0.00038973155,"about_ca_system_score_gemma":0.0002267612,"threshold_uncertainty_score":0.9998163},"labels":[],"label_agreement":null},{"id":"W4283273130","doi":"10.1007/s00464-022-09380-x","title":"Establishing validity evidence for device-assisted advanced laparoscopic suturing tasks using simulation","year":2022,"lang":"en","type":"article","venue":"Surgical Endoscopy","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto; McMaster University; University Health Network; McGill University; McGill University Health Centre","funders":"Royal College of Physicians and Surgeons of Canada","keywords":"Formative assessment; Task (project management); Medicine; Laparoscopy; Medical physics; Psychology; Surgery; Mathematics education","score_opus":0.23419447581061942,"score_gpt":0.43187277126951656,"score_spread":0.19767829545889715,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4283273130","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99421597,0.00037624288,0.0024898946,0.00019207732,0.0008215428,0.00076074613,0.000021934902,0.0002108744,0.00091072085],"genre_scores_gemma":[0.99513024,0.000009913484,0.00382354,0.00028741322,0.0003576554,0.00009557403,0.00008424609,0.000040004386,0.00017139317],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9977422,0.0002069883,0.0004869701,0.0004987326,0.00060527306,0.0004598681],"domain_scores_gemma":[0.99567866,0.0034938436,0.00017869283,0.00027738066,0.00013359457,0.00023780743],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0007760288,0.00021004914,0.0004617238,0.00013538013,0.00061308086,0.00006890238,0.0001330751,0.000079945334,0.0009815282],"category_scores_gemma":[0.0011540272,0.00020474756,0.00022581198,0.0005362095,0.000047139496,0.0003527398,0.00012223098,0.00038946082,0.0000052770138],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.010169776,0.00053656235,0.046172503,0.00043987416,0.0001322031,0.00037625514,0.0005614864,0.90814984,0.0050844774,0.00081554725,0.00003771088,0.027523743],"study_design_scores_gemma":[0.06517382,0.0009332892,0.011978151,0.0006799141,0.00034880804,0.00011170441,0.00062360085,0.76209235,0.004914595,0.00028859632,0.15211546,0.0007396935],"about_ca_topic_score_codex":0.000040007904,"about_ca_topic_score_gemma":0.0000031768507,"teacher_disagreement_score":0.15207775,"about_ca_system_score_codex":0.00033452208,"about_ca_system_score_gemma":0.0001499033,"threshold_uncertainty_score":0.9999317},"labels":[],"label_agreement":null},{"id":"W4283360957","doi":"10.1017/cjn.2022.233","title":"P.149 High-fidelity simulation-based microsurgical training for neurosurgical residents","year":2022,"lang":"en","type":"article","venue":"Canadian Journal of Neurological Sciences / Journal Canadien des Sciences Neurologiques","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Anastomosis; Curriculum; Microsurgery; Neurosurgery; Medicine; Fidelity; Simulation training; Middle cerebral artery; Surgery; Medical physics; Medical education; Physical therapy; Simulation; Psychology; Computer science; Internal medicine; Ischemia; Pedagogy","score_opus":0.08709242675991109,"score_gpt":0.33270313963434633,"score_spread":0.24561071287443526,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4283360957","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.992161,0.00033495182,0.0003061682,0.004791239,0.0010749166,0.00032416938,0.00003759705,0.000032501062,0.0009374993],"genre_scores_gemma":[0.98874813,0.000016469872,0.0020900357,0.008729824,0.00034700483,0.000010039026,0.0000025857146,0.00001885257,0.00003707542],"study_design_codex":"simulation_or_modeling","study_design_gemma":"observational","domain_scores_codex":[0.99420327,0.0011592918,0.0012805999,0.00065541145,0.0013047685,0.0013966298],"domain_scores_gemma":[0.9926338,0.0035673277,0.0008116462,0.00016108301,0.00056288403,0.0022632608],"candidate_categories":["metaepi_narrow","sts"],"consensus_categories":["sts"],"category_scores_codex":[0.006512256,0.00033433957,0.0007294323,0.0009844315,0.005269963,0.0004473283,0.0011826078,0.00015650515,0.0008270765],"category_scores_gemma":[0.005209576,0.00024713983,0.0005210813,0.001517319,0.0035245859,0.0004436962,0.00007211396,0.0015736459,0.0000014700822],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.001095919,0.000097981734,0.45696524,0.000011362773,0.000022164364,0.006612515,0.00028460083,0.52819574,0.000033933622,0.00081841886,0.0002400984,0.0056220414],"study_design_scores_gemma":[0.0076230927,0.15351656,0.5764651,0.00008055453,0.00021631381,0.022346657,0.00071054767,0.1758851,0.000083172774,0.024385616,0.03772427,0.00096304517],"about_ca_topic_score_codex":0.00048258342,"about_ca_topic_score_gemma":0.0027229092,"teacher_disagreement_score":0.35231063,"about_ca_system_score_codex":0.000340721,"about_ca_system_score_gemma":0.004700379,"threshold_uncertainty_score":0.9999981},"labels":[],"label_agreement":null},{"id":"W4283388131","doi":"10.1007/s00464-022-09379-4","title":"Video-based coaching for surgical residents: a systematic review and meta-analysis","year":2022,"lang":"en","type":"review","venue":"Surgical Endoscopy","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":32,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"St. Joseph’s Healthcare Hamilton; McMaster University; University of Toronto","funders":"","keywords":"Medicine; Meta-analysis; Coaching; Abdominal surgery; Hepatology; General surgery; MEDLINE; Medical physics; Internal medicine; Psychology; Psychotherapist","score_opus":0.17323567016381508,"score_gpt":0.43146974371526936,"score_spread":0.2582340735514543,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4283388131","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[7.9384546e-7,0.9918267,0.0000582034,0.0002714833,0.000058467987,0.0056402255,0.00025196158,0.00014879288,0.0017433412],"genre_scores_gemma":[0.00003800973,0.9928216,0.00023063691,0.0008284231,0.00007278203,0.0033938051,0.0011573175,0.00010262941,0.0013548312],"study_design_codex":"systematic_review","study_design_gemma":"meta_analysis","domain_scores_codex":[0.9933602,0.0016712595,0.0023337922,0.0010932138,0.0009783881,0.000563119],"domain_scores_gemma":[0.9872155,0.0104045095,0.00086350663,0.0008764526,0.00010238804,0.0005376064],"candidate_categories":["metaepi_narrow","metaepi_broad","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0031148563,0.00082184724,0.016241582,0.00056343403,0.00026964743,0.00008801407,0.00028085196,0.00031451706,0.009697917],"category_scores_gemma":[0.001315701,0.0005128997,0.008836978,0.0016611097,0.00010193668,0.00006579845,0.0001270526,0.000851975,0.000031563428],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00012214681,0.00013146382,0.0000014939849,0.89104575,0.1059292,0.0006996436,0.000007837925,0.000008605082,7.4105116e-10,0.00055249594,0.000045453755,0.001455916],"study_design_scores_gemma":[0.0034263937,0.00007042072,8.647175e-8,0.013432766,0.5014354,0.00012008191,0.000004323401,0.00006764633,2.5142793e-8,0.0000071716786,0.48119,0.00024571942],"about_ca_topic_score_codex":0.00002422005,"about_ca_topic_score_gemma":0.0000022995441,"teacher_disagreement_score":0.87761295,"about_ca_system_score_codex":0.0001707321,"about_ca_system_score_gemma":0.00025957372,"threshold_uncertainty_score":0.99973226},"labels":[],"label_agreement":null},{"id":"W4283736095","doi":"10.2196/34791","title":"Freestyle Deliberate Practice Cadaveric Hand Surgery Simulation Training for Orthopedic Residents: Cohort Study","year":2022,"lang":"en","type":"article","venue":"JMIR Medical Education","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":13,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Cadaveric spasm; Orthopedic surgery; Medicine; Surgical simulation; Cohort; Physical therapy; Learning curve; Intervention (counseling); Training (meteorology); Medical education; Surgery; Nursing; Computer science","score_opus":0.04945048450382368,"score_gpt":0.4027325383725065,"score_spread":0.35328205386868283,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4283736095","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9896432,0.00014816092,0.0009839345,0.0036703704,0.0011204726,0.0023938068,0.000004967577,0.00011389803,0.0019211598],"genre_scores_gemma":[0.9908165,0.000008491468,0.00020190961,0.0050333003,0.0006383952,0.0015195002,0.00037871228,0.00003720806,0.00136599],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9970221,0.00033503873,0.0005935838,0.00041212863,0.0013560613,0.00028109155],"domain_scores_gemma":[0.99645567,0.0023321465,0.00024288114,0.0002489886,0.00031974763,0.00040057118],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0024758033,0.00015313532,0.00035082304,0.00021544752,0.00052583823,0.000049986902,0.000084225576,0.000088516244,0.0032848986],"category_scores_gemma":[0.0077535375,0.00014800837,0.00011442867,0.0005840702,0.000055173125,0.00022726049,0.000046394296,0.0004042517,0.00001412818],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0026943812,0.00709129,0.45423353,0.00013545188,0.0003342243,0.00010227274,0.015330505,0.0042338623,0.000012291237,0.00018885123,0.008086334,0.507557],"study_design_scores_gemma":[0.0056979973,0.00064696756,0.656103,0.000113778646,0.0003446846,0.00010226292,0.018168049,0.042773325,0.0000028713937,0.000098108954,0.2756121,0.00033687204],"about_ca_topic_score_codex":0.00013264158,"about_ca_topic_score_gemma":0.00001741062,"teacher_disagreement_score":0.50722015,"about_ca_system_score_codex":0.00022084574,"about_ca_system_score_gemma":0.0022540647,"threshold_uncertainty_score":0.99762625},"labels":[],"label_agreement":null},{"id":"W4283790421","doi":"10.1016/j.jvs.2022.06.091","title":"Expert consensus on the conceptual alignment of Accreditation Council for Graduate Medical Education competencies with patient outcomes after common vascular surgical procedures","year":2022,"lang":"en","type":"article","venue":"Journal of Vascular Surgery","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":4,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Medicine; Vascular surgery; Graduate medical education; Accreditation; Abdominal aortic aneurysm; Delphi method; Carotid endarterectomy; Nursing; Surgery; Medical education; Aneurysm; Cardiac surgery; Carotid arteries","score_opus":0.08525595018862783,"score_gpt":0.29900869640509936,"score_spread":0.21375274621647153,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4283790421","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9927024,0.0011863987,0.000065165135,0.0049801636,0.00049779756,0.00043403983,0.000008145751,0.000010989377,0.0001148877],"genre_scores_gemma":[0.99706733,0.000094056246,0.00016675284,0.0023757247,0.00013197074,0.000112222944,0.00001823671,0.000019988282,0.000013737124],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.9955275,0.0003410339,0.0007874736,0.00015070506,0.0030065135,0.00018678188],"domain_scores_gemma":[0.9958524,0.0024360379,0.00050677767,0.00019189937,0.0008327086,0.00018014027],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0024848876,0.00016300265,0.00062030443,0.0001200279,0.0001451999,0.0000135942855,0.000088246765,0.00005238476,0.0003771011],"category_scores_gemma":[0.0015244415,0.00009183982,0.0006013625,0.00017878274,0.00019701746,0.000041608797,0.000029041224,0.00028562362,7.4245014e-7],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.042911597,0.019967616,0.61801356,0.000996274,0.013687657,0.0028659683,0.052305114,0.013857174,0.00025476888,0.010571651,0.08799518,0.13657345],"study_design_scores_gemma":[0.02801854,0.006414339,0.27309623,0.002756183,0.0015282871,0.0019717047,0.06356436,0.0037376094,0.0011777172,0.0005918502,0.6159575,0.0011857053],"about_ca_topic_score_codex":0.000019100511,"about_ca_topic_score_gemma":0.0000047497574,"teacher_disagreement_score":0.5279623,"about_ca_system_score_codex":0.00023452236,"about_ca_system_score_gemma":0.0026436637,"threshold_uncertainty_score":0.4689746},"labels":[],"label_agreement":null},{"id":"W4283834270","doi":"10.1503/cjs.023020","title":"A cadaveric perfused model with antegrade arteriovenous pulsatile circulation: a new tool for teaching endovascular skills","year":2022,"lang":"en","type":"article","venue":"Canadian Journal of Surgery","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":12,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Université de Montréal; Université du Québec à Trois-Rivières; Centre Intégré Universitaire de Santé et de Services Sociaux du Centre-Sud-de-l'Île-de-Montréal; Hôpital du Sacré-Cœur de Montréal; Hôpital Notre-Dame; Université du Québec à Montréal","funders":"Université de Montréal; Université du Québec à Trois-Rivières","keywords":"Medicine; Cadaveric spasm; Pulsatile flow; Radiology; Surgery; Cardiology","score_opus":0.03277470408297546,"score_gpt":0.24540714214950082,"score_spread":0.21263243806652538,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4283834270","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99186397,0.00035631165,0.005761237,0.0010503138,0.0002454587,0.00024575533,0.000028728753,0.000011330731,0.00043688982],"genre_scores_gemma":[0.9972901,0.000003089343,0.0010188898,0.001078009,0.00018306855,0.000012416469,0.000030299967,0.000030767213,0.00035341],"study_design_codex":"simulation_or_modeling","study_design_gemma":"not_applicable","domain_scores_codex":[0.9987254,0.000077454984,0.00038541132,0.00013351801,0.00036569263,0.00031252796],"domain_scores_gemma":[0.9987002,0.00030289355,0.00020797884,0.00013570354,0.000076521974,0.00057671266],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00079784315,0.00011644379,0.00039033973,0.00039397445,0.00046438113,0.000031663745,0.00007008138,0.000027794445,0.0014307101],"category_scores_gemma":[0.00023165284,0.00010425142,0.00030594753,0.0002142196,0.000028043474,0.00011453932,0.000006169001,0.00041527252,5.211328e-7],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0012421825,0.000416589,0.23338218,0.00013160834,0.0011972733,0.007145196,0.014510969,0.5132755,0.0003705411,0.0009452264,0.0077885557,0.21959417],"study_design_scores_gemma":[0.019048177,0.0011859038,0.12570521,0.00044209175,0.000865695,0.015743013,0.0059831087,0.173993,0.000039617356,0.0008659587,0.654906,0.0012222313],"about_ca_topic_score_codex":0.00066767796,"about_ca_topic_score_gemma":0.00019646816,"teacher_disagreement_score":0.64711744,"about_ca_system_score_codex":0.00040836065,"about_ca_system_score_gemma":0.00373678,"threshold_uncertainty_score":0.9994821},"labels":[],"label_agreement":null},{"id":"W4284978095","doi":"10.3171/2022.5.jns22545","title":"Design and validation of a hemispherectomy simulator for neurosurgical education","year":2022,"lang":"en","type":"article","venue":"Journal of neurosurgery","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"SickKids Foundation; Hospital for Sick Children; University of Toronto","funders":"Hospital for Sick Children","keywords":"Medicine; Epilepsy surgery; Hemispherectomy; Epilepsy; Task (project management); Learning curve; Physical therapy; Surgery; Medical physics; Physical medicine and rehabilitation; Computer science; Psychiatry","score_opus":0.051033747212396195,"score_gpt":0.31848529302554635,"score_spread":0.26745154581315017,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4284978095","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9958193,0.00012610505,0.0024950209,0.0007731697,0.0004925654,0.00021145101,0.0000018253425,0.000007972393,0.00007263936],"genre_scores_gemma":[0.99861115,0.000017669234,0.0006691507,0.0004693791,0.0001142851,0.000008015099,0.0000028953168,0.000013996189,0.00009348496],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9989229,0.00012954582,0.0004790697,0.000094287054,0.00028410816,0.00009011354],"domain_scores_gemma":[0.9980467,0.001213815,0.00038547293,0.00006825385,0.00017845313,0.00010731567],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00063581445,0.00006853894,0.00027021315,0.0001629065,0.000077766985,0.000010678916,0.00003411061,0.00002332511,0.00014237838],"category_scores_gemma":[0.00048439394,0.00006023772,0.00013788755,0.00022499861,0.000022326925,0.00007231381,0.000017162576,0.00015652804,1.7169741e-7],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.028891278,0.005660353,0.21084517,0.0007928224,0.00037595464,0.00045776242,0.0013813146,0.25437534,0.18375562,0.00062085123,0.00884976,0.30399376],"study_design_scores_gemma":[0.04592221,0.012013657,0.1976506,0.00059078174,0.0014008177,0.010270821,0.0011142623,0.14128801,0.109042354,0.0032391474,0.47628552,0.0011818086],"about_ca_topic_score_codex":3.7707574e-7,"about_ca_topic_score_gemma":4.5566293e-9,"teacher_disagreement_score":0.46743578,"about_ca_system_score_codex":0.000028355373,"about_ca_system_score_gemma":0.00021524086,"threshold_uncertainty_score":0.24564229},"labels":[],"label_agreement":null},{"id":"W4285165245","doi":"10.20517/ais.2022.10","title":"White paper: definitions of artificial intelligence and autonomous actions in clinical surgery","year":2022,"lang":"en","type":"article","venue":"Artificial Intelligence Surgery","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":30,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Hôpital du Sacré-Cœur de Montréal","funders":"","keywords":"White paper; White (mutation); Robotic surgery; Autonomy; Artificial intelligence; Psychology; Medicine; Computer science; Political science","score_opus":0.316549390096491,"score_gpt":0.3879497586864319,"score_spread":0.07140036858994087,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4285165245","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98912084,0.0002338063,0.004306843,0.001985054,0.0013247259,0.00035756905,0.00004345971,0.00012535606,0.002502357],"genre_scores_gemma":[0.9984077,0.00036398787,0.00026865036,0.0005946862,0.00017461741,0.000067825684,0.00006422364,0.000028295557,0.000029969886],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99614817,0.000382553,0.0020959591,0.00051030604,0.00042751568,0.00043546865],"domain_scores_gemma":[0.9932095,0.0057712193,0.00030991653,0.00034025533,0.00013148862,0.00023766287],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0027481746,0.00020961963,0.00076555676,0.000655198,0.00029838915,0.000033117023,0.00009397282,0.00012468893,0.0033156949],"category_scores_gemma":[0.0015910161,0.00022441563,0.00042451228,0.0013428371,0.0003954989,0.00017493914,0.00011735921,0.00065462844,0.000059541242],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00074343476,0.0015462752,0.16572979,0.000048707137,0.00007278792,0.0001803103,0.00086585194,0.0038910971,0.00011028561,0.045407396,0.00012591554,0.78127813],"study_design_scores_gemma":[0.00044768068,0.0014434517,0.46463645,0.0009788465,0.00068455865,0.000817377,0.059159897,0.12757933,0.013653815,0.2959538,0.031042598,0.0036022195],"about_ca_topic_score_codex":0.00015769502,"about_ca_topic_score_gemma":0.00019055238,"teacher_disagreement_score":0.7776759,"about_ca_system_score_codex":0.00008170869,"about_ca_system_score_gemma":0.0004009791,"threshold_uncertainty_score":0.9975954},"labels":[],"label_agreement":null},{"id":"W4285177223","doi":"10.1007/978-981-19-0175-1_42","title":"Immersive Virtual Reality of Endoscopic and Open Spine Surgery Training","year":2022,"lang":"en","type":"book-chapter","venue":"","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia; MD Precision (Canada); Precision Nanosystems (Canada); University of British Columbia Hospital","funders":"","keywords":"Task (project management); Computer science; Virtual reality; Dreyfus model of skill acquisition; Replicate; Training (meteorology); Simulation; Human–computer interaction; Engineering","score_opus":0.14247428815737273,"score_gpt":0.3397204572048919,"score_spread":0.19724616904751918,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4285177223","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0017824492,0.00018312004,0.000047467543,0.00043843655,0.00014232592,0.000381776,0.000032001535,0.000021536309,0.9969709],"genre_scores_gemma":[0.7232746,0.00023299975,0.000103596576,0.0006779285,0.00010589465,0.000008336184,0.0003265781,0.000041556566,0.2752285],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99878854,0.000024573912,0.00045029764,0.0003111808,0.0002833572,0.00014203392],"domain_scores_gemma":[0.9989144,0.00047259536,0.00020897273,0.00020339045,0.000054297063,0.00014629954],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00043279075,0.00018664348,0.0008582921,0.00013867325,0.00007010445,0.000011990896,0.000080162885,0.00012850478,0.023199411],"category_scores_gemma":[0.00010789795,0.00016369447,0.00014572944,0.000036561418,0.00010454527,0.00005736767,0.00020593229,0.0003005622,0.000005204599],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00064921775,0.00008608077,0.0013066184,0.0002587705,0.0008720153,0.00040834167,0.0016387147,0.000019377894,0.00006366239,0.74835485,0.0009437494,0.24539861],"study_design_scores_gemma":[0.0054816226,0.0005937338,0.0060843523,0.00067500194,0.0003736293,0.000057211888,0.0013526243,0.00012546008,0.000087793735,0.0020081566,0.9827114,0.00044906422],"about_ca_topic_score_codex":0.00010761578,"about_ca_topic_score_gemma":0.000013409079,"teacher_disagreement_score":0.9817676,"about_ca_system_score_codex":0.000038969003,"about_ca_system_score_gemma":0.00015850514,"threshold_uncertainty_score":0.9776935},"labels":[],"label_agreement":null},{"id":"W4285187007","doi":"10.1109/lra.2022.3186769","title":"A Domain-Adapted Machine Learning Approach for Visual Evaluation and Interpretation of Robot-Assisted Surgery Skills","year":2022,"lang":"en","type":"article","venue":"IEEE Robotics and Automation Letters","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":18,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"Natural Sciences and Engineering Research Council of Canada; Canadian Institutes of Health Research; Canada Foundation for Innovation; Government of Alberta","keywords":"Artificial intelligence; Domain (mathematical analysis); Computer science; Notation; Machine learning; Set (abstract data type); Smoothness; Algorithm; Mathematics; Arithmetic; Programming language","score_opus":0.027469276895766018,"score_gpt":0.29891436594571463,"score_spread":0.27144508904994863,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4285187007","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.72553724,0.00007111819,0.27278998,0.0008770958,0.00010504288,0.00048122628,0.000004970105,0.00005351582,0.00007978465],"genre_scores_gemma":[0.98732716,0.0000047623266,0.011746414,0.00047295252,0.000032194126,0.000052372303,0.0003358447,0.0000151285785,0.000013169007],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9988984,0.00015762042,0.00032838495,0.00018348501,0.000320403,0.000111723704],"domain_scores_gemma":[0.9992306,0.00037507352,0.00020635901,0.000055676195,0.00007870736,0.000053542328],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0008169934,0.00009738657,0.00024781213,0.00019054729,0.00017630002,0.000021616519,0.000018273142,0.00003300828,0.000023087861],"category_scores_gemma":[0.00010043628,0.00009500004,0.000067758265,0.00018088597,0.000037080645,0.00006275869,0.000015714539,0.00011511265,1.7555963e-7],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00028358708,0.00021437586,0.008769519,0.00019360334,0.00012318017,0.0000023681891,0.0013940993,0.8449867,0.009252449,0.00028532973,0.000050157432,0.13444465],"study_design_scores_gemma":[0.0021364451,0.000107505126,0.032630287,0.000032017746,0.00010523709,0.00001967238,0.00020456518,0.9643589,0.000110876,0.000028106226,0.00017240565,0.00009394576],"about_ca_topic_score_codex":0.0000053717577,"about_ca_topic_score_gemma":4.824379e-7,"teacher_disagreement_score":0.26178992,"about_ca_system_score_codex":0.000051683233,"about_ca_system_score_gemma":0.000028524022,"threshold_uncertainty_score":0.38739893},"labels":[],"label_agreement":null},{"id":"W4285290392","doi":"10.1007/978-3-030-94610-4_33","title":"Training for Quality: Fundamentals Program","year":2022,"lang":"en","type":"book-chapter","venue":"","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University Health Centre; McGill University","funders":"","keywords":"Quality (philosophy); Training (meteorology); Computer science; Psychology; Geography; Philosophy; Epistemology","score_opus":0.3235387714834243,"score_gpt":0.44313643283309273,"score_spread":0.11959766134966843,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4285290392","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000078924044,0.0001081356,0.000093720744,0.00050281,0.00017925017,0.0014385594,0.000041330222,0.00034077777,0.99721646],"genre_scores_gemma":[0.027560037,0.000017062439,0.002942307,0.0022586863,0.00030467942,0.00020472067,0.00081336946,0.00007916266,0.96581995],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9987522,0.000009016281,0.00039068522,0.00030743855,0.00033896082,0.00020173512],"domain_scores_gemma":[0.99920225,0.00030546627,0.00012141725,0.00017863997,0.000044426662,0.00014780794],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00033184714,0.00019635458,0.0004931707,0.000090984504,0.00010283937,0.000021193538,0.000048372214,0.00014595655,0.04353675],"category_scores_gemma":[0.000047735313,0.00017031288,0.00035494773,0.000020200147,0.000044031327,0.000023828476,0.000033732384,0.00026094413,0.000039611794],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00017072358,0.00003932756,0.0000139021295,0.00007384437,0.00016501041,0.000014471109,0.00019939896,0.0000018431358,0.0000018292067,0.369971,0.00024932955,0.6290993],"study_design_scores_gemma":[0.002546629,0.00041673915,0.000042428877,0.00006026787,0.00010988462,0.000010747237,0.00024187741,0.00009475523,0.000002216789,0.004059842,0.9922156,0.00019901036],"about_ca_topic_score_codex":0.000004383709,"about_ca_topic_score_gemma":0.0000032056687,"teacher_disagreement_score":0.99196625,"about_ca_system_score_codex":0.0000844286,"about_ca_system_score_gemma":0.00008707115,"threshold_uncertainty_score":0.95733756},"labels":[],"label_agreement":null},{"id":"W4285391967","doi":"10.1007/s00464-022-09409-1","title":"Robotically assisted augmented reality system for identification of targeted lymph nodes in laparoscopic gynecological surgery: a first step toward the identification of sentinel node","year":2022,"lang":"en","type":"article","venue":"Surgical Endoscopy","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":20,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"Agence Nationale de la Recherche","keywords":"Medicine; Dissection (medical); Lymphadenectomy; Sentinel lymph node; Laparoscopy; Lymph node; Laparoscopic surgery; Radiology; Sentinel node; Medical physics; Artificial intelligence; Surgery; Computer science; Cancer; Pathology; Internal medicine","score_opus":0.052609501394357376,"score_gpt":0.3189162664959523,"score_spread":0.2663067651015949,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4285391967","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99381006,0.00014487168,0.0016449249,0.00237876,0.00040184153,0.0010528466,0.00013957408,0.00010411596,0.00032301864],"genre_scores_gemma":[0.99883765,0.000017537213,0.000117304655,0.00006526086,0.000043435954,0.00038295556,0.00043961732,0.000023405004,0.00007282666],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9959538,0.00055778347,0.0019367011,0.00047023885,0.00072560477,0.0003558931],"domain_scores_gemma":[0.9953574,0.003040666,0.00076627464,0.0004408767,0.00027698657,0.00011782184],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0028946116,0.00020311603,0.0008361619,0.00020614643,0.00019672782,0.000024612504,0.00021444722,0.00013072506,0.0002651475],"category_scores_gemma":[0.0012706979,0.00015549485,0.0003491746,0.00092189945,0.00019175312,0.00006459572,0.00009933728,0.00023540521,0.00000430308],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.021999627,0.007716643,0.8503649,0.0058823666,0.0010138489,0.0002694569,0.0016514803,0.05450116,0.026948877,0.023230553,0.00044258224,0.0059785],"study_design_scores_gemma":[0.02344565,0.00010758618,0.8304923,0.00021585704,0.0002493984,0.000036044832,0.0013529897,0.13334846,0.008880648,0.00011133755,0.001493345,0.00026636108],"about_ca_topic_score_codex":0.00011042353,"about_ca_topic_score_gemma":0.000005559336,"teacher_disagreement_score":0.07884731,"about_ca_system_score_codex":0.00027407872,"about_ca_system_score_gemma":0.00016141693,"threshold_uncertainty_score":0.63408965},"labels":[],"label_agreement":null},{"id":"W4285394286","doi":"10.1177/15910199221113902","title":"Metric based virtual simulation training for endovascular thrombectomy improves interventional neuroradiologists’ simulator performance","year":2022,"lang":"en","type":"article","venue":"Interventional Neuroradiology","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":17,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Virtual reality; Medicine; Fluoroscopy; Simulation; Metric (unit); Benchmark (surveying); Simulation training; Medical physics; Performance metric; Computer science; Radiology; Artificial intelligence; Operations management; Engineering","score_opus":0.08305556807790437,"score_gpt":0.34129471797440963,"score_spread":0.25823914989650526,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4285394286","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9619849,0.00018302692,0.034685727,0.00041601612,0.0012127084,0.0008561708,0.00009971759,0.00020339021,0.00035836617],"genre_scores_gemma":[0.9965701,0.0000015771471,0.00052926334,0.0012136477,0.00029527306,0.00031819858,0.000694435,0.000054878277,0.00032259015],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9971256,0.00041118742,0.00083313196,0.0006789338,0.0004831343,0.00046798403],"domain_scores_gemma":[0.99741405,0.0016455075,0.00030135183,0.0002844471,0.00018755985,0.00016709905],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00081549026,0.00029116136,0.0005966054,0.00055415335,0.00041181289,0.000027069802,0.00024315524,0.00010624955,0.0019938077],"category_scores_gemma":[0.000807577,0.00029132358,0.0010949952,0.0005263947,0.00016869974,0.00014312472,0.00012010794,0.00051693805,0.000012910356],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.003054129,0.0011938708,0.020165645,0.0001601609,0.00043261485,0.00007674175,0.00009893812,0.94612134,0.0012329663,0.0042191935,0.00013164505,0.023112765],"study_design_scores_gemma":[0.010105016,0.0071504167,0.13104923,0.00003996888,0.00015096161,0.00021361196,0.000089018,0.8162797,0.00012017744,0.0002809323,0.034208722,0.00031225954],"about_ca_topic_score_codex":0.0000040147256,"about_ca_topic_score_gemma":8.7833405e-7,"teacher_disagreement_score":0.12984164,"about_ca_system_score_codex":0.00017664017,"about_ca_system_score_gemma":0.00014749455,"threshold_uncertainty_score":0.99995387},"labels":[],"label_agreement":null},{"id":"W4285405262","doi":"10.1016/j.wneu.2022.07.035","title":"Gaze Behaviors of Neurosurgeon in Performing Gross Movements under Microscope","year":2022,"lang":"en","type":"article","venue":"World Neurosurgery","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":4,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta Hospital; University of Alberta","funders":"Itä-Suomen Yliopisto","keywords":"Medicine; Gaze; Neurosurgery; Surgery; Artificial intelligence","score_opus":0.03390345038581877,"score_gpt":0.29806467056485564,"score_spread":0.26416122017903687,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4285405262","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9961814,0.000053667554,0.0000033852727,0.00038750586,0.0007367531,0.0002226039,0.000011167285,0.000049498296,0.0023539609],"genre_scores_gemma":[0.9939046,0.000011466005,0.000013886244,0.0027459306,0.000030061014,0.00003302419,0.000025183817,0.000036872065,0.0031989694],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99820495,0.00011476598,0.00057805196,0.00031868042,0.00044691065,0.0003366674],"domain_scores_gemma":[0.9991674,0.00030290635,0.0001516416,0.00023963867,0.000025794281,0.00011266026],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00040545443,0.0001521419,0.00036644793,0.0005163057,0.00014986578,0.000012816983,0.00008173676,0.000023796567,0.0012068759],"category_scores_gemma":[0.00006637166,0.0001606805,0.00016023098,0.0010499008,0.000055030865,0.00007197843,0.00012702396,0.00040771035,0.0000056181957],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00034886232,0.00050089846,0.9603503,0.000033149536,0.000008268069,0.00032565172,0.00014220909,0.0020675808,0.032628123,0.000087667846,0.00019496816,0.0033123307],"study_design_scores_gemma":[0.0034383878,0.00015744628,0.9534674,0.00008602946,0.00002989383,0.000043814,0.00019723199,0.00097026635,0.009355646,0.00004147002,0.031947296,0.0002651058],"about_ca_topic_score_codex":0.000043433563,"about_ca_topic_score_gemma":0.000013819242,"teacher_disagreement_score":0.03175233,"about_ca_system_score_codex":0.00008781422,"about_ca_system_score_gemma":0.000058078404,"threshold_uncertainty_score":0.99970615},"labels":[],"label_agreement":null},{"id":"W4285799020","doi":"10.1007/s11517-022-02635-8","title":"Face and content validity of analog surgical instruments on a novel physics-driven minimally invasive spinal fusion surgical simulator","year":2022,"lang":"en","type":"article","venue":"Medical & Biological Engineering & Computing","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":5,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University; Montreal General Hospital","funders":"DePuy Synthes Spine; Natural Sciences and Engineering Research Council of Canada","keywords":"Surgical instrument; Face validity; Likert scale; Simulation; Surgical simulation; Task (project management); Medical physics; Computer science; Medicine; Surgery; Engineering; Psychology; Psychometrics","score_opus":0.10532717441976168,"score_gpt":0.3000434441128185,"score_spread":0.19471626969305683,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4285799020","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9961683,0.00007124273,0.0025113241,0.00028576562,0.00021238503,0.00029882544,0.000015638358,0.00011768253,0.0003188299],"genre_scores_gemma":[0.99889046,0.000015063014,0.0004856202,0.00026043333,0.00025403377,0.000008501648,0.000056662037,0.000018586397,0.000010626566],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9973366,0.00013056671,0.0006462971,0.0005320678,0.0009071722,0.00044729182],"domain_scores_gemma":[0.9978597,0.0012343393,0.00015160032,0.00016722284,0.00006715127,0.00051997567],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000714503,0.0002851444,0.0007365721,0.000091823415,0.00017017893,0.000013539469,0.00018483192,0.00018947422,0.00046866998],"category_scores_gemma":[0.0008409884,0.0002164462,0.0002216453,0.0003405001,0.00017505592,0.000026295118,0.0005044882,0.00085074786,0.000006194928],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0062781246,0.0053076604,0.51494336,0.0005404455,0.000632316,0.0037373507,0.00070398994,0.26191545,0.010366168,0.009881174,0.000026871588,0.18566708],"study_design_scores_gemma":[0.01421979,0.0045033116,0.19151866,0.000564047,0.000058570466,0.00047428525,0.00022198138,0.78249335,0.000511597,0.000019276657,0.004898518,0.0005165775],"about_ca_topic_score_codex":0.000013839246,"about_ca_topic_score_gemma":1.6915294e-7,"teacher_disagreement_score":0.5205779,"about_ca_system_score_codex":0.000098524106,"about_ca_system_score_gemma":0.00007976511,"threshold_uncertainty_score":0.88264203},"labels":[],"label_agreement":null},{"id":"W4285806969","doi":"10.1136/bmjgast-2022-000909","title":"Synthesis and characterisation of a cancerous liver for presurgical planning and training applications","year":2022,"lang":"en","type":"article","venue":"BMJ Open Gastroenterology","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"University of Nottingham; Trent University; Nottingham University Hospitals NHS Trust; Nottingham Trent University","keywords":"Medicine; Medical physics; Training (meteorology); General surgery; Radiology; Medical education","score_opus":0.09829293563689388,"score_gpt":0.37691396284823414,"score_spread":0.27862102721134024,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4285806969","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9942292,0.000048404334,0.002663208,0.00075506355,0.000024581457,0.0017463038,0.00005112536,0.000012303356,0.0004698313],"genre_scores_gemma":[0.9960983,0.000004366478,0.0012783897,0.00048862793,0.00003920815,0.0020200657,0.000031469768,0.000008560118,0.000031033273],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99933076,0.000072036,0.00020828562,0.00018260108,0.00007377236,0.00013253953],"domain_scores_gemma":[0.99946636,0.00024620895,0.00011879854,0.000081796206,0.000024483355,0.000062325744],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0003637742,0.00006142637,0.00025640757,0.000052025945,0.000115546514,0.000010861971,0.00005615181,0.000023262282,0.00013327246],"category_scores_gemma":[0.0000530177,0.000059603677,0.000025450954,0.00003727028,0.000055990695,0.000042263506,0.00012692601,0.000074019736,1.7428134e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.01713163,0.00032909302,0.73167366,0.00027959267,0.00031450024,0.000050261402,0.00580073,0.00059342897,0.0011287039,0.0015652594,0.00012654309,0.2410066],"study_design_scores_gemma":[0.009454662,0.0017793815,0.9475571,0.000077775214,0.00019852062,0.0007089219,0.0025962486,0.01710378,0.00008165628,0.00012686948,0.020190706,0.0001244133],"about_ca_topic_score_codex":0.000019836709,"about_ca_topic_score_gemma":0.0000049113096,"teacher_disagreement_score":0.24088219,"about_ca_system_score_codex":0.000016534967,"about_ca_system_score_gemma":0.000023747138,"threshold_uncertainty_score":0.24305673},"labels":[],"label_agreement":null},{"id":"W4286266662","doi":"10.1016/j.surg.2022.04.044","title":"Faculty and resident perceptions of surgical resident workload in comparison to objective data","year":2022,"lang":"en","type":"article","venue":"Surgery","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University","funders":"Western University","keywords":"Workload; Medicine; Task (project management); Perception; Medical education; Nursing; Psychology; Computer science","score_opus":0.12832237301323038,"score_gpt":0.39543115042361987,"score_spread":0.2671087774103895,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4286266662","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9965977,0.00026237115,0.000017858118,0.0011039972,0.00009606714,0.00018482041,0.000063708525,0.000023404493,0.001650045],"genre_scores_gemma":[0.9992443,0.000031156545,0.00005704795,0.00012118212,0.00004044091,0.000017606324,0.00020984566,0.000008244804,0.000270204],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99868524,0.00015046429,0.00037574727,0.0002754024,0.00035047904,0.00016265397],"domain_scores_gemma":[0.99872816,0.00077022857,0.000058804242,0.00028075243,0.000034318382,0.0001277351],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0007912201,0.00007696535,0.00036056095,0.00021784255,0.00008166108,0.000008373186,0.00006738269,0.000029211957,0.0012225248],"category_scores_gemma":[0.00022301427,0.00007257733,0.000051995357,0.0004433476,0.00003898112,0.000049468617,0.00027261893,0.00021406489,0.000008380281],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0005915476,0.00013154115,0.98429465,0.000015673182,0.000024689096,0.00014308076,0.0019804616,0.0007216728,0.000022536979,0.00006662509,0.0030458707,0.008961666],"study_design_scores_gemma":[0.0009812897,0.00004793787,0.97571486,0.00008963008,0.000019554285,0.000024110235,0.0063583073,0.0007582591,0.000018646515,0.000040569306,0.015858244,0.00008861743],"about_ca_topic_score_codex":0.00037583627,"about_ca_topic_score_gemma":0.00013439333,"teacher_disagreement_score":0.012812373,"about_ca_system_score_codex":0.000073224044,"about_ca_system_score_gemma":0.00008389529,"threshold_uncertainty_score":0.9996905},"labels":[],"label_agreement":null},{"id":"W4286472071","doi":"10.5489/cuaj.7974","title":"Survey of Canadian urology residency programs: Perception of virtual education during the COVID-19 pandemic and beyond","year":2022,"lang":"en","type":"article","venue":"Canadian Urological Association Journal","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"McMaster University","funders":"","keywords":"Curriculum; Medical education; Pandemic; Attendance; Descriptive statistics; Coronavirus disease 2019 (COVID-19); Thematic analysis; Medicine; Urology; Psychology; Political science; Pedagogy; Sociology; Qualitative research; Internal medicine","score_opus":0.04630256910132889,"score_gpt":0.29220684189817014,"score_spread":0.24590427279684124,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4286472071","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9838588,0.00018576309,0.000005555208,0.014543967,0.00016757494,0.00020229527,0.000049862894,0.000008417157,0.000977722],"genre_scores_gemma":[0.9947148,0.00005349211,0.0000147368855,0.004857021,0.00007554534,0.000011788476,0.00007183161,0.0000066376847,0.0001941681],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9981552,0.00074032607,0.00038256607,0.0001393159,0.0003022329,0.00028038133],"domain_scores_gemma":[0.99816024,0.00041172907,0.00030860776,0.00007994619,0.00024447165,0.0007949965],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.002201052,0.000079577374,0.00020619463,0.00048114694,0.00052962365,0.000019739067,0.00009480141,0.00012533266,0.0013313427],"category_scores_gemma":[0.002406694,0.000063001564,0.000060421586,0.0005726477,0.00007675004,0.000047566627,0.000017412347,0.00059176097,0.0000016267672],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00008414337,0.00002961752,0.99165875,0.0000039950664,0.00003498101,0.000008579987,0.0006308823,0.00026937103,0.000029311535,0.0002588886,0.00034022136,0.0066512767],"study_design_scores_gemma":[0.00083795184,0.000333793,0.9765264,0.0000015261573,0.000034413308,0.00024752296,0.0011246934,0.00015482021,2.3536055e-7,0.00030454661,0.020377344,0.000056759895],"about_ca_topic_score_codex":0.22561301,"about_ca_topic_score_gemma":0.3076815,"teacher_disagreement_score":0.0820685,"about_ca_system_score_codex":0.0012351528,"about_ca_system_score_gemma":0.0037300235,"threshold_uncertainty_score":0.9995816},"labels":[],"label_agreement":null},{"id":"W4286699128","doi":"10.5489/cuaj.7838","title":"Simulation-based prostate enucleation training: Initial experience using 3D-printed organ phantoms","year":2022,"lang":"en","type":"article","venue":"Canadian Urological Association Journal","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Centre Hospitalier de l’Université de Montréal; University Health Network; University of Toronto; Hôpital Maisonneuve-Rosemont; McGill University Health Centre; Université de Montréal","funders":"Universität Stuttgart; Canadian Urological Association","keywords":"Imaging phantom; Medicine; Medical physics; Face validity; Nuclear medicine","score_opus":0.05845541800316472,"score_gpt":0.31375347364338885,"score_spread":0.2552980556402241,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4286699128","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9936468,0.000019255633,0.0014950456,0.0029062391,0.0003773704,0.0002418574,0.000025889183,0.00006619534,0.0012213488],"genre_scores_gemma":[0.99355984,7.1089e-7,0.00037010174,0.0056007677,0.00028941923,0.0000109955545,0.00005963144,0.000019096204,0.00008944683],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9979733,0.00028214965,0.0004355962,0.00022131624,0.0006224411,0.00046514536],"domain_scores_gemma":[0.9981881,0.00050960906,0.00031608634,0.000083990104,0.00028834929,0.0006139086],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0007191815,0.00013657597,0.00023819182,0.0002700316,0.00095883926,0.00009499708,0.0000987108,0.00011453108,0.0059866817],"category_scores_gemma":[0.0020427213,0.00013115839,0.000114430615,0.0005146502,0.00003727256,0.00012251604,0.000017413002,0.000686874,0.000014031936],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00030568807,0.00009036911,0.2532708,0.0000029107441,0.00006596624,0.0002545546,0.0034651181,0.72138417,0.00021669448,0.000090717556,0.00003061267,0.020822383],"study_design_scores_gemma":[0.0044495696,0.00038111926,0.10462587,0.000011197977,0.00006240605,0.000081390266,0.0015562013,0.82645446,0.000028176119,0.0001588033,0.06194824,0.000242588],"about_ca_topic_score_codex":0.00021219463,"about_ca_topic_score_gemma":0.00004065424,"teacher_disagreement_score":0.14864492,"about_ca_system_score_codex":0.001625798,"about_ca_system_score_gemma":0.00084641104,"threshold_uncertainty_score":0.994922},"labels":[],"label_agreement":null},{"id":"W4288051777","doi":"10.1097/prs.0000000000009544","title":"Developing a Video-Based Learning Module to Teach Decision-Making for Cubital Tunnel Surgery","year":2022,"lang":"en","type":"article","venue":"Plastic & Reconstructive Surgery","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Medicine; Interquartile range; Cubital tunnel syndrome; Medical education; Surgery; Ulnar nerve","score_opus":0.04389263266993019,"score_gpt":0.3007541762674146,"score_spread":0.25686154359748437,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4288051777","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8667612,0.000049184055,0.13015346,0.00018749414,0.001826806,0.00043900486,0.000037789287,0.00018597867,0.00035909624],"genre_scores_gemma":[0.9830312,0.0000012477608,0.015683541,0.00061418355,0.00021392906,0.00027647975,0.000077766505,0.00006413425,0.00003749818],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9973028,0.00016204383,0.00073442777,0.0006460219,0.00054689206,0.0006078599],"domain_scores_gemma":[0.95649475,0.042617943,0.00023183577,0.00018154849,0.00022316515,0.00025074257],"candidate_categories":["metaresearch","metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0013697133,0.000283055,0.0007901888,0.00085360877,0.00069383346,0.0000496514,0.000083671344,0.00007835371,0.0009805314],"category_scores_gemma":[0.015981067,0.0002923953,0.0004550569,0.00081658404,0.00007500121,0.00012042217,0.000101947626,0.00046300364,0.000028911398],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0032721304,0.00013796875,0.4450154,0.00012313349,0.00022541366,0.00019771859,0.00029045602,0.03510556,0.000110640634,0.00042137215,0.0006679182,0.5144323],"study_design_scores_gemma":[0.0102295615,0.0007963239,0.61339664,0.005186192,0.00059256394,0.0017965812,0.008916569,0.22747849,0.0010282688,0.005830074,0.12075095,0.0039977864],"about_ca_topic_score_codex":0.000006012372,"about_ca_topic_score_gemma":0.0000034259706,"teacher_disagreement_score":0.5104345,"about_ca_system_score_codex":0.00043816553,"about_ca_system_score_gemma":0.00082163676,"threshold_uncertainty_score":0.9999528},"labels":[],"label_agreement":null},{"id":"W4288443594","doi":"10.1093/icvts/ivac194","title":"The use of objective assessments in the evaluation of technical skills in cardiothoracic surgery: a systematic review","year":2022,"lang":"en","type":"review","venue":"Interactive Cardiovascular and Thoracic Surgery","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":14,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Medicine; Curriculum; Rigour; Blinding; Medical physics; Systematic review; Cardiothoracic surgery; Randomized controlled trial; MEDLINE; Physical therapy; Medical education; Surgery; Psychology","score_opus":0.229814867350632,"score_gpt":0.4611272253018085,"score_spread":0.2313123579511765,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4288443594","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00048752077,0.9940117,0.000024862511,0.000012787322,0.00025002885,0.004700505,0.000029565348,0.00001210593,0.0004709063],"genre_scores_gemma":[0.05765113,0.94052744,0.000008578465,0.00005369737,0.00003205097,0.0015668723,0.000110997455,0.000042134972,0.000007119191],"study_design_codex":"design_other","study_design_gemma":"systematic_review","domain_scores_codex":[0.981572,0.013453268,0.002151093,0.00052201777,0.0020118353,0.00028983684],"domain_scores_gemma":[0.960912,0.036538877,0.0010172414,0.0010602496,0.0004113543,0.000060274884],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.029340763,0.00042318017,0.0063410876,0.0006527676,0.000078581885,0.00003922266,0.00017744277,0.00019126642,0.000038806986],"category_scores_gemma":[0.015537968,0.00023687356,0.0044095484,0.0017751423,0.00014893309,0.00017880675,0.00011228536,0.00094483444,0.0000015851385],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000064983215,0.0001591809,0.0002527404,0.21170968,0.0034482833,0.000115915835,0.0001013462,0.000024710649,3.2491176e-8,0.000004200883,0.000020058185,0.78409886],"study_design_scores_gemma":[0.0003818502,0.000047478756,0.001699568,0.7948506,0.030493397,0.00084205734,0.00058797316,0.0001306937,0.0000014817323,0.000020536014,0.17047863,0.00046577628],"about_ca_topic_score_codex":0.00007436152,"about_ca_topic_score_gemma":0.000009379417,"teacher_disagreement_score":0.7836331,"about_ca_system_score_codex":0.00050942996,"about_ca_system_score_gemma":0.0007121483,"threshold_uncertainty_score":0.99949795},"labels":[],"label_agreement":null},{"id":"W4288690440","doi":"10.1007/s00381-022-05628-y","title":"Moderate procedural confidence improvement following hands-on practice using the hemispherectomy simulator","year":2022,"lang":"en","type":"article","venue":"Child s Nervous System","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Hospital for Sick Children; University of Toronto; SickKids Foundation","funders":"","keywords":"Confidence interval; Medicine; Neurosurgery; Cronbach's alpha; Hemispherectomy; Physical therapy; Surgery; Epilepsy; Clinical psychology; Internal medicine; Psychometrics; Psychiatry","score_opus":0.025112052955117613,"score_gpt":0.29689152599535723,"score_spread":0.27177947304023964,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4288690440","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9694688,0.00022898342,0.00044396566,0.0015935187,0.00053700834,0.0011106095,0.0000038716116,0.00018183407,0.02643143],"genre_scores_gemma":[0.9954287,7.2549307e-7,0.00004635191,0.0037854526,0.00023288687,0.000070493654,0.000008287842,0.00003503061,0.00039207222],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9982229,0.00014320666,0.0003556068,0.0003376603,0.0006372825,0.00030333013],"domain_scores_gemma":[0.9988918,0.0003996271,0.0001862283,0.00032107465,0.000074285905,0.00012698988],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0005615617,0.00018273288,0.00029765817,0.00003710863,0.0009925923,0.00007250053,0.00012597574,0.000041525567,0.0001267201],"category_scores_gemma":[0.0001909657,0.00012739682,0.00017508808,0.00023451204,0.000021098764,0.0000949076,0.00008224943,0.00040509264,0.000012689898],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0054135346,0.0008542972,0.0024743893,0.00092998677,0.0014086239,0.0013494343,0.0076414356,0.94794154,0.0044031837,0.009370785,0.0005578398,0.017654965],"study_design_scores_gemma":[0.013020904,0.0011063499,0.00040772834,0.00084291137,0.0004954678,0.0011378344,0.01902067,0.93067586,0.0034464682,0.0000177111,0.029290417,0.00053770357],"about_ca_topic_score_codex":0.00006122181,"about_ca_topic_score_gemma":0.0000014626092,"teacher_disagreement_score":0.028732577,"about_ca_system_score_codex":0.00031158724,"about_ca_system_score_gemma":0.00011385871,"threshold_uncertainty_score":0.7634318},"labels":[],"label_agreement":null},{"id":"W4289345266","doi":"10.3171/2022.5.focus22188","title":"High-fidelity, simulation-based microsurgical training for neurosurgical residents","year":2022,"lang":"en","type":"article","venue":"Neurosurgical FOCUS","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":14,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Dalhousie University; Queen's University; Western University","funders":"Academic Medical Organization of Southwestern Ontario","keywords":"Curriculum; Medicine; Microsurgery; Neurosurgery; Fidelity; Rating scale; Medical education; Medical physics; Scale (ratio); Physical therapy; Anastomosis; Simulation training; Surgery; Physical medicine and rehabilitation; Psychology; Simulation; Computer science","score_opus":0.06984983835325304,"score_gpt":0.338223360457711,"score_spread":0.268373522104458,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4289345266","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9842734,0.00013717121,0.004539633,0.0043374244,0.0013048128,0.0016576065,0.00021394528,0.0006668936,0.0028691133],"genre_scores_gemma":[0.99377614,0.0000038893418,0.00066220097,0.0038295568,0.0004456753,0.0002745067,0.00020627987,0.000115263625,0.0006864766],"study_design_codex":"simulation_or_modeling","study_design_gemma":"not_applicable","domain_scores_codex":[0.99507385,0.00043865558,0.0011349419,0.0010933776,0.001347077,0.0009120951],"domain_scores_gemma":[0.9935286,0.0048062215,0.00024084622,0.00055167597,0.00020091505,0.00067173154],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0009308334,0.00045093754,0.00092167704,0.0002835937,0.0009182849,0.00011649013,0.00030647742,0.00018572016,0.0031912162],"category_scores_gemma":[0.0011344209,0.0004290635,0.00077487825,0.00081621076,0.00018956326,0.000106057596,0.0002009681,0.000934997,0.00004213099],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.018322408,0.002503317,0.019195367,0.00014198049,0.00014922474,0.0033280072,0.00027777313,0.8930759,0.0024153674,0.0116563095,0.0008214179,0.048112966],"study_design_scores_gemma":[0.049637437,0.003002389,0.057870235,0.0000592117,0.00025878183,0.00031007803,0.00010955063,0.3934414,0.0007223703,0.0025242283,0.49088678,0.0011775088],"about_ca_topic_score_codex":0.000028825381,"about_ca_topic_score_gemma":0.000002159559,"teacher_disagreement_score":0.49963444,"about_ca_system_score_codex":0.00015235582,"about_ca_system_score_gemma":0.00023231651,"threshold_uncertainty_score":0.9998161},"labels":[],"label_agreement":null},{"id":"W4289519794","doi":"10.1007/s00464-022-09439-9","title":"Validation of an artificial intelligence platform for the guidance of safe laparoscopic cholecystectomy","year":2022,"lang":"en","type":"article","venue":"Surgical Endoscopy","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":57,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Toronto Western Hospital; Artificial Intelligence in Medicine (Canada); University of Toronto; University Health Network","funders":"Society of American Gastrointestinal and Endoscopic Surgeons","keywords":"Laparoscopic cholecystectomy; Concordance; Medicine; Cholecystectomy; Cystic duct; Predictive value; Standard deviation; Decision tree; Dice; Artificial intelligence; Surgery; General surgery; Medical physics; Computer science; Statistics; Mathematics","score_opus":0.06576124638289876,"score_gpt":0.35563767400837987,"score_spread":0.2898764276254811,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4289519794","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9953738,0.00014726768,0.0009270082,0.0001806431,0.00022100436,0.0004810306,0.000033338783,0.000026098924,0.0026098117],"genre_scores_gemma":[0.9992173,0.0000068743625,0.00039768024,0.000066346554,0.000087936656,0.000081075224,0.00004798042,0.000011312559,0.00008352506],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9987686,0.000054053417,0.00046572075,0.00017614715,0.00037205304,0.00016339471],"domain_scores_gemma":[0.9986403,0.00080842053,0.00016237693,0.00022833156,0.00009183377,0.00006872236],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00056683115,0.000089265,0.00027827235,0.000059505306,0.00013694052,0.0000065605645,0.00013195159,0.000037182122,0.0012705644],"category_scores_gemma":[0.0001606063,0.00006414516,0.00012371475,0.00031443438,0.000102137725,0.000055226756,0.000041989104,0.00015347484,0.00000281188],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.06556129,0.0048973835,0.019982012,0.0011686035,0.00079954974,0.00015150633,0.00693951,0.1295508,0.01651797,0.40681025,0.000109058645,0.34751207],"study_design_scores_gemma":[0.048791263,0.0037759147,0.0027993484,0.00016460092,0.00026364514,0.00008760906,0.0028918278,0.079302646,0.7816924,0.009747651,0.070078924,0.0004041558],"about_ca_topic_score_codex":0.000025400805,"about_ca_topic_score_gemma":0.0000014513228,"teacher_disagreement_score":0.76517445,"about_ca_system_score_codex":0.000031545573,"about_ca_system_score_gemma":0.000064895765,"threshold_uncertainty_score":0.99964243},"labels":[],"label_agreement":null},{"id":"W4289594727","doi":"10.1007/s00464-022-09455-9","title":"Musculoskeletal injury and ergonomics in pediatric gastrointestinal endoscopic practice","year":2022,"lang":"en","type":"article","venue":"Surgical Endoscopy","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":13,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"SickKids Foundation; The Wilson Centre; Hospital for Sick Children; University of Toronto","funders":"","keywords":"Medicine; Human factors and ergonomics; Musculoskeletal injury; Injury prevention; Physical therapy; Poison control; Occupational safety and health; Likert scale; Emergency medicine; Psychology; Alternative medicine","score_opus":0.014271677023073836,"score_gpt":0.31232586289915115,"score_spread":0.2980541858760773,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4289594727","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98474085,0.0002998064,0.000013201681,0.00054169004,0.0001358911,0.00023477818,0.000006525969,0.0000701488,0.01395712],"genre_scores_gemma":[0.9976006,0.00009877971,0.0015017603,0.00034744933,0.00019080065,0.00004475926,0.000025736084,0.000020776388,0.00016929365],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99848783,0.00018844045,0.00033869492,0.0003397477,0.000311469,0.00033384678],"domain_scores_gemma":[0.9986944,0.00081750256,0.00008636198,0.0001476747,0.000032002547,0.00022204017],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00047635965,0.00015124324,0.00028505793,0.00019034732,0.00013302837,0.000018757839,0.0000661025,0.00003209227,0.0012291968],"category_scores_gemma":[0.00040169313,0.00014679287,0.00008198427,0.00042187626,0.000060083406,0.000109255765,0.00014120886,0.00061548426,0.000022497903],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.017001577,0.0016978364,0.94336957,0.00020257091,0.00005158193,0.00572892,0.00041704194,0.0009426261,0.00009353531,0.008730784,0.00018453509,0.02157945],"study_design_scores_gemma":[0.12109448,0.0054980963,0.46468592,0.000108760774,0.00035736428,0.004543878,0.0019233383,0.0071216463,0.00008849475,0.00042274734,0.39324915,0.00090610865],"about_ca_topic_score_codex":0.000035838086,"about_ca_topic_score_gemma":0.000001853635,"teacher_disagreement_score":0.47868362,"about_ca_system_score_codex":0.00010612462,"about_ca_system_score_gemma":0.000115910174,"threshold_uncertainty_score":0.9996838},"labels":[],"label_agreement":null},{"id":"W4289687845","doi":"10.1007/s00464-022-09466-6","title":"Validity of video-based general and procedure-specific self-assessment tools for surgical trainees in laparoscopic cholecystectomy","year":2022,"lang":"en","type":"article","venue":"Surgical Endoscopy","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":14,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University; McGill University Health Centre","funders":"Fonds de Recherche du Québec - Santé; Fonds de Recherche du Québec-Société et Culture; Society of University Surgeons","keywords":"Laparoscopic cholecystectomy; Cholecystectomy; Medicine; Video recording; Medical physics; General surgery; Computer science; Multimedia","score_opus":0.04505542318514213,"score_gpt":0.33739967205791166,"score_spread":0.29234424887276955,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4289687845","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99593747,0.0002421467,0.00004233842,0.00046923084,0.00015038958,0.0010121763,0.000055011347,0.000099686804,0.001991568],"genre_scores_gemma":[0.99778724,0.000035808138,0.0012846611,0.00014192502,0.00013088067,0.0004028525,0.00012496319,0.000028683262,0.00006299254],"study_design_codex":"observational","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9977851,0.00021871252,0.0005957375,0.00047261125,0.00052783656,0.0004000353],"domain_scores_gemma":[0.9980477,0.0013427082,0.00012195123,0.00020314069,0.000067020985,0.00021747753],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000777621,0.00022169307,0.0007004935,0.00018219574,0.00013309199,0.000031849566,0.000100489095,0.00009425302,0.00078729994],"category_scores_gemma":[0.00006313001,0.00019518625,0.00019576232,0.00044142426,0.00008339942,0.00008147832,0.000057477348,0.0003713669,0.0000011232805],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.052564703,0.014186733,0.82309306,0.0037015553,0.00057262636,0.00438274,0.0034967838,0.019036477,0.002995692,0.051872265,0.0006015934,0.023495778],"study_design_scores_gemma":[0.48428196,0.0028426675,0.08379103,0.000189517,0.00011788889,0.00019078022,0.00042609952,0.03315122,0.0042003784,0.00041337707,0.38975033,0.00064473937],"about_ca_topic_score_codex":0.000010579863,"about_ca_topic_score_gemma":0.0000022873808,"teacher_disagreement_score":0.73930204,"about_ca_system_score_codex":0.00017212066,"about_ca_system_score_gemma":0.00024310999,"threshold_uncertainty_score":0.8620382},"labels":[],"label_agreement":null},{"id":"W4290190272","doi":"10.1007/s11548-022-02727-8","title":"The user experience design of a novel microscope within SurgiSim, a virtual reality surgical simulator","year":2022,"lang":"en","type":"article","venue":"International Journal of Computer Assisted Radiology and Surgery","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":13,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto; University of Calgary","funders":"Cumming School of Medicine, University of Calgary","keywords":"Virtual reality; Computer science; Microscope; Human–computer interaction; Process (computing); Stereoscopy; Simulation; Haptic technology; Multimedia; Artificial intelligence; Medicine","score_opus":0.06454296607592404,"score_gpt":0.33488973858152776,"score_spread":0.27034677250560374,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4290190272","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.95590454,0.00033185567,0.040500738,0.001282719,0.0018420769,0.00008156223,0.000007980725,0.000010296468,0.00003825394],"genre_scores_gemma":[0.99836874,0.000055659948,0.0007600203,0.00046976306,0.00027986604,0.0000036216736,0.000007031415,0.000007848564,0.000047437334],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9980017,0.0004174895,0.00083879894,0.0001443445,0.0004552767,0.00014238723],"domain_scores_gemma":[0.9941596,0.0047694957,0.0005214168,0.00010363608,0.0003369185,0.00010897048],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0018950473,0.00010838486,0.00043315726,0.00017119653,0.00016235976,0.000025831141,0.00019169004,0.00006079851,0.000075862285],"category_scores_gemma":[0.00020568725,0.000073445386,0.00020681981,0.00013818851,0.00026033676,0.00007781989,0.000093549424,0.0003504539,2.6519635e-7],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.042630803,0.0029055916,0.38955042,0.000034649893,0.0047277715,0.0069930013,0.0059750034,0.42517132,0.0031936013,0.008205372,0.0053426656,0.10526982],"study_design_scores_gemma":[0.025238814,0.0021079162,0.36638266,0.00036985,0.00022510868,0.056091215,0.0015259753,0.3734366,0.0007523315,0.0002463963,0.17294115,0.0006819831],"about_ca_topic_score_codex":0.0000052010123,"about_ca_topic_score_gemma":3.631291e-7,"teacher_disagreement_score":0.16759849,"about_ca_system_score_codex":0.000057483627,"about_ca_system_score_gemma":0.00021685842,"threshold_uncertainty_score":0.2995016},"labels":[],"label_agreement":null},{"id":"W4291143109","doi":"10.1503/cjs.006021","title":"The influence of surgical and procedural rotations and interest in a surgical discipline on medical students’ suturing ability during clerkship","year":2022,"lang":"en","type":"article","venue":"Canadian Journal of Surgery","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"Western University","funders":"","keywords":"Medicine; Interquartile range; Curriculum; Clinical clerkship; Medical education; Medical school; Educational measurement; Surgery; Psychology","score_opus":0.05014691408396594,"score_gpt":0.3154165645065248,"score_spread":0.26526965042255884,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4291143109","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99505055,0.0003303427,1.3581526e-7,0.004349189,0.000103859194,0.00009426576,0.000004308432,0.0000029032335,0.00006441745],"genre_scores_gemma":[0.99974024,0.000064073705,0.000002211157,0.000080581514,0.00008286644,0.000004960681,0.0000016303725,0.0000072771336,0.000016163012],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9984512,0.00015899415,0.00060045614,0.00012203617,0.0004433016,0.00022404476],"domain_scores_gemma":[0.99725467,0.0018035617,0.00014915952,0.00008169238,0.000077088334,0.0006338542],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0020316832,0.0000852654,0.0003072135,0.0002614299,0.00023669894,0.00003359972,0.00010648663,0.000041677624,0.00012014499],"category_scores_gemma":[0.00090429746,0.000060445156,0.00007940322,0.0002651888,0.0002456319,0.00007143491,0.000052180756,0.00055871496,1.5870404e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00046864324,0.00005486299,0.9932644,0.00003877455,0.000027816535,0.0021349005,0.0005141938,0.000405962,0.000005226203,0.00026696935,0.00001212316,0.002806149],"study_design_scores_gemma":[0.0016852962,0.00006756123,0.9934043,0.00025980306,0.000010745541,0.0013334777,0.0007994963,0.000095284224,0.0000065300246,0.000062411025,0.002214501,0.000060570925],"about_ca_topic_score_codex":0.00025818983,"about_ca_topic_score_gemma":0.0024785097,"teacher_disagreement_score":0.0046896576,"about_ca_system_score_codex":0.00011909001,"about_ca_system_score_gemma":0.00058519,"threshold_uncertainty_score":0.2464882},"labels":[],"label_agreement":null},{"id":"W4292013987","doi":"10.2196/37544","title":"Shared Learning Utilizing Digital Methods in Surgery to Enhance Transparency in Surgical Innovation: Protocol for a Scoping Review","year":2022,"lang":"en","type":"review","venue":"JMIR Research Protocols","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Medical Research Council; Academy of Medical Sciences; Royal College of Surgeons of England; Department of Health and Social Care; University of Bristol; National Institute for Health and Care Research","keywords":"Transparency (behavior); Protocol (science); Computer science; Medicine; Medical education; Alternative medicine; Computer security","score_opus":0.7985942471897046,"score_gpt":0.7408966835430941,"score_spread":0.057697563646610495,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4292013987","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[8.065817e-8,0.057329513,0.00013911612,0.00013688472,0.000006419357,0.9387799,0.000014343073,0.00009106279,0.003502706],"genre_scores_gemma":[2.1022872e-7,0.04611783,0.0009550996,0.00007019555,0.0001327637,0.9520848,0.00024283708,0.00011724962,0.00027904363],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99041677,0.0027740742,0.0031219448,0.0012283593,0.0013303028,0.0011285655],"domain_scores_gemma":[0.98929,0.009057303,0.00045692842,0.0005514002,0.0003646214,0.00027977186],"candidate_categories":["metaresearch","metaepi_narrow","research_integrity","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.015435354,0.0005119775,0.0033229266,0.0022104,0.00020750248,0.00019961057,0.00040988091,0.00032441516,0.0024199416],"category_scores_gemma":[0.0090344865,0.000441217,0.00057244586,0.009172696,0.00007803535,0.0002980621,0.00026205738,0.0029216884,0.000028669272],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0003966337,0.0002867247,0.00008201552,0.29004914,0.000013088807,0.00015514607,0.00004808417,0.0000026710584,1.5346761e-7,0.000052773546,0.00010932568,0.70880425],"study_design_scores_gemma":[0.0010726608,0.00026672083,0.0000041221133,0.45557454,0.0000036897793,0.000015841599,0.0000123131995,0.000013561345,0.0000013262044,0.000014850905,0.54280365,0.00021671745],"about_ca_topic_score_codex":0.000003941505,"about_ca_topic_score_gemma":0.0000038631165,"teacher_disagreement_score":0.7085875,"about_ca_system_score_codex":0.0006485702,"about_ca_system_score_gemma":0.0026108376,"threshold_uncertainty_score":0.99980396},"labels":[],"label_agreement":null},{"id":"W4293317146","doi":"10.1016/j.jss.2022.07.040","title":"What is Transferred and How Much is Retained? A Simulation Study of Complex Surgical Skills","year":2022,"lang":"en","type":"article","venue":"Journal of Surgical Research","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":6,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University; Credit Valley Hospital; Queen's University; London Health Sciences Centre","funders":"Social Sciences and Humanities Research Council of Canada; Academic Medical Organization of Southwestern Ontario","keywords":"Fidelity; Logistic regression; Task (project management); Checklist; Transfer of learning; High fidelity; Medicine; Computer science; Simulation; Psychology; Medical education; Artificial intelligence; Machine learning; Cognitive psychology; Engineering","score_opus":0.21553249834229096,"score_gpt":0.4690744583810508,"score_spread":0.25354196003875984,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4293317146","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9857713,0.0006399868,0.000012366837,0.011795039,0.00008914364,0.00046719876,0.000007757272,0.000009013472,0.0012081732],"genre_scores_gemma":[0.9983583,0.0005130874,0.000026343376,0.00010753598,0.00016018443,0.000005235781,0.000005185708,0.000019963654,0.000804144],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99474055,0.00093041983,0.0006789149,0.00026942577,0.0030016562,0.0003790517],"domain_scores_gemma":[0.9953066,0.0029778,0.00016920741,0.0002066129,0.0009031952,0.00043659765],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0042957505,0.00014415062,0.000699961,0.0005278909,0.00027582838,0.000100244026,0.0001686457,0.00008360026,0.005407923],"category_scores_gemma":[0.00021631952,0.00010959776,0.00024111466,0.00096909923,0.00017823277,0.0002785,0.00012940359,0.0011915417,0.000002298963],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.07415338,0.038568642,0.17804489,0.00076919765,0.0032911536,0.040424738,0.0952469,0.011465312,0.0019090504,0.0017018592,0.009268453,0.5451564],"study_design_scores_gemma":[0.13429736,0.033685,0.06629799,0.00057067804,0.00038837822,0.003614111,0.17931265,0.10205039,0.0005415504,0.0015810125,0.47692093,0.00073996215],"about_ca_topic_score_codex":0.000009238638,"about_ca_topic_score_gemma":0.0000010665104,"teacher_disagreement_score":0.5444165,"about_ca_system_score_codex":0.00007736134,"about_ca_system_score_gemma":0.00013610611,"threshold_uncertainty_score":0.9955013},"labels":[],"label_agreement":null},{"id":"W4294295923","doi":"10.1002/ccd.30376","title":"Harnessing the parallax for better spatial awareness","year":2022,"lang":"en","type":"article","venue":"Catheterization and Cardiovascular Interventions","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University; McGill University Health Centre","funders":"","keywords":"Fluoroscopy; Medicine; Orientation (vector space); Psychological intervention; Excellence; Medical physics; Interventional cardiology; Catheter; Radiology; Cardiology; Nursing","score_opus":0.05842645897249247,"score_gpt":0.31580529373783284,"score_spread":0.25737883476534035,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4294295923","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.42123216,0.0016273897,0.57331276,0.0013430727,0.0005528443,0.0008410181,0.00004759931,0.0000970907,0.0009460645],"genre_scores_gemma":[0.9984961,0.000011685253,0.00012310056,0.0004824933,0.0001060478,0.00028232756,0.00019887798,0.000015275697,0.00028407996],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9992517,0.000108835084,0.00018177349,0.000173963,0.00018009252,0.000103597056],"domain_scores_gemma":[0.9996194,0.000039333103,0.000037651356,0.00020512406,0.000054840228,0.00004365095],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00037541307,0.000072532566,0.00016716268,0.000050831968,0.00057243987,0.000044634202,0.000049485734,0.000021051846,0.0003409055],"category_scores_gemma":[0.000040231727,0.000055795426,0.00089745026,0.00011291861,0.000042866897,0.000037269645,0.000055204968,0.000083207946,0.000001887461],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00030105276,0.0004662125,0.026408987,0.00048567215,0.0032740736,0.000027770446,0.002056534,0.011719749,0.0004940605,0.0042723306,0.00038252072,0.95011103],"study_design_scores_gemma":[0.010728529,0.0004895597,0.09988616,0.00020982492,0.0020994374,0.0002564721,0.0021342863,0.04301805,0.00033562252,0.0009112247,0.8394622,0.000468626],"about_ca_topic_score_codex":0.0000124919925,"about_ca_topic_score_gemma":0.0000013166796,"teacher_disagreement_score":0.9496424,"about_ca_system_score_codex":0.000020258707,"about_ca_system_score_gemma":0.000019171956,"threshold_uncertainty_score":0.44028026},"labels":[],"label_agreement":null},{"id":"W4294351348","doi":"10.36834/cmej.72369","title":"Assessment of laparoscopic skills: comparing the reliability of global rating and entrustability tools","year":2022,"lang":"en","type":"article","venue":"Canadian Medical Education Journal","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Canadian Network for Innovation in Education; Memorial University of Newfoundland; University of Ottawa","funders":"","keywords":"Reliability (semiconductor); Computer science; Reliability engineering; Engineering; Physics","score_opus":0.02064250361716217,"score_gpt":0.34935562403582304,"score_spread":0.32871312041866085,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4294351348","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98629844,0.00012990269,0.000033616423,0.007525785,0.00039993567,0.00014149319,0.000006806366,0.0000032272594,0.00546082],"genre_scores_gemma":[0.9973193,0.0000070917436,0.00029975642,0.0022537215,0.0000896312,0.0000067979195,0.000006535795,0.0000027632311,0.000014429197],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.998565,0.00021654522,0.0004202306,0.00010079414,0.0005559197,0.0001415084],"domain_scores_gemma":[0.99786127,0.00024302633,0.00015336412,0.00013202896,0.00018208036,0.0014282143],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0017014012,0.00005419522,0.00020241758,0.000036148882,0.00023502043,0.000015465856,0.00009661735,0.000034126144,0.0088310605],"category_scores_gemma":[0.0072495854,0.000040059396,0.000049388942,0.00021597746,0.00015905061,0.00004301022,0.000027950371,0.00044481506,2.1805575e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000011939722,0.00017697715,0.9613302,0.000036848032,0.000018138231,0.000003864578,0.00045781734,0.00020051288,0.0000030725762,0.0023087696,0.00032814778,0.035123758],"study_design_scores_gemma":[0.0011067548,0.00007322367,0.98146784,0.00006578837,0.000027908762,0.00014712145,0.0032729395,0.0031849649,0.0000039952556,0.00036768595,0.01024174,0.00004005676],"about_ca_topic_score_codex":0.0019294665,"about_ca_topic_score_gemma":0.0011081896,"teacher_disagreement_score":0.035083704,"about_ca_system_score_codex":0.00043389876,"about_ca_system_score_gemma":0.015487023,"threshold_uncertainty_score":0.992075},"labels":[],"label_agreement":null},{"id":"W4295197120","doi":"10.1016/j.jtcvs.2022.08.037","title":"Anatomic evaluation of Pancoast tumors using three-dimensional models for surgical strategy development","year":2022,"lang":"en","type":"article","venue":"Journal of Thoracic and Cardiovascular Surgery","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":4,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Toronto General Hospital; University Health Network","funders":"University Health Network Foundation; University of Toronto","keywords":"Medicine; Radiology","score_opus":0.13083301834045352,"score_gpt":0.3540823516856928,"score_spread":0.22324933334523928,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4295197120","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.985866,0.010252981,0.003379035,0.000018534747,0.00018107623,0.00020354461,0.000004513502,0.000005411857,0.000088863664],"genre_scores_gemma":[0.9987926,0.000024980578,0.0010299799,0.000018674662,0.00009372687,0.000008036536,0.00001109384,0.000015120037,0.0000057877123],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99739516,0.0002623406,0.0006587122,0.00014695381,0.0013810433,0.00015578169],"domain_scores_gemma":[0.9986682,0.00028654255,0.0002802346,0.00011815552,0.00052323006,0.00012364899],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0076955953,0.0001106286,0.0007154033,0.00023949912,0.00014776061,0.000009748445,0.000037663372,0.000043305914,0.00010645673],"category_scores_gemma":[0.000084525745,0.000092619164,0.0008769151,0.00020067184,0.000035736237,0.00010710306,0.000037412025,0.0001788677,1.2830175e-7],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0010689178,0.00010785547,0.0049285456,0.000088721696,0.001476622,0.00015768419,0.00008433068,0.62195635,0.000028220898,0.00003239251,0.000018990298,0.37005138],"study_design_scores_gemma":[0.009286605,0.0002858944,0.024996083,0.0006024505,0.0039400402,0.0065143313,0.0011517116,0.944043,0.0010755757,0.0017760319,0.0058248495,0.000503449],"about_ca_topic_score_codex":0.000007603395,"about_ca_topic_score_gemma":6.4197e-7,"teacher_disagreement_score":0.36954793,"about_ca_system_score_codex":0.000107074775,"about_ca_system_score_gemma":0.0008044943,"threshold_uncertainty_score":0.37769},"labels":[],"label_agreement":null},{"id":"W4295751219","doi":"10.1097/xcs.0000000000000341","title":"How Well Is Surgical Improvement Being Conducted? Evaluation of 50 Local Surgery-Related Improvement Efforts","year":2022,"lang":"en","type":"article","venue":"Journal of the American College of Surgeons","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":12,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Medicine; Quality management; Accreditation; Documentation; Stakeholder; Performance improvement; Quality (philosophy); Program evaluation; PDCA; Operations management; Medical education; Statistics; Management","score_opus":0.026342138754066147,"score_gpt":0.2844111629729541,"score_spread":0.25806902421888794,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4295751219","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99307495,0.00014917196,0.00003327285,0.004828922,0.0005804882,0.0004490714,0.00006448232,0.000008870751,0.00081079116],"genre_scores_gemma":[0.99908185,0.000040350867,0.000045049106,0.00029979568,0.00004497646,0.000011003994,0.0000064064443,0.000023263376,0.0004473005],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9958466,0.00036689953,0.001203523,0.00018908436,0.002109173,0.00028470356],"domain_scores_gemma":[0.9957278,0.00072739617,0.0022749142,0.0003147959,0.00076951773,0.00018557854],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00356377,0.00018318126,0.0009619606,0.00032599806,0.00017188504,0.000008356402,0.00018483555,0.00003844306,0.0012157025],"category_scores_gemma":[0.0002505396,0.00013031781,0.0007716181,0.0010492868,0.0003393817,0.0000884532,0.00014284968,0.00045112023,6.5378305e-7],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.012161983,0.0065541016,0.32364392,0.00042769115,0.007563003,0.0011256384,0.0018132029,0.024121357,0.042669114,0.0021196688,0.016032584,0.56176776],"study_design_scores_gemma":[0.07111115,0.01674226,0.24952534,0.001859377,0.009638206,0.0044591897,0.048944563,0.06790441,0.14791109,0.0035756677,0.37605152,0.0022772423],"about_ca_topic_score_codex":0.00012065317,"about_ca_topic_score_gemma":0.0000051877983,"teacher_disagreement_score":0.5594905,"about_ca_system_score_codex":0.0003504675,"about_ca_system_score_gemma":0.00073394674,"threshold_uncertainty_score":0.9996973},"labels":[],"label_agreement":null},{"id":"W4295781587","doi":"10.21203/rs.3.rs-2054148/v1","title":"The Exploration of Remote Simulation Strategies for the Acquisition of Psychomotor Skills in Surgery: a Pilot Randomized Controlled Trial","year":2022,"lang":"en","type":"preprint","venue":"Research Square","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Centre Hospitalier de l’Université de Montréal; Ontario Tech University; Université de Montréal","funders":"Université de Montréal; Natural Sciences and Engineering Research Council of Canada; Canada Research Chairs","keywords":"Observational study; Psychomotor learning; Checklist; Randomized controlled trial; Observational learning; Curriculum; Medical education; Control (management); Dreyfus model of skill acquisition; Scale (ratio); Computer science; Medicine; Psychology; Surgery; Artificial intelligence; Mathematics education; Cognition; Pedagogy","score_opus":0.17013634462725527,"score_gpt":0.4682376788017447,"score_spread":0.2981013341744895,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4295781587","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8555637,0.0027519488,0.043849155,0.006094174,0.0017869275,0.08664621,0.00013268997,0.000090191184,0.0030850044],"genre_scores_gemma":[0.9963066,0.00061309844,0.0000869702,0.000016671422,0.0002765617,0.0023114656,0.0002042421,0.000024291685,0.00016009435],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9940099,0.0027082898,0.0013261114,0.00029690255,0.0013735759,0.00028518564],"domain_scores_gemma":[0.94218993,0.05576997,0.0005836565,0.00047690814,0.0009269388,0.00005257378],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.019030964,0.00016689106,0.0014244876,0.0004147572,0.00024051256,0.000074732205,0.00016949109,0.0001387794,0.00023919882],"category_scores_gemma":[0.009409225,0.000089824134,0.00076654175,0.00046051774,0.0002587622,0.00010114086,0.000107507505,0.0006694475,7.940933e-7],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.9191231,0.00031554585,0.000025013587,0.00031605674,0.00023470602,0.000001588528,0.0009063622,0.06855115,0.000018189066,0.0017505365,0.000022355103,0.008735362],"study_design_scores_gemma":[0.7803252,0.00061447674,0.00038909182,0.000503865,0.00009745369,1.5839468e-7,0.002180499,0.19963281,0.000016599366,0.015598322,0.00056465797,0.000076869605],"about_ca_topic_score_codex":0.00013645978,"about_ca_topic_score_gemma":0.00003143838,"teacher_disagreement_score":0.1407429,"about_ca_system_score_codex":0.00011934283,"about_ca_system_score_gemma":0.0007086809,"threshold_uncertainty_score":0.9989349},"labels":[],"label_agreement":null},{"id":"W4295941036","doi":"10.4018/978-1-6684-4854-0.ch022","title":"Introducing Mixed Reality for Clinical Uses","year":2022,"lang":"en","type":"book-chapter","venue":"Advances in human and social aspects of technology book series","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"NOSM University","funders":"","keywords":"Coronavirus disease 2019 (COVID-19); Medicine; Social reality; Psychology; Medical physics; Pathology; Sociology; Social science","score_opus":0.05475812617138984,"score_gpt":0.38248779423250734,"score_spread":0.3277296680611175,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4295941036","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.010031227,0.020847613,0.000036912956,0.0062457304,0.0006051493,0.0012251624,0.000084508254,0.0003924209,0.9605313],"genre_scores_gemma":[0.8821642,0.026436135,0.0023515134,0.00086418114,0.001260246,0.000150339,0.00032120265,0.00015843098,0.086293764],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9986656,0.000018317673,0.00060656166,0.00039592467,0.00014014158,0.00017349701],"domain_scores_gemma":[0.99919254,0.0002100873,0.00031416572,0.00017886827,0.00007596258,0.000028361817],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0002899697,0.00019185687,0.0008453755,0.00023737324,0.00022746455,0.0000051087272,0.00009757111,0.00042020364,0.0003390027],"category_scores_gemma":[0.00017705454,0.00019237865,0.00015897679,0.00004225634,0.0011203481,0.0001624496,0.000118424265,0.0005742003,5.4389346e-7],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00024724967,0.00003564461,0.0007920738,0.00016567287,0.000066038796,0.000023345361,0.000111944726,0.0000014712842,0.00000619189,0.96939623,0.000055528806,0.029098624],"study_design_scores_gemma":[0.0012829202,0.00045959762,0.00043158108,0.000080499,0.000059847724,0.000005562739,0.0002762038,0.0000011186794,0.000047057358,0.2892606,0.70795554,0.00013950163],"about_ca_topic_score_codex":0.0000032741573,"about_ca_topic_score_gemma":0.00010228388,"teacher_disagreement_score":0.87423754,"about_ca_system_score_codex":0.000054685555,"about_ca_system_score_gemma":0.000051158368,"threshold_uncertainty_score":0.7844974},"labels":[],"label_agreement":null},{"id":"W4296127559","doi":"10.1016/j.jsurg.2022.08.017","title":"Modeling Technical Skills Learning Curves of Incoming Surgical Trainees","year":2022,"lang":"en","type":"article","venue":"Journal of surgical education","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":6,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"St. Michael's Hospital; University of Toronto","funders":"","keywords":"Learning curve; Task (project management); Receiver operating characteristic; Medical education; Medical physics; Medicine; Psychology; Computer science; Engineering; Internal medicine","score_opus":0.024639783068446455,"score_gpt":0.3414158286534185,"score_spread":0.3167760455849721,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4296127559","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9888884,0.002171879,0.00020543321,0.0022800723,0.0003328319,0.00013416496,0.0000012537098,0.00002449213,0.0059614694],"genre_scores_gemma":[0.9980947,0.00047635776,0.0006325871,0.00014677766,0.00035023503,0.000006554175,0.000016263219,0.000016448954,0.00026008004],"study_design_codex":"simulation_or_modeling","study_design_gemma":"not_applicable","domain_scores_codex":[0.99781907,0.00020905722,0.00091581524,0.00013537545,0.00074924185,0.00017142872],"domain_scores_gemma":[0.99852604,0.00048335202,0.00036702238,0.00009902556,0.0003147183,0.00020987408],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0014549447,0.00011424038,0.00048804408,0.00026673306,0.00013060347,0.000009849553,0.00011159359,0.00006368062,0.0013300534],"category_scores_gemma":[0.00037784473,0.000094791685,0.00031817862,0.00045182582,0.00005010222,0.000120000994,0.00005072248,0.00085919286,0.0000016340827],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0068296036,0.01682847,0.08390543,0.0013394235,0.00065114687,0.0017058244,0.005413373,0.46260273,0.0032716382,0.008511044,0.0016958235,0.4072455],"study_design_scores_gemma":[0.04431595,0.0069033364,0.02370332,0.0068152496,0.0013928529,0.040167656,0.0213932,0.19973405,0.0009068266,0.0025926847,0.6504229,0.0016519991],"about_ca_topic_score_codex":0.000008664275,"about_ca_topic_score_gemma":2.3288959e-7,"teacher_disagreement_score":0.64872706,"about_ca_system_score_codex":0.00013175923,"about_ca_system_score_gemma":0.00047226858,"threshold_uncertainty_score":0.9995829},"labels":[],"label_agreement":null},{"id":"W4296191189","doi":"10.1016/j.sopen.2022.09.003","title":"Perceptions of the multidisciplinary operative team on intraoperative telecoaching among surgeons","year":2022,"lang":"en","type":"article","venue":"Surgery Open Science","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University Health Network; University of Toronto","funders":"Temerty Faculty of Medicine, University of Toronto","keywords":"Coaching; Medical education; Multidisciplinary approach; Autonomy; Multidisciplinary team; Medicine; Perception; Teamwork; Surgical team; Intervention (counseling); Session (web analytics); Psychology; Nursing; Surgery; Computer science","score_opus":0.04511412456140104,"score_gpt":0.36293047450016275,"score_spread":0.31781634993876173,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4296191189","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9581984,0.0000053726167,0.000017261402,0.00081833004,0.00030556342,0.00054505933,0.000017276478,0.000018061064,0.040074665],"genre_scores_gemma":[0.9983456,0.0000019490321,0.000086684544,0.00039473432,0.000016073218,0.00006863434,0.000007301506,0.000008823584,0.0010701888],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99811095,0.00026774613,0.00030108908,0.00037515903,0.0006858976,0.00025915145],"domain_scores_gemma":[0.99846363,0.0007950759,0.00010625516,0.00036924708,0.00013343453,0.00013232807],"candidate_categories":["sts","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0025883592,0.000107468084,0.000278534,0.00017586017,0.0019778542,0.00007761673,0.0005620233,0.000018284667,0.0015203736],"category_scores_gemma":[0.0007167082,0.000069943635,0.000121743586,0.0015373953,0.0007812497,0.00034156884,0.00096635986,0.00036755262,0.000009387745],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00014853943,0.00045290447,0.964714,0.0000048837933,0.000021020729,0.000014648669,0.007197799,0.010514015,0.0038531052,0.0014108968,0.00027757126,0.011390614],"study_design_scores_gemma":[0.0004899598,0.00010930884,0.97636944,0.00006485338,0.000012188543,0.000018761299,0.011172272,0.008649207,0.0020727394,0.000046322795,0.0008613502,0.00013362426],"about_ca_topic_score_codex":0.00020657455,"about_ca_topic_score_gemma":0.00003846166,"teacher_disagreement_score":0.0401472,"about_ca_system_score_codex":0.00014726545,"about_ca_system_score_gemma":0.000689496,"threshold_uncertainty_score":0.9993924},"labels":[],"label_agreement":null},{"id":"W4296288620","doi":"10.1016/j.media.2022.102611","title":"Anticipation for surgical workflow through instrument interaction and recognized Signals","year":2022,"lang":"en","type":"article","venue":"Medical Image Analysis","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":17,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University; University of Ottawa","funders":"","keywords":"Computer science; Anticipation (artificial intelligence); Feature (linguistics); Workflow; Artificial intelligence; Task (project management); Segmentation; Noise (video); Inference; Laptop; Surgical instrument; Machine learning; Human–computer interaction; Computer vision; Pattern recognition (psychology)","score_opus":0.055835172749610903,"score_gpt":0.3775551914670036,"score_spread":0.3217200187173927,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4296288620","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.95969254,0.00013412557,0.029574579,0.0061752796,0.00014381157,0.0003630861,0.000013987369,0.00008127584,0.0038212948],"genre_scores_gemma":[0.99624944,0.000048453996,0.0018251763,0.0010609466,0.00012097876,0.00009177783,0.0003383006,0.000010118503,0.0002547905],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99842685,0.0001376986,0.00036657354,0.00027872756,0.0006104203,0.00017970143],"domain_scores_gemma":[0.9989715,0.00055731524,0.00008999977,0.00011444515,0.00007788917,0.00018885444],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0007606027,0.00009756516,0.0003930295,0.00017363737,0.00019180446,0.000027442327,0.000045429377,0.00005413911,0.013789878],"category_scores_gemma":[0.00048295595,0.000081621656,0.00025500826,0.000788738,0.00006068874,0.00010189473,0.000058292637,0.00022492728,0.000006673574],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0033374934,0.001156353,0.03993121,0.0000881994,0.0041704746,0.0005518253,0.0014446267,0.00074105425,0.0002142718,0.00036103182,0.0008775387,0.9471259],"study_design_scores_gemma":[0.029500777,0.0008647505,0.0144948,0.00008825217,0.007013158,0.0001433022,0.002223621,0.7196424,0.00063938793,0.0012499262,0.22364102,0.00049858337],"about_ca_topic_score_codex":0.000042738877,"about_ca_topic_score_gemma":0.000007796884,"teacher_disagreement_score":0.9466273,"about_ca_system_score_codex":0.000056146022,"about_ca_system_score_gemma":0.00003839419,"threshold_uncertainty_score":0.9871116},"labels":[],"label_agreement":null},{"id":"W4296336918","doi":"10.1016/j.jss.2022.05.024","title":"Eye Tracking Use in Surgical Research: A Systematic Review","year":2022,"lang":"en","type":"review","venue":"Journal of Surgical Research","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":32,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"St. Michael's Hospital","funders":"","keywords":"MEDLINE; Systematic review; Workload; Medicine; Data extraction; Medical education; Medical physics; Computer science","score_opus":0.7300802705431209,"score_gpt":0.6164497209180335,"score_spread":0.11363054962508734,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4296336918","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00008661431,0.9898029,4.5216294e-7,0.0005845456,0.00015784943,0.0029367427,0.000007756436,0.000018764718,0.0064043724],"genre_scores_gemma":[0.00046629325,0.997115,0.00002642763,0.00004148761,0.0005128693,0.00017823682,0.00002993469,0.00010383427,0.0015259143],"study_design_codex":"systematic_review","study_design_gemma":"not_applicable","domain_scores_codex":[0.9709552,0.014215238,0.004507461,0.00063792994,0.008269003,0.0014151993],"domain_scores_gemma":[0.9527636,0.042311814,0.0010125352,0.000878482,0.001792461,0.0012411143],"candidate_categories":["metaresearch","metaepi_narrow","research_integrity","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.063431405,0.00047578875,0.007162427,0.003282404,0.00030344698,0.00023689125,0.00090589275,0.0005113659,0.005545795],"category_scores_gemma":[0.021598818,0.0003014637,0.0022230584,0.006178939,0.00037348666,0.00030808145,0.000494281,0.012420284,0.0001676092],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000322217,0.000594738,0.000027124712,0.7029452,0.000309824,0.074902974,0.000056623077,0.0000019903175,2.5227896e-8,0.0003751282,0.00041194307,0.22005224],"study_design_scores_gemma":[0.0013860617,0.0003714516,0.0000032774092,0.41930628,0.00032974753,0.004027438,0.00007294531,0.000010885416,2.7676588e-8,0.0000299928,0.5743202,0.00014168458],"about_ca_topic_score_codex":0.00002283186,"about_ca_topic_score_gemma":0.0000032768019,"teacher_disagreement_score":0.57390827,"about_ca_system_score_codex":0.0015084236,"about_ca_system_score_gemma":0.0020433874,"threshold_uncertainty_score":0.99994373},"labels":[],"label_agreement":null},{"id":"W4296981772","doi":"10.1016/s0022-5347(05)64265-6","title":"A Randomized Prospective Blinded Study Validating Acquistion of Ureteroscopy Skills Using A Computer Based Virtual Reality Endourological Simulator","year":2002,"lang":"en","type":"article","venue":"The Journal of Urology","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":101,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Western University","funders":"","keywords":"Ureteroscopy; Medicine; Rating scale; Virtual reality; Simulation; Physical therapy; Medical physics; Surgery; Ureter; Computer science; Artificial intelligence","score_opus":0.07817645382404924,"score_gpt":0.35649155224911094,"score_spread":0.2783150984250617,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4296981772","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.96291065,0.0000400589,0.03576902,0.0004060855,0.00016489367,0.0005909348,0.0000013091848,0.000014361936,0.00010267089],"genre_scores_gemma":[0.99845237,0.0000031097209,0.0006505083,0.0006323015,0.00024489066,0.0000017095298,6.389175e-7,0.000010333547,0.000004135161],"study_design_codex":"randomized_trial","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99683493,0.00166172,0.0008463208,0.00012337489,0.00035459944,0.00017902648],"domain_scores_gemma":[0.995777,0.0029268842,0.00074305624,0.00015603988,0.00030503664,0.00009199607],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0028624462,0.00013413651,0.00085993577,0.00012504292,0.00007891996,0.000008557509,0.000106542226,0.0001026631,0.00032214192],"category_scores_gemma":[0.0011158922,0.0000748076,0.00022226192,0.00017234626,0.00023095813,0.00004581096,0.000032779863,0.00040560376,0.000001942434],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.46568346,0.005707095,0.0824744,0.000028832592,0.00147521,0.00031118174,0.009189356,0.42657015,0.003582274,0.000323527,0.00001941502,0.004635073],"study_design_scores_gemma":[0.31536964,0.0050436715,0.024514649,0.000025842211,0.0008257727,0.0002092952,0.00014234442,0.6532465,0.0002747638,0.0002414533,0.000018732619,0.00008730969],"about_ca_topic_score_codex":0.0000057890225,"about_ca_topic_score_gemma":4.3135333e-7,"teacher_disagreement_score":0.22667636,"about_ca_system_score_codex":0.000033914595,"about_ca_system_score_gemma":0.000030979652,"threshold_uncertainty_score":0.3527228},"labels":[],"label_agreement":null},{"id":"W4296990864","doi":"10.3346/jkms.2022.37.e293","title":"Congenital Heart Surgery Skill Training Using Simulation Models: Not an Option but a Necessity","year":2022,"lang":"en","type":"review","venue":"Journal of Korean Medical Science","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":12,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"SickKids Foundation; Hospital for Sick Children; University of Toronto","funders":"","keywords":"Training (meteorology); Learning curve; Surgical simulation; Heart defect; Process (computing); Simulation training; Medicine; Simulation; Medical physics; Surgery; Medical education; Operations management; Computer science; Engineering; Heart disease; Cardiology","score_opus":0.3838449608310066,"score_gpt":0.4539984199831376,"score_spread":0.070153459152131,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4296990864","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.10397042,0.8738845,0.013898385,0.00047883796,0.003939582,0.0011410075,0.00003707102,0.00014927174,0.0025009527],"genre_scores_gemma":[0.46706286,0.5286647,0.001805159,0.0007628875,0.0015882142,0.0000039115707,0.0000365722,0.00005349641,0.000022225127],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99339604,0.00039523502,0.0015472706,0.0004126691,0.0037764471,0.00047235689],"domain_scores_gemma":[0.9949099,0.0021075108,0.0010433353,0.00023422434,0.00029822974,0.0014067891],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.008076853,0.0002890285,0.001791067,0.00072891644,0.0004062919,0.00009932847,0.0003949776,0.0002545573,0.0010629607],"category_scores_gemma":[0.004976334,0.00020700414,0.0007071596,0.0013039602,0.0005414361,0.00088415405,0.00010931197,0.0013345226,0.0000031808142],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006025289,0.00013686685,0.000034786157,0.0003418171,0.000043608972,0.00034679606,0.00031741077,0.0037520425,0.0000012633991,0.00008334031,0.0000032931166,0.99487853],"study_design_scores_gemma":[0.0016997805,0.00043590486,0.00022427274,0.00955646,0.0010896219,0.0052856393,0.00073427556,0.6036132,0.000001601431,0.0002673251,0.37649918,0.0005927555],"about_ca_topic_score_codex":0.000019650184,"about_ca_topic_score_gemma":0.0000018740095,"teacher_disagreement_score":0.99428576,"about_ca_system_score_codex":0.000503451,"about_ca_system_score_gemma":0.0053530955,"threshold_uncertainty_score":0.9998502},"labels":[],"label_agreement":null},{"id":"W4297103008","doi":"10.1055/a-1929-1318","title":"Accuracy of self-assessment in gastrointestinal endoscopy: a systematic review and meta-analysis","year":2022,"lang":"en","type":"review","venue":"Endoscopy","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"SickKids Foundation; Hospital for Sick Children; Queen's University; University of Toronto; St. Michael's Hospital","funders":"","keywords":"Medicine; Meta-analysis; Endoscopy; MEDLINE; Subgroup analysis; Systematic review; Medical physics; Surgery; Internal medicine","score_opus":0.11826259611401961,"score_gpt":0.42118749094465135,"score_spread":0.30292489483063173,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4297103008","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0000017691029,0.99533397,0.0000468319,0.000060094382,0.000014607987,0.00303938,0.000044141412,0.00004732434,0.0014119098],"genre_scores_gemma":[0.00019887045,0.9932245,0.0050746338,0.00022831577,0.000011369371,0.00096926745,0.00015270893,0.0000381247,0.00010219377],"study_design_codex":"systematic_review","study_design_gemma":"meta_analysis","domain_scores_codex":[0.9956895,0.0011466652,0.0018337279,0.0005013206,0.0005585023,0.00027029598],"domain_scores_gemma":[0.9940865,0.0038682006,0.0012125957,0.00061770156,0.000051410916,0.00016357921],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0016769841,0.00045852826,0.010621827,0.0005735104,0.000042089785,0.000017900013,0.00017969056,0.000062017556,0.005829117],"category_scores_gemma":[0.00090567215,0.00030418966,0.0022596815,0.001599044,0.000032415985,0.000049345723,0.00011275959,0.0006327175,0.000009920196],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000074950103,0.00015845691,0.000060777737,0.94818753,0.050379463,0.000114590905,0.000032993063,0.0000017334734,4.8934417e-8,0.00012268589,0.000008193636,0.0009260083],"study_design_scores_gemma":[0.00076692755,0.00012932697,0.000009907452,0.07178707,0.89544785,0.00012986957,0.00003303096,0.000035639987,8.8155595e-8,0.000004144086,0.03147032,0.00018585163],"about_ca_topic_score_codex":0.000025597614,"about_ca_topic_score_gemma":0.000003426786,"teacher_disagreement_score":0.8764005,"about_ca_system_score_codex":0.0002015003,"about_ca_system_score_gemma":0.00041071407,"threshold_uncertainty_score":0.99994105},"labels":[],"label_agreement":null},{"id":"W4297181303","doi":"10.1016/j.jcjo.2022.08.014","title":"Validation of a microsurgical video-based scoring system for evaluating corneal suturing performance","year":2022,"lang":"en","type":"letter","venue":"Canadian Journal of Ophthalmology","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Queen's University","funders":"","keywords":"Medicine; Scopus; Ophthalmology; Rubric; Curriculum; MEDLINE; Medical education; Psychology","score_opus":0.09388962575717112,"score_gpt":0.3344224530726154,"score_spread":0.2405328273154443,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4297181303","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9859038,0.0002504373,0.00007089313,0.008433561,0.002044421,0.00041121736,0.000054962493,0.000006833617,0.0028238948],"genre_scores_gemma":[0.99399585,4.4659888e-7,0.00074652355,0.0032602523,0.001594532,0.000017821105,0.00014889597,0.000049367583,0.00018631289],"study_design_codex":"case_report","study_design_gemma":"case_report","domain_scores_codex":[0.9977842,0.00021184415,0.0009675875,0.00022672849,0.0003674997,0.00044217161],"domain_scores_gemma":[0.99732244,0.0007740841,0.00092502334,0.00018659055,0.0004980186,0.00029381405],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0012909522,0.00020991883,0.00082019955,0.00065838854,0.00018588093,0.000021609208,0.00019490303,0.0003755877,0.0014815872],"category_scores_gemma":[0.00039764913,0.0002019444,0.00036562426,0.00020353326,0.00009843344,0.000055856788,0.000012451162,0.0012178705,0.0000020353425],"study_design_candidate":"case_report","study_design_consensus":"case_report","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.010172243,0.00023307979,0.38677207,0.025975429,0.0031972916,0.38799042,0.002089604,0.12950224,0.0020434798,0.00018516608,0.041572444,0.01026654],"study_design_scores_gemma":[0.037402023,0.0158183,0.024760317,0.008905818,0.0025636242,0.65034896,0.00089453766,0.029410388,0.0077339537,0.0000485626,0.22034433,0.0017691728],"about_ca_topic_score_codex":0.00023739028,"about_ca_topic_score_gemma":0.0000019203617,"teacher_disagreement_score":0.36201176,"about_ca_system_score_codex":0.0006380715,"about_ca_system_score_gemma":0.00247129,"threshold_uncertainty_score":0.9994312},"labels":[],"label_agreement":null},{"id":"W4297473169","doi":"10.1016/j.jsurg.2022.09.002","title":"Predicting Performance at Graduation From Early ACGME Milestone Ratings: Longitudinal Learning Analytics in Professionalism and Communication in Vascular Surgery","year":2022,"lang":"en","type":"article","venue":"Journal of surgical education","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":10,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"National Board of Medical Examiners","keywords":"Milestone; Graduation (instrument); Analytics; Learning analytics; Medicine; Medical education; Data science; Psychology; Computer science; Engineering; History","score_opus":0.055672492417724984,"score_gpt":0.333731237715482,"score_spread":0.27805874529775704,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4297473169","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9969241,0.0013719775,0.000007393454,0.0011997648,0.00017595131,0.00013473936,7.6772517e-7,0.000008479699,0.00017684553],"genre_scores_gemma":[0.9989609,0.0004902396,0.0002051544,0.00006143461,0.00009968916,0.000013758111,0.000074014555,0.000010907242,0.00008386765],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9981206,0.0003716229,0.0007212188,0.00013938316,0.00051178114,0.00013540853],"domain_scores_gemma":[0.9983305,0.0008579605,0.0004753776,0.000099407756,0.00015130412,0.00008548278],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0018522475,0.00009334437,0.00031707948,0.00036176183,0.00019435439,0.000019358742,0.00005752357,0.000056849978,0.00017585215],"category_scores_gemma":[0.00033943585,0.00008615781,0.000081646795,0.00048139188,0.000038209084,0.00025124775,0.00006344759,0.0007444932,0.0000010240169],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00035699125,0.00028652872,0.9768501,0.000022536487,0.000019363846,0.000020311636,0.001839764,0.0041380213,0.00005235256,0.000029759167,0.00001599745,0.016368281],"study_design_scores_gemma":[0.001988962,0.000092049864,0.9751173,0.0004274695,0.000035902114,0.00008698126,0.0016747619,0.01864899,0.000019273954,0.00010551771,0.0017200173,0.000082726416],"about_ca_topic_score_codex":0.00014542115,"about_ca_topic_score_gemma":0.000012196632,"teacher_disagreement_score":0.016285554,"about_ca_system_score_codex":0.00033027795,"about_ca_system_score_gemma":0.00025899842,"threshold_uncertainty_score":0.35134134},"labels":[],"label_agreement":null},{"id":"W4297474739","doi":"10.3390/s22197328","title":"Multi-Modal Deep Learning for Assessing Surgeon Technical Skill","year":2022,"lang":"en","type":"article","venue":"Sensors","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":28,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Royal Victoria Regional Health Centre; University of Toronto; Sunnybrook Hospital","funders":"","keywords":"Knot tying; Artificial intelligence; Computer science; Machine learning; Replicate; Deep learning; Task (project management); Modal; Tying; Intraclass correlation; Engineering; Statistics; Mathematics; Medicine; Surgery; Psychometrics","score_opus":0.040661083474357436,"score_gpt":0.342800608090413,"score_spread":0.3021395246160556,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4297474739","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9932343,0.000044309763,0.0018531005,0.00036955858,0.00017316325,0.0002562381,0.0000016663147,0.00021673461,0.0038509516],"genre_scores_gemma":[0.9941893,0.0000015643435,0.0041498835,0.00024966107,0.00008297046,0.000024065752,0.000047349706,0.000025569067,0.0012296403],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9990886,0.00007532045,0.00018362206,0.0002037546,0.00022134956,0.00022738196],"domain_scores_gemma":[0.9992768,0.00043233024,0.00005455693,0.00009465441,0.00004426956,0.00009738784],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00038255635,0.00008510239,0.00018637552,0.00007941603,0.0003191634,0.000017205717,0.000035701625,0.000046878635,0.0005121529],"category_scores_gemma":[0.00047174148,0.000080553924,0.00012897952,0.0001731693,0.000028322469,0.000028370476,0.00003975552,0.000341273,0.000009335366],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0013365041,0.0012356722,0.2550434,0.00015528534,0.00020391737,0.00059783173,0.0027616848,0.33663273,0.010576531,0.0013473643,0.0001782791,0.3899308],"study_design_scores_gemma":[0.008066066,0.0002681886,0.17787129,0.00003377744,0.000085777174,0.00015559401,0.0034561243,0.6261137,0.00027996727,0.000057482284,0.18330123,0.00031079722],"about_ca_topic_score_codex":0.000008929538,"about_ca_topic_score_gemma":0.0000027568444,"teacher_disagreement_score":0.38962004,"about_ca_system_score_codex":0.000074107804,"about_ca_system_score_gemma":0.000026004922,"threshold_uncertainty_score":0.5607715},"labels":[],"label_agreement":null},{"id":"W4298145314","doi":"10.3389/fmed.2022.1025382","title":"Machines with vision for intraoperative guidance during gastrointestinal cancer surgery","year":2022,"lang":"en","type":"article","venue":"Frontiers in Medicine","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University Health Network; University of Toronto","funders":"","keywords":"Medicine; General surgery; Volume (thermodynamics)","score_opus":0.020856208948615364,"score_gpt":0.3112653885945773,"score_spread":0.29040917964596197,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4298145314","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9752702,0.0015928088,0.013258941,0.0071826396,0.0007997315,0.00066053297,0.000015426169,0.00007449675,0.0011452225],"genre_scores_gemma":[0.98962474,0.000024320552,0.008219455,0.00081785937,0.00031892853,0.0002041864,0.00004866791,0.000023688017,0.00071813836],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99886614,0.00005523342,0.00027839077,0.000249584,0.00031206242,0.00023857047],"domain_scores_gemma":[0.99946105,0.00018099695,0.00007870789,0.000110811605,0.000069229696,0.00009918578],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00042792773,0.0001267418,0.00044149507,0.00020971594,0.00015654463,0.0000038822845,0.000052283416,0.000014894975,0.00050655636],"category_scores_gemma":[0.00024335807,0.000089421665,0.000040964853,0.0003571111,0.00010948059,0.00004796079,0.000023040417,0.00024083028,3.2415667e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.003922729,0.00008901749,0.961634,0.000113561364,0.00004102532,0.00022408662,0.00069434167,0.0025380356,0.00040557917,0.000034693472,0.007324535,0.022978432],"study_design_scores_gemma":[0.024991646,0.0019261355,0.85857695,0.002664651,0.00015733998,0.0005205552,0.0049100053,0.07473571,0.0002060834,0.00027462753,0.030585578,0.00045068987],"about_ca_topic_score_codex":0.00006055684,"about_ca_topic_score_gemma":0.00001639763,"teacher_disagreement_score":0.10305698,"about_ca_system_score_codex":0.00017196147,"about_ca_system_score_gemma":0.000081076025,"threshold_uncertainty_score":0.5546437},"labels":[],"label_agreement":null},{"id":"W4304480164","doi":"10.54847/cp.2022.04.20","title":"Common surgical training program: standardization of learning quality","year":2022,"lang":"en","type":"article","venue":"Cirugía pediátrica","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Standardization; Quality (philosophy); Computer science; Training (meteorology); Moderation; Learning curve; Medical education; Engineering management; Operations management; Medicine; Engineering; Machine learning; Operating system","score_opus":0.08954149169312144,"score_gpt":0.3950263355413057,"score_spread":0.30548484384818425,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4304480164","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9286185,0.00024636937,0.0008319523,0.00041988058,0.00017038776,0.000486962,0.000017008906,0.00034793236,0.06886103],"genre_scores_gemma":[0.9988402,0.000011589634,0.0003249587,0.000068499816,0.00012009114,0.000042554977,0.0001377517,0.000019947685,0.00043440532],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9980776,0.00028948332,0.00047930077,0.0002261032,0.0006947789,0.00023274295],"domain_scores_gemma":[0.9990079,0.00039841846,0.0001953167,0.00015514485,0.000102667706,0.00014056318],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0009285592,0.00010635201,0.00040744696,0.00014118163,0.00025653766,0.0000122589245,0.0000728006,0.00005013805,0.0016395451],"category_scores_gemma":[0.00026105446,0.000103677165,0.00015453846,0.0007448271,0.000067731205,0.000042176714,0.00007117638,0.00044682928,0.0000044459985],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0012981076,0.00087166356,0.16364321,0.00013434837,0.0001197678,0.00019939388,0.004800636,0.0121690435,0.00015581367,0.005240091,0.00018975533,0.81117815],"study_design_scores_gemma":[0.0088002505,0.0012414197,0.04134145,0.00003254148,0.00010760916,0.00008831876,0.004682632,0.0088572875,0.00012294253,0.00020041554,0.93424773,0.0002774063],"about_ca_topic_score_codex":0.0000128681895,"about_ca_topic_score_gemma":7.0004154e-7,"teacher_disagreement_score":0.93405795,"about_ca_system_score_codex":0.00008639797,"about_ca_system_score_gemma":0.000116295734,"threshold_uncertainty_score":0.9992731},"labels":[],"label_agreement":null},{"id":"W4304892226","doi":"10.1016/j.jsurg.2022.09.022","title":"Surgical Coaching: Patient Perspectives Regarding Surgeon Coaches in the Operating Room","year":2022,"lang":"en","type":"article","venue":"Journal of surgical education","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"St. Paul's Hospital","funders":"University of British Columbia","keywords":"Coaching; Patient care; Medicine; General surgery; Medical education; Psychology; Medical emergency; Nursing; Psychotherapist","score_opus":0.03598524938009887,"score_gpt":0.32803851907788756,"score_spread":0.29205326969778866,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4304892226","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9789302,0.0013190744,0.00000870766,0.006850772,0.0004038478,0.00018261981,0.0000011082175,0.000010368537,0.0122933285],"genre_scores_gemma":[0.99896365,0.000071993025,0.00012686268,0.00028005728,0.00041799928,0.00001471781,0.00001092052,0.000011984259,0.00010178265],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.99761206,0.00061298447,0.00065878633,0.00016077746,0.00076097145,0.00019441529],"domain_scores_gemma":[0.9983311,0.0009187961,0.00030768738,0.0001258202,0.00018750971,0.00012905012],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002167311,0.00011748083,0.00032687868,0.00022884233,0.00027587643,0.000057135334,0.000121790974,0.000043938166,0.0005262262],"category_scores_gemma":[0.00031526946,0.00007708917,0.00022383945,0.00048584846,0.000037314992,0.00015287861,0.00004063792,0.0008626097,0.0000021406602],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.004699901,0.012475401,0.5389379,0.00011096243,0.00033113963,0.0044815987,0.112698674,0.027735213,0.00017084253,0.030954152,0.0024320865,0.2649721],"study_design_scores_gemma":[0.009095022,0.0013935604,0.05531923,0.00025711505,0.00012644159,0.011035234,0.39830056,0.003634245,0.00006445304,0.0004134692,0.52000284,0.00035783448],"about_ca_topic_score_codex":0.000029482073,"about_ca_topic_score_gemma":0.0000011653663,"teacher_disagreement_score":0.51757073,"about_ca_system_score_codex":0.00027004987,"about_ca_system_score_gemma":0.00039190942,"threshold_uncertainty_score":0.57618076},"labels":[],"label_agreement":null},{"id":"W4304992326","doi":"10.1227/ons.0000000000000387","title":"High-Fidelity Virtual Reality Simulation for the Middle Cranial Fossa Approach—Modules for Surgical Rehearsal and Education","year":2022,"lang":"en","type":"article","venue":"Operative Neurosurgery","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"London Health Sciences Centre; University of Calgary; Health Sciences Centre; University of Toronto; Western University; Sunnybrook Health Science Centre","funders":"","keywords":"Medicine; Virtual reality; Human–computer interaction; Medical physics; Computer science","score_opus":0.09482756272340978,"score_gpt":0.347257496051518,"score_spread":0.25242993332810826,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4304992326","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9824042,0.000097055905,0.010930631,0.0030884533,0.0007191855,0.0021904204,0.00014274807,0.000063333835,0.00036397055],"genre_scores_gemma":[0.99652946,0.000009206721,0.000354216,0.0009908653,0.0005119876,0.00067773747,0.00029750576,0.000025452913,0.0006035861],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99845254,0.00026179617,0.00038340274,0.00041496786,0.0002749533,0.00021231412],"domain_scores_gemma":[0.9960402,0.0033661504,0.000098553974,0.0001976047,0.00019077027,0.0001066682],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0009757638,0.00015357569,0.00030233365,0.00005748725,0.00094934064,0.000063033505,0.000055310065,0.000053689902,0.00008768567],"category_scores_gemma":[0.0006635181,0.00011473121,0.00015780627,0.00017072106,0.0001079819,0.00011128495,0.000055164244,0.00020952824,6.3345954e-7],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0314459,0.003915994,0.011612164,0.00033672355,0.00035721844,0.000027901957,0.004916417,0.53487575,0.0015144548,0.06575728,0.0061501865,0.33909],"study_design_scores_gemma":[0.015927432,0.0010399524,0.04894704,0.00003076097,0.00016760346,0.000061962484,0.0017068933,0.7959483,0.00017880261,0.0010748937,0.13451023,0.00040607416],"about_ca_topic_score_codex":0.000030713705,"about_ca_topic_score_gemma":0.0000024875662,"teacher_disagreement_score":0.33868393,"about_ca_system_score_codex":0.000069872214,"about_ca_system_score_gemma":0.00014839863,"threshold_uncertainty_score":0.73016566},"labels":[],"label_agreement":null},{"id":"W4306657727","doi":"10.1016/j.jss.2022.09.018","title":"Utilizing Grasp Monitoring to Predict Microsurgical Expertise","year":2022,"lang":"en","type":"article","venue":"Journal of Surgical Research","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Alberta; University of Manitoba","funders":"Saastamoisen säätiö; Academy of Finland","keywords":"GRASP; Computer science; Medical physics; Medicine; Software engineering","score_opus":0.21867800832858642,"score_gpt":0.4727255895340944,"score_spread":0.25404758120550797,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4306657727","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9830972,0.00094488764,0.000030509575,0.004125929,0.00039962053,0.00021701503,0.0000027563985,0.00002476891,0.011157301],"genre_scores_gemma":[0.9978338,0.00014360205,0.00029318224,0.00009288879,0.00083868037,0.000017175307,0.0000015335551,0.000025119103,0.0007540491],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99526185,0.00048100678,0.0006845527,0.00023023205,0.002753228,0.00058912084],"domain_scores_gemma":[0.99698985,0.0012213602,0.00009668842,0.00019226456,0.0005574108,0.00094244385],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.004552118,0.00012001342,0.00043324145,0.00060202804,0.00042669298,0.000059050642,0.0002600587,0.00006546739,0.00251767],"category_scores_gemma":[0.0006846264,0.00009387538,0.00029487174,0.0011265195,0.00009644121,0.00009750912,0.0003141064,0.0017277566,0.000035884907],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.032791995,0.0036944274,0.37126964,0.00014668485,0.00056316564,0.060760275,0.004856631,0.0044467496,0.025026929,0.0024195435,0.0089532165,0.48507074],"study_design_scores_gemma":[0.011192298,0.0036474536,0.032129906,0.00027720342,0.000031949417,0.0038426786,0.0040000374,0.0008438806,0.0027192151,0.00021488046,0.94087744,0.00022303473],"about_ca_topic_score_codex":0.000009887774,"about_ca_topic_score_gemma":1.3979643e-7,"teacher_disagreement_score":0.9319242,"about_ca_system_score_codex":0.00040185617,"about_ca_system_score_gemma":0.0002467959,"threshold_uncertainty_score":0.9983942},"labels":[],"label_agreement":null},{"id":"W4306960731","doi":"10.48083/ppsc8658","title":"Outcomes of Robotic Surgery for Low-Volume Surgeons","year":2022,"lang":"en","type":"article","venue":"Société Internationale d’Urologie Journal","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Laparoscopy; Medicine; Open surgery; Learning curve; Robotic surgery; Invasive surgery; Volume (thermodynamics); General surgery; Surgery; Laparoscopic surgery; Medical physics; Computer science","score_opus":0.0849173938746835,"score_gpt":0.3568844205108237,"score_spread":0.2719670266361402,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4306960731","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98330325,0.00015334536,0.003230883,0.0076173972,0.0021044142,0.00023208401,0.000042992448,0.0000512564,0.003264398],"genre_scores_gemma":[0.9945653,0.00002231944,0.00029139954,0.0014549693,0.00014398246,0.000031379353,0.0000723287,0.000013855111,0.003404466],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99846923,0.000093522394,0.00054783735,0.00014173464,0.0005251524,0.0002224917],"domain_scores_gemma":[0.9971988,0.0019839723,0.00034434433,0.00010234229,0.00026902015,0.000101523045],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0010076764,0.000105680614,0.00040756003,0.00022116242,0.00021607727,0.000016755757,0.00013725956,0.0000473915,0.0049448693],"category_scores_gemma":[0.001350081,0.000092098075,0.00057469204,0.00012730261,0.000057342757,0.00007119456,0.00006917932,0.0003724295,0.000004694724],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0003970598,0.00033360996,0.97412586,0.00001884077,0.00043004676,0.0000600303,0.000114109425,0.0097385375,0.000038166203,0.0009031497,0.004212977,0.009627635],"study_design_scores_gemma":[0.004123454,0.00028226266,0.9301853,0.00002059764,0.000125772,0.00032013384,0.00077965035,0.01113845,0.000048576057,0.002953087,0.049848784,0.00017394332],"about_ca_topic_score_codex":0.000005659017,"about_ca_topic_score_gemma":0.000001109594,"teacher_disagreement_score":0.045635805,"about_ca_system_score_codex":0.00013719308,"about_ca_system_score_gemma":0.00021032673,"threshold_uncertainty_score":0.99596477},"labels":[],"label_agreement":null},{"id":"W4307036834","doi":"10.1002/ijgo.14518","title":"Prevalence of musculoskeletal pain among gynecologic surgeons performing laparoscopic procedures: A systematic review and meta‐analysis","year":2022,"lang":"en","type":"review","venue":"International Journal of Gynecology & Obstetrics","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University","funders":"","keywords":"Medicine; Meta-analysis; Odds ratio; Confidence interval; CINAHL; MEDLINE; Physical therapy; Cochrane Library; Pelvic pain; Laparoscopy; Surgery; Internal medicine; Psychological intervention","score_opus":0.05620558521289258,"score_gpt":0.36434107679233574,"score_spread":0.30813549157944314,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4307036834","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00052744197,0.99745816,0.000041909985,0.000081128936,0.00043584217,0.0012141758,0.00004709855,0.000014485763,0.0001797743],"genre_scores_gemma":[0.015872829,0.9831045,0.00012187436,0.00029998453,0.000029631286,0.00013009798,0.000040104613,0.000028321661,0.0003726281],"study_design_codex":"systematic_review","study_design_gemma":"meta_analysis","domain_scores_codex":[0.99446845,0.0012309257,0.0027188577,0.00034162274,0.0009846705,0.0002555016],"domain_scores_gemma":[0.9720015,0.022889826,0.0038672274,0.00027299076,0.0007713107,0.00019716175],"candidate_categories":["metaresearch","metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0037593832,0.000400506,0.0064403825,0.0016956485,0.00007870745,0.000024326831,0.00056994316,0.0002699942,0.0032758527],"category_scores_gemma":[0.04600849,0.00027181994,0.0031757487,0.0014087413,0.00015578742,0.0001371213,0.0001766667,0.00087451434,0.0000029772991],"study_design_candidate":"meta_analysis","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000009222622,0.00029065867,0.0024877226,0.8203508,0.16009255,0.00047216672,0.000056331588,0.00002894427,2.2170058e-8,0.000052785308,0.000021717391,0.016137054],"study_design_scores_gemma":[0.0008605641,0.0006462506,0.0004607004,0.02679874,0.9418272,0.0004860061,0.00009416442,0.00007010435,8.7805375e-8,0.000014195094,0.028455215,0.000286792],"about_ca_topic_score_codex":0.000003798242,"about_ca_topic_score_gemma":0.000007693269,"teacher_disagreement_score":0.7935521,"about_ca_system_score_codex":0.0003567819,"about_ca_system_score_gemma":0.00063340727,"threshold_uncertainty_score":0.9999734},"labels":[],"label_agreement":null},{"id":"W4307321019","doi":"10.1007/s00464-022-09733-6","title":"Serious gaming and virtual reality in the multimodal training of laparoscopic inguinal hernia repair: a randomized crossover study","year":2022,"lang":"en","type":"article","venue":"Surgical Endoscopy","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":14,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"Universität Heidelberg","keywords":"Medicine; Inguinal hernia; Randomized controlled trial; Dissection (medical); Virtual reality; Laparoscopy; Hernia; Surgery; Physical therapy; Computer science; Artificial intelligence","score_opus":0.03517915385853874,"score_gpt":0.34052552876577313,"score_spread":0.3053463749072344,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4307321019","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99548155,0.00016785151,0.0000064333185,0.00015118216,0.00011018147,0.0010200226,0.000010578632,0.00007144364,0.002980763],"genre_scores_gemma":[0.999398,0.000008156301,0.00007163954,0.0002093928,0.000063613865,0.00013692895,0.00001299112,0.00001545519,0.00008381021],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.99691194,0.0011825172,0.0006400761,0.00034648587,0.00062972255,0.00028924874],"domain_scores_gemma":[0.99744755,0.0020443145,0.0001395232,0.00023336314,0.00003576494,0.0000994624],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0031267414,0.00017005528,0.00085600343,0.00010308151,0.0001968518,0.000019987954,0.00010319265,0.00005399836,0.00045022802],"category_scores_gemma":[0.0006537093,0.000117890646,0.00020720743,0.0003660545,0.00022561583,0.000047291163,0.00010486626,0.0005713703,0.0000012477703],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.56371623,0.004621282,0.29610115,0.00015225058,0.00066430855,0.00474498,0.10688212,0.0045388704,0.00020379832,0.004968741,0.000025695183,0.013380571],"study_design_scores_gemma":[0.9098786,0.0012935203,0.052849296,0.00006239777,0.00015445931,0.00016100194,0.019122794,0.012732855,0.000028219425,0.00012368779,0.00338456,0.0002086118],"about_ca_topic_score_codex":0.00047595636,"about_ca_topic_score_gemma":0.00003878613,"teacher_disagreement_score":0.34616235,"about_ca_system_score_codex":0.00005056454,"about_ca_system_score_gemma":0.00008196351,"threshold_uncertainty_score":0.4929681},"labels":[],"label_agreement":null},{"id":"W4307511335","doi":"10.1038/s41746-022-00707-5","title":"Computer vision in surgery: from potential to clinical value","year":2022,"lang":"en","type":"review","venue":"npj Digital Medicine","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":198,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University Health Network; Artificial Intelligence in Medicine (Canada)","funders":"Horizon 2020 Framework Programme; Agence Nationale de la Recherche; European Commission","keywords":"Value (mathematics); Medicine; Optometry; General surgery; Medical physics; Artificial intelligence; Computer science; Machine learning","score_opus":0.16533228863459287,"score_gpt":0.44733049255360113,"score_spread":0.28199820391900826,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4307511335","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0008945617,0.9807891,0.00034463572,0.0009460849,0.004199041,0.0012874652,0.00010320085,0.00016967047,0.011266212],"genre_scores_gemma":[0.008746865,0.9808067,0.00013953692,0.0021719143,0.004498804,0.000043062468,0.0031757618,0.00010108966,0.00031627156],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9960968,0.00022414316,0.0017525465,0.00074639183,0.0008262731,0.00035386087],"domain_scores_gemma":[0.9947153,0.003998444,0.000260726,0.0004386217,0.000036802987,0.00055014767],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.000884328,0.00041173445,0.0033188388,0.0004934052,0.000042567957,0.000038040656,0.00017649755,0.00029594445,0.0033093921],"category_scores_gemma":[0.0012793764,0.00028787908,0.0006894708,0.0007746422,0.000107137006,0.00009117104,0.00021949499,0.000925452,0.000283525],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000113209506,0.00019472111,0.0002912488,0.00053786027,0.00010242767,0.0010773008,0.000029496563,0.0000066004477,8.772092e-9,0.000023935765,0.0026603881,0.9949628],"study_design_scores_gemma":[0.0017927664,0.00058010983,0.0013773531,0.0124571435,0.00031010553,0.00006781139,0.000018465826,0.00019355278,5.531167e-9,0.000042928183,0.9829101,0.00024964914],"about_ca_topic_score_codex":0.000038395097,"about_ca_topic_score_gemma":0.000001460631,"teacher_disagreement_score":0.9947131,"about_ca_system_score_codex":0.00015033846,"about_ca_system_score_gemma":0.00022794193,"threshold_uncertainty_score":0.9999573},"labels":[],"label_agreement":null},{"id":"W4307889160","doi":"10.1097/gox.0000000000004628","title":"Intraoperative “Spare Parts”: A Novel High-fidelity Suturing Model for Trainees","year":2022,"lang":"en","type":"article","venue":"Plastic & Reconstructive Surgery Global Open","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Spare part; Spare time; Medicine; Fidelity; Quality (philosophy); Medical education; Table (database); Fibrous joint; Surgery; Medical physics; Computer science; Operations management; Engineering","score_opus":0.0779152167831897,"score_gpt":0.3205872947852151,"score_spread":0.2426720780020254,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4307889160","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9488524,0.000049093964,0.04006152,0.00036610788,0.0016208665,0.0015765401,0.0022107465,0.00011320722,0.005149476],"genre_scores_gemma":[0.9929223,0.0000027216947,0.00559537,0.00052090664,0.00015742819,0.0004213702,0.00025700525,0.000024586334,0.00009833104],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9978397,0.000097015385,0.000602724,0.0006168073,0.00036553416,0.00047823833],"domain_scores_gemma":[0.99681014,0.0022619173,0.00019767527,0.00021740768,0.00023096275,0.00028187194],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00068034005,0.0002787536,0.0007803934,0.00008916545,0.0004912234,0.00009664861,0.00020971485,0.00006966903,0.0010772666],"category_scores_gemma":[0.0013662109,0.00026304205,0.00023681852,0.00038424338,0.00014769347,0.0002807575,0.00028320763,0.00027062575,0.0000070401516],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.017037446,0.0019843255,0.1829318,0.00028492732,0.002380263,0.00028415702,0.0033348824,0.55791503,0.00026105918,0.08287356,0.0037333928,0.14697917],"study_design_scores_gemma":[0.018491376,0.0006013315,0.06779319,0.00036219784,0.0005543518,0.0010469721,0.010158892,0.8802595,0.00028031145,0.011225849,0.007597805,0.0016282196],"about_ca_topic_score_codex":0.0001185429,"about_ca_topic_score_gemma":0.000055879904,"teacher_disagreement_score":0.32234448,"about_ca_system_score_codex":0.00045416353,"about_ca_system_score_gemma":0.00060991646,"threshold_uncertainty_score":0.9999822},"labels":[],"label_agreement":null},{"id":"W4308154978","doi":"10.1016/j.jsurg.2022.10.001","title":"Measurement and Management of Cognitive Load in Surgical Education: A Narrative Review","year":2022,"lang":"en","type":"review","venue":"Journal of surgical education","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":31,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University; McGill University Health Centre","funders":"Fondation de l'Hôpital Général de Montréal; McGill University","keywords":"Cognitive load; Cognition; Modalities; Terminology; Psychology; Medicine; Applied psychology; Computer science; Psychiatry","score_opus":0.13022214817805872,"score_gpt":0.434007064978579,"score_spread":0.3037849168005203,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4308154978","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00021505135,0.97954583,0.000001064127,0.00047810766,0.00050511677,0.0011356995,0.0000028087265,0.0000049701657,0.01811137],"genre_scores_gemma":[0.0017852156,0.9972852,0.00007474115,0.00012840089,0.00025655245,0.00011984408,0.00004285785,0.000021712489,0.00028549958],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99604905,0.0004923871,0.0017546547,0.0002767913,0.0012557452,0.00017135081],"domain_scores_gemma":[0.997034,0.00045856423,0.0013447464,0.00015087379,0.00075095316,0.00026083464],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0023853804,0.0002848138,0.0019524909,0.00035584375,0.00005101599,0.00001427427,0.0001080125,0.0001281223,0.001531065],"category_scores_gemma":[0.00029309574,0.00021239562,0.0005253044,0.0008301434,0.00007661289,0.00010070725,0.000052634212,0.0007114508,0.000004468462],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00015403946,0.0013381575,0.000027160497,0.028676614,0.00028822737,0.00016301562,0.0003172049,2.461655e-7,4.036825e-9,0.00029219265,0.00031005696,0.9684331],"study_design_scores_gemma":[0.0015678658,0.00019099045,0.000118407384,0.18179427,0.0013102129,0.0013634646,0.0013728179,7.517572e-7,5.744431e-8,0.00002510921,0.81211466,0.00014138373],"about_ca_topic_score_codex":0.0000072226303,"about_ca_topic_score_gemma":8.581051e-7,"teacher_disagreement_score":0.9682917,"about_ca_system_score_codex":0.00075105083,"about_ca_system_score_gemma":0.003979369,"threshold_uncertainty_score":0.99938166},"labels":[],"label_agreement":null},{"id":"W4308771510","doi":"10.3390/jimaging8110305","title":"Towards a Low-Cost Monitor-Based Augmented Reality Training Platform for At-Home Ultrasound Skill Development","year":2022,"lang":"en","type":"article","venue":"Journal of Imaging","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"University of the West of England; European Commission","keywords":"Computer science; Augmented reality; Novelty; Virtual reality; Ultrasound; Proof of concept; Interface (matter); Training (meteorology); Tracking (education); Match moving; Artificial intelligence; Computer vision; Human–computer interaction; Multimedia; Motion (physics); Medicine; Radiology","score_opus":0.059510846992332216,"score_gpt":0.3348931842003623,"score_spread":0.27538233720803007,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4308771510","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98485935,0.0001221878,0.011314447,0.0013230686,0.000537543,0.0003452362,0.000018460381,0.000041044575,0.0014386673],"genre_scores_gemma":[0.993183,0.000002207529,0.005451227,0.0009648342,0.00020995158,0.000020995752,0.000042353342,0.000024885045,0.00010050302],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9982458,0.000035686175,0.0006637776,0.00014644123,0.0006063074,0.00030201697],"domain_scores_gemma":[0.99870324,0.0003867049,0.00038298412,0.00009921484,0.00020222398,0.00022563656],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0012627247,0.00013849665,0.00035116018,0.00020539183,0.00036981908,0.0000311901,0.00010263919,0.0000224868,0.00044417955],"category_scores_gemma":[0.00026922263,0.00011980863,0.00021008633,0.00019952586,0.000032180917,0.00012079241,0.000034618533,0.00032561607,0.0000017521933],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.006775339,0.0009827785,0.07299319,0.000273251,0.0005927252,0.00083664304,0.015461454,0.012934599,0.0053097294,0.00011023381,0.0013693105,0.88236076],"study_design_scores_gemma":[0.07685785,0.00086092984,0.41796577,0.0011866005,0.0005271095,0.0031378588,0.023248296,0.044583287,0.019275608,0.0006317517,0.4105185,0.0012064376],"about_ca_topic_score_codex":0.000004761658,"about_ca_topic_score_gemma":0.0000012334567,"teacher_disagreement_score":0.8811543,"about_ca_system_score_codex":0.0007897412,"about_ca_system_score_gemma":0.00042409785,"threshold_uncertainty_score":0.48856544},"labels":[],"label_agreement":null},{"id":"W4308804322","doi":"10.1016/j.hsr.2022.100067","title":"Evaluating the educational quality of surgical YouTube® videos: A systematic review","year":2022,"lang":"en","type":"review","venue":"Health Sciences Review","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":12,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University Health Centre; Montreal General Hospital","funders":"","keywords":"Quality (philosophy); Upload; Inclusion (mineral); Inclusion and exclusion criteria; Scarcity; Educational resources; MEDLINE; Medical education; Social media; Medicine; Multimedia; Computer science; Psychology; World Wide Web; Alternative medicine; Pathology; Pedagogy","score_opus":0.6356844880605715,"score_gpt":0.6463156657810503,"score_spread":0.010631177720478724,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4308804322","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[1.7755191e-7,0.98062104,0.0000010664302,0.007829885,0.00022522913,0.008109471,0.000018954435,0.000023191955,0.0031710083],"genre_scores_gemma":[9.713391e-7,0.9895338,0.00013901768,0.008700634,0.00010312926,0.0011420076,0.00010497434,0.000017586495,0.00025791876],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.98680365,0.0056816763,0.0043302365,0.0005970254,0.0021849955,0.00040239136],"domain_scores_gemma":[0.9873256,0.0077154743,0.0036515684,0.0008326732,0.0001844749,0.0002902069],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.03738324,0.0003450481,0.0062042754,0.000111578025,0.00051148154,0.000020118541,0.00059981574,0.00006157677,0.0054387404],"category_scores_gemma":[0.006881382,0.00016771829,0.0012533126,0.002538932,0.00028655835,0.000060789444,0.00013158405,0.0005825451,0.00007726666],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[8.381771e-7,0.000037162805,0.0000012569122,0.7310989,0.000029866147,8.1613e-7,0.000016046688,2.0697917e-7,1.7185679e-10,0.00094594085,0.00022424139,0.26764473],"study_design_scores_gemma":[0.00008921582,0.00010446432,0.0000012790728,0.51911163,0.0008084899,0.0001241735,0.000010809822,0.0000096859485,2.1457681e-10,0.000010968852,0.4796489,0.000080405545],"about_ca_topic_score_codex":0.000040198112,"about_ca_topic_score_gemma":0.0000015462908,"teacher_disagreement_score":0.47942466,"about_ca_system_score_codex":0.00026688716,"about_ca_system_score_gemma":0.005035318,"threshold_uncertainty_score":0.9954704},"labels":[],"label_agreement":null},{"id":"W4309108673","doi":"10.1016/j.compbiomed.2022.106286","title":"Utilizing artificial intelligence and electroencephalography to assess expertise on a simulated neurosurgical task","year":2022,"lang":"en","type":"article","venue":"Computers in Biology and Medicine","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":29,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary; McGill University; Montreal Neurological Institute and Hospital","funders":"","keywords":"Electroencephalography; Task (project management); Computer science; Alpha (finance); Artificial intelligence; Audiology; Psychology; Medicine; Engineering; Psychometrics; Developmental psychology; Neuroscience","score_opus":0.10017900811426168,"score_gpt":0.3843277407537067,"score_spread":0.284148732639445,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4309108673","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9910932,0.0004034925,0.003824398,0.0035146307,0.0003556736,0.00024481324,0.000001304439,0.00004679816,0.0005156529],"genre_scores_gemma":[0.99313605,0.000064049855,0.00019997916,0.006470701,0.00009097961,0.00001073548,0.000016926415,0.0000063814105,0.0000042026186],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99891907,0.00014695471,0.00025857455,0.0003471022,0.00010020189,0.00022806952],"domain_scores_gemma":[0.9991745,0.000503118,0.000032831926,0.00009745565,0.000018126404,0.0001739745],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00032097273,0.00011748562,0.000301476,0.00029345066,0.0001298461,0.000004254209,0.00005510486,0.000052684278,0.00007614855],"category_scores_gemma":[0.0001326485,0.00009186956,0.000023858187,0.00042193753,0.00020332998,0.0000132776995,0.0000810354,0.00031412183,8.3397464e-7],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0049372963,0.00058119185,0.14912647,0.00004032204,0.00008892171,0.001012063,0.0045489683,0.003757567,0.007739778,0.05288775,0.00014835951,0.7751313],"study_design_scores_gemma":[0.01533038,0.033474583,0.43987653,0.0008477119,0.00016999085,0.0012376333,0.0047613797,0.4186571,0.0008421851,0.02650229,0.05700743,0.0012927952],"about_ca_topic_score_codex":0.000012302593,"about_ca_topic_score_gemma":0.0000017857845,"teacher_disagreement_score":0.7738385,"about_ca_system_score_codex":0.000022946087,"about_ca_system_score_gemma":0.00001240119,"threshold_uncertainty_score":0.3746332},"labels":[],"label_agreement":null},{"id":"W4309189971","doi":"10.1097/xcs.0000000000000359","title":"Surgical Cost Awareness Program Study: Impact of a Novel, Real-Time, Cost Awareness Intervention on Operating Room Expenses in Thoracoscopic Lobectomy","year":2022,"lang":"en","type":"article","venue":"Journal of the American College of Surgeons","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Centre Hospitalier de l’Université de Montréal","funders":"","keywords":"Medicine; Perioperative; Cost analysis; Surgery; Intervention (counseling); Average cost; Total cost; Emergency medicine; Prospective cohort study; Operations management; Nursing","score_opus":0.048514879304421374,"score_gpt":0.39922786320427844,"score_spread":0.35071298389985706,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4309189971","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9980196,0.000027798334,0.000017319071,0.00021175078,0.0001790741,0.0010925011,0.00010385848,0.000015695803,0.00033243423],"genre_scores_gemma":[0.99961734,0.000013682631,0.00012270053,0.000023466744,0.000042680676,0.00005766479,0.0000073745246,0.0000267718,0.00008832431],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9968963,0.0006648724,0.0011624957,0.00019696391,0.00080801325,0.00027134846],"domain_scores_gemma":[0.9968992,0.0009456283,0.0014041179,0.00028482222,0.00031506427,0.00015118293],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0014728238,0.00020008636,0.001103891,0.0004080055,0.00017476124,0.000014846847,0.00027022813,0.000028812085,0.0003324009],"category_scores_gemma":[0.00036673326,0.0001351946,0.0005944933,0.0015565848,0.0001492051,0.000089516296,0.0001535067,0.00045810852,4.993994e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0037669598,0.008104212,0.9482358,0.000034122175,0.00034793498,0.00043781582,0.00038849923,0.023125699,0.00068772386,0.000016846483,0.00010984527,0.014744535],"study_design_scores_gemma":[0.013579694,0.0076116547,0.96023804,0.000808486,0.00017445974,0.00041734774,0.008529726,0.007190408,0.00048796425,0.0000044380918,0.00074721436,0.00021055779],"about_ca_topic_score_codex":0.0018913934,"about_ca_topic_score_gemma":0.00011874341,"teacher_disagreement_score":0.01593529,"about_ca_system_score_codex":0.00036033415,"about_ca_system_score_gemma":0.0006209132,"threshold_uncertainty_score":0.55130756},"labels":[],"label_agreement":null},{"id":"W4309368013","doi":"10.1227/neu.0000000000002216","title":"In Reply: A New Trend of Blended Learning in Neurosurgical Training: Fellowship of Neuroendoscopy","year":2022,"lang":"en","type":"letter","venue":"Neurosurgery","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"London Health Sciences Centre; Western University","funders":"","keywords":"Medicine; Session (web analytics); Operations management; Computer science; Economics; World Wide Web","score_opus":0.06960953564704833,"score_gpt":0.30374143994964914,"score_spread":0.2341319043026008,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4309368013","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6153421,0.00021542504,0.0000032104235,0.37318286,0.0019757068,0.00072163047,0.00003308476,0.00016305005,0.008362956],"genre_scores_gemma":[0.7334658,0.00015117657,0.00004104404,0.25955075,0.00082698173,0.000034243785,0.00024281182,0.0001892367,0.005497954],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.994687,0.00084970315,0.0018306783,0.00089508516,0.0010298481,0.00070768356],"domain_scores_gemma":[0.99530464,0.0032158832,0.0007332077,0.00053243,0.000034334786,0.0001794925],"candidate_categories":["metaepi_narrow","research_integrity","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.000615667,0.00047524014,0.0018970119,0.0015010313,0.000041677013,0.000015670194,0.00021827256,0.00036512167,0.002262786],"category_scores_gemma":[0.0016251939,0.00049616897,0.0005867427,0.0015988715,0.00014409964,0.000095168965,0.000115442585,0.004762133,0.0000039050474],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.010772779,0.0017879485,0.29941773,0.0026660066,0.00022435257,0.13337083,0.0052736006,0.013604118,0.0038468635,0.000120872675,0.5028072,0.026107684],"study_design_scores_gemma":[0.006021278,0.00065483333,0.018575825,0.0003612254,0.00007580026,0.0002794074,0.000083185754,0.00094104075,0.00020819747,0.0000703752,0.97235173,0.00037711955],"about_ca_topic_score_codex":0.00010679243,"about_ca_topic_score_gemma":0.000009534384,"teacher_disagreement_score":0.4695445,"about_ca_system_score_codex":0.00008196596,"about_ca_system_score_gemma":0.0006904953,"threshold_uncertainty_score":0.999749},"labels":[],"label_agreement":null},{"id":"W4309838575","doi":"10.5489/cuaj.8180","title":"3D-printing better urologists?","year":2022,"lang":"en","type":"article","venue":"Canadian Urological Association Journal","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"3D printing; Engineering; Mechanical engineering","score_opus":0.021647305912924724,"score_gpt":0.2486213891954384,"score_spread":0.2269740832825137,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4309838575","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.926722,0.000073876516,0.000084263935,0.043998417,0.00045977565,0.000109081644,0.000010314476,0.000055100027,0.028487192],"genre_scores_gemma":[0.9661478,0.000004197157,0.0002555631,0.032549005,0.00040446498,0.000007730111,0.000016080143,0.000009123985,0.0006060432],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.9984505,0.00022245891,0.00028310032,0.00015623175,0.00044616114,0.00044150834],"domain_scores_gemma":[0.99888355,0.00020048337,0.00017963491,0.00007254691,0.000111492736,0.0005523132],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0010981022,0.00008825844,0.00018523999,0.0001586795,0.0007102538,0.00005667654,0.00009719475,0.00010008092,0.010370165],"category_scores_gemma":[0.0007751501,0.00007766376,0.00013004911,0.0002398816,0.000018749271,0.000046876972,0.000033516615,0.0010738762,0.000077330005],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00004110122,0.000030610092,0.97199565,7.2457493e-7,0.000056440607,0.00029525722,0.00007769779,0.00087553245,0.00001249555,0.00026642656,0.0024575894,0.023890493],"study_design_scores_gemma":[0.001038317,0.00014035411,0.47313437,8.981305e-7,0.000023737055,0.00024807258,0.000063217376,0.0012253441,0.0000013163132,0.00033177587,0.5237212,0.00007135141],"about_ca_topic_score_codex":0.00019724674,"about_ca_topic_score_gemma":0.000049650636,"teacher_disagreement_score":0.52126366,"about_ca_system_score_codex":0.00092980824,"about_ca_system_score_gemma":0.00023785289,"threshold_uncertainty_score":0.9905345},"labels":[],"label_agreement":null},{"id":"W4310040596","doi":"10.3171/2022.10.peds22401","title":"Current state and future direction of quality improvement in pediatric neurosurgery: a survey of pediatric neurosurgeons","year":2022,"lang":"en","type":"article","venue":"Journal of Neurosurgery Pediatrics","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Manitoba","funders":"","keywords":"Medicine; Incentive; Neurosurgery; Quality (philosophy); Quality management; Pediatric neurosurgery; Family medicine; Medical education; Surgery; Operations management","score_opus":0.05172444858596675,"score_gpt":0.3197544029293781,"score_spread":0.26802995434341137,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4310040596","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9929122,0.0028463362,0.000016339905,0.0002380981,0.0035312735,0.00026553735,0.00014623717,0.00001265617,0.00003132879],"genre_scores_gemma":[0.9844191,0.014549941,0.0000147392375,0.00014186263,0.00079537823,0.000006252389,0.000015826437,0.00003840789,0.00001850064],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9942519,0.0009963738,0.0026638934,0.00035279742,0.0013501095,0.0003849362],"domain_scores_gemma":[0.99370414,0.0024833716,0.0026696897,0.00026041982,0.0005750479,0.00030733075],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0045094886,0.0002748803,0.0011014126,0.002106538,0.00010006902,0.00001969154,0.00014148088,0.00006355413,0.000065667125],"category_scores_gemma":[0.0016639283,0.00025960983,0.00037088187,0.003899246,0.000046493482,0.00017901784,0.00015418137,0.0010486414,4.8958213e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0011451312,0.0009820189,0.9697629,0.0003640592,0.000012563086,0.00012683857,0.00010938865,0.00081903243,0.00016534473,0.0000039794445,0.0003923189,0.026116373],"study_design_scores_gemma":[0.0022690138,0.00068233174,0.9941456,0.000005904705,0.00018141129,0.00007679869,0.000032298074,0.00016199441,0.00003078246,0.000022168637,0.0022098054,0.00018192027],"about_ca_topic_score_codex":0.00005330368,"about_ca_topic_score_gemma":0.0000078461235,"teacher_disagreement_score":0.025934454,"about_ca_system_score_codex":0.000077080746,"about_ca_system_score_gemma":0.00052124,"threshold_uncertainty_score":0.99998564},"labels":[],"label_agreement":null},{"id":"W4310398808","doi":"10.1177/15533506221143235","title":"Immersive Virtual Reality for Patient-Specific Preoperative Planning: A Systematic Review","year":2022,"lang":"en","type":"review","venue":"Surgical Innovation","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":37,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"Medicine; Medical physics; Surgical planning; MEDLINE; Surgery","score_opus":0.194595648961902,"score_gpt":0.4203871748694676,"score_spread":0.22579152590756557,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4310398808","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0000055358482,0.98602146,0.00038168026,0.00010898769,0.00030859347,0.008226673,0.00013199,0.00007766917,0.004737433],"genre_scores_gemma":[0.00013018324,0.9897307,0.00004315277,0.000546638,0.00017913485,0.0025019513,0.006265827,0.00006392434,0.00053846516],"study_design_codex":"systematic_review","study_design_gemma":"not_applicable","domain_scores_codex":[0.99566513,0.0005512918,0.0022099435,0.0006180881,0.0006403666,0.00031518354],"domain_scores_gemma":[0.99603504,0.0018737959,0.001121686,0.0004381539,0.0004272714,0.00010403872],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0013517521,0.00045780453,0.0033106168,0.00034654592,0.000212105,0.000035680125,0.00013517751,0.00025715932,0.0013375315],"category_scores_gemma":[0.0011387194,0.0003294224,0.00066172355,0.0022656154,0.000059090315,0.00009002016,0.000076904034,0.00064684934,0.000038419057],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00012603108,0.00017676206,7.1337223e-7,0.7414838,0.00044466727,0.00012237446,0.00019104827,0.000005658832,4.2172584e-8,0.016824275,0.0013022834,0.23932235],"study_design_scores_gemma":[0.0008501346,0.00030735333,3.5417557e-7,0.23191845,0.0010415097,0.00009193628,0.00011799076,0.000028149201,2.2394886e-7,0.000024619236,0.7653662,0.00025307052],"about_ca_topic_score_codex":0.0000011724719,"about_ca_topic_score_gemma":4.8236537e-8,"teacher_disagreement_score":0.7640639,"about_ca_system_score_codex":0.00037914544,"about_ca_system_score_gemma":0.00025057988,"threshold_uncertainty_score":0.9999158},"labels":[],"label_agreement":null},{"id":"W4310691470","doi":"10.1016/j.brachy.2022.09.045","title":"GPP08  Presentation Time: 9:50 AM","year":2022,"lang":"en","type":"article","venue":"Brachytherapy","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Medicine; Presentation (obstetrics); Medical physics; Surgery","score_opus":0.027534956281165424,"score_gpt":0.3194658727346356,"score_spread":0.2919309164534702,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4310691470","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.94080675,0.00034330523,0.00025535343,0.002026409,0.00020447325,0.0004503377,0.0000034580066,0.00018110711,0.055728827],"genre_scores_gemma":[0.9869326,0.0000126664345,0.00028089515,0.0025613613,0.00013938503,0.000054390195,0.00006912799,0.000015949849,0.009933673],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99930763,0.000062333216,0.00013308277,0.00012817973,0.0002585251,0.00011024982],"domain_scores_gemma":[0.99967206,0.00009113715,0.000041576895,0.00011441054,0.000021287833,0.000059533642],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0001534962,0.00005952655,0.0001348653,0.00005426439,0.00013354684,0.000010086726,0.000034686207,0.000018269006,0.014182319],"category_scores_gemma":[0.000018638528,0.000052974487,0.00007552471,0.00016102161,0.000015415197,0.000040713432,0.000014417753,0.00012165266,0.00012861387],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.006865664,0.0011993122,0.055223953,0.000029414754,0.00034569012,0.0002024802,0.003134882,0.0035395985,0.010036948,0.0043448303,0.012169988,0.90290725],"study_design_scores_gemma":[0.016891142,0.00050614146,0.08551101,0.000007098241,0.000028802117,0.000080301914,0.00022447927,0.013355482,0.00034990837,0.0005444095,0.8823454,0.00015583778],"about_ca_topic_score_codex":0.0000067914725,"about_ca_topic_score_gemma":2.0995355e-7,"teacher_disagreement_score":0.9027514,"about_ca_system_score_codex":0.000031235577,"about_ca_system_score_gemma":0.000025742771,"threshold_uncertainty_score":0.98671883},"labels":[],"label_agreement":null},{"id":"W4310773731","doi":"10.1177/08465371221142515","title":"Bringing Radiology Education to a New Reality: A Pilot Study of Using Virtual Reality as a Remote Educational Tool","year":2022,"lang":"en","type":"article","venue":"Canadian Association of Radiologists Journal","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":18,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Saskatchewan; Royal University Hospital","funders":"","keywords":"Virtual reality; Session (web analytics); Medicine; Test (biology); DICOM; Multimedia; Medical education; Medical physics; Human multitasking; Radiology; Computer science; Human–computer interaction; World Wide Web; Psychology","score_opus":0.07280418815208439,"score_gpt":0.3562882243639564,"score_spread":0.283484036211872,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4310773731","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98961216,0.00005372156,0.000527381,0.006544853,0.0006581959,0.00044573995,0.00002409934,0.000011773574,0.0021220907],"genre_scores_gemma":[0.996456,0.000005932569,0.00065630523,0.001095765,0.0004663984,0.0000047642775,0.0000395706,0.000014414201,0.001260849],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99766237,0.00058888755,0.00073447346,0.0002274904,0.00046920447,0.00031758242],"domain_scores_gemma":[0.9977836,0.0003685457,0.00074059365,0.00018564588,0.0003663828,0.0005552123],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0020595752,0.00012479234,0.00044388612,0.00057312014,0.00031182356,0.00001962337,0.00014953548,0.000060683462,0.0007150019],"category_scores_gemma":[0.0031180584,0.00013610003,0.000093383336,0.0005601617,0.0000281789,0.00006994615,0.000030787618,0.00043900072,0.000002843281],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0017887697,0.002117688,0.76164335,0.000042204272,0.0012053846,0.00010076202,0.011795943,0.06848871,0.0012997165,0.0054112,0.029823981,0.11628227],"study_design_scores_gemma":[0.006983146,0.0053351787,0.949771,0.000096508134,0.00027154761,0.0016227367,0.005339791,0.0031380407,0.00001397704,0.0023371126,0.024735762,0.00035523906],"about_ca_topic_score_codex":0.07870451,"about_ca_topic_score_gemma":0.008800861,"teacher_disagreement_score":0.18812759,"about_ca_system_score_codex":0.0037115612,"about_ca_system_score_gemma":0.0060477224,"threshold_uncertainty_score":0.99958706},"labels":[],"label_agreement":null},{"id":"W4310955613","doi":"10.3138/jvme-2022-0102","title":"Real-Time Feedback to Enhance the Teaching of Wire Tying","year":2023,"lang":"en","type":"article","venue":"Journal of Veterinary Medical Education","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Tying; Distraction; Knot tying; Computer science; Schedule; Simulation; Resist; Surgery; Medicine; Psychology; Materials science; Nanotechnology; Cognitive psychology","score_opus":0.0625601099266132,"score_gpt":0.42889197734039275,"score_spread":0.36633186741377954,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4310955613","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9828878,0.000038748243,0.00007241528,0.012209795,0.000511564,0.00008770216,2.952045e-7,0.000017313423,0.004174364],"genre_scores_gemma":[0.9972637,0.00006283864,0.0006648617,0.0007569361,0.0005836506,0.000002631145,0.000003602224,0.000009673423,0.0006520839],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99867505,0.00010877999,0.00044209376,0.00007692222,0.0005783625,0.00011879825],"domain_scores_gemma":[0.9989149,0.00037400975,0.00019906388,0.00011555187,0.00013426956,0.0002621792],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0013905294,0.00006363597,0.00020189924,0.00013120947,0.00006424193,0.0000080845775,0.000117075324,0.00005530505,0.00052087597],"category_scores_gemma":[0.0023586152,0.00004025834,0.000088594745,0.0002763588,0.000040966035,0.000071310475,0.00003188044,0.00029934736,0.000053918095],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0008986676,0.0005178478,0.0023957114,0.00014431648,0.00009343046,0.00013720765,0.005887271,0.00010589353,0.028659025,0.00021323015,0.009762288,0.9511851],"study_design_scores_gemma":[0.0049594217,0.007462988,0.57047135,0.008573489,0.00029703815,0.004161156,0.01161755,0.010014445,0.002063399,0.00063625193,0.37925103,0.00049186585],"about_ca_topic_score_codex":0.000012310996,"about_ca_topic_score_gemma":1.719501e-7,"teacher_disagreement_score":0.95069325,"about_ca_system_score_codex":0.000045380064,"about_ca_system_score_gemma":0.0004783734,"threshold_uncertainty_score":0.57032263},"labels":[],"label_agreement":null},{"id":"W4311093341","doi":"10.1080/21681163.2022.2152374","title":"Development and evaluation of an open-source virtual reality C-Arm simulator","year":2022,"lang":"en","type":"article","venue":"Computer Methods in Biomechanics and Biomedical Engineering Imaging & Visualization","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"London Health Sciences Centre; Western University","funders":"Natural Sciences and Engineering Research Council of Canada; Canadian Institutes of Health Research; London Health Sciences Centre","keywords":"Virtual reality; Apprenticeship; Simulation; Computer science; Likert scale; Open source; Learning curve; Medical physics; Medicine; Software; Artificial intelligence; Psychology; Operating system","score_opus":0.07021069907258583,"score_gpt":0.4204541010599417,"score_spread":0.3502434019873559,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4311093341","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.30484146,0.000089149435,0.6945085,0.00005490984,0.00019487846,0.00025321823,0.0000023661519,0.00004733969,0.000008182262],"genre_scores_gemma":[0.8431538,0.0000053776625,0.15648083,0.0001493475,0.00004475062,0.000021096314,0.00012191191,0.0000200548,0.0000028705292],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99830306,0.00028410542,0.00043742347,0.00032660662,0.00049164117,0.00015717147],"domain_scores_gemma":[0.9993693,0.00016119714,0.000094076684,0.00012734727,0.00009035837,0.0001577025],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0046033217,0.00012758406,0.00027035817,0.0003478338,0.00009078738,0.000040767332,0.000099118406,0.00004747302,0.00004238112],"category_scores_gemma":[0.00014339027,0.00012590144,0.00001733641,0.0005637525,0.000032938846,0.0000974692,0.0003709146,0.00013162087,8.7766146e-8],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000045676396,0.0002946573,0.00010272996,0.00006138161,0.000023781571,0.00000457435,0.000855682,0.009153839,0.007978599,0.002245564,0.000002332536,0.9792312],"study_design_scores_gemma":[0.002601122,0.00020604984,0.0011589332,0.00006426656,0.000031192805,0.00002184458,0.00013299748,0.98111117,0.0011491743,0.00014434081,0.013243006,0.00013588932],"about_ca_topic_score_codex":0.000013451701,"about_ca_topic_score_gemma":2.567592e-7,"teacher_disagreement_score":0.9790953,"about_ca_system_score_codex":0.00010766779,"about_ca_system_score_gemma":0.000082701794,"threshold_uncertainty_score":0.51341116},"labels":[],"label_agreement":null},{"id":"W4311316331","doi":"10.1503/cjs.016222","title":"Correction to: C-CASE 2022: Competence to Excellence, abstract on barriers to surgical peer coaching","year":2022,"lang":"en","type":"article","venue":"Canadian Journal of Surgery","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Medicine; Excellence; Coaching; Competence (human resources); Medical education; Management","score_opus":0.0465055406735768,"score_gpt":0.28926072845230444,"score_spread":0.24275518777872762,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4311316331","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9796424,0.000041826497,0.00004340079,0.00654874,0.004580711,0.00014518692,0.00002221308,0.000011879371,0.0089636715],"genre_scores_gemma":[0.9926036,0.0000013931596,0.000045784476,0.0053403927,0.00033805973,0.000005508806,0.0000053416084,0.000019069135,0.0016408549],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9983333,0.00009095061,0.00046145672,0.00018361115,0.0005621825,0.00036854847],"domain_scores_gemma":[0.99450433,0.0010316459,0.00010510088,0.0001330076,0.00021619667,0.0040096985],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0016374612,0.00012344956,0.0003444137,0.0009126971,0.00043765467,0.0000449853,0.000086194035,0.00003282108,0.0064059244],"category_scores_gemma":[0.0021745556,0.00012025323,0.00018999018,0.00069426297,0.000021343974,0.0000635862,0.00001640997,0.00060350884,0.000043063188],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0024262597,0.0001234049,0.1929526,0.000029001954,0.00016928889,0.22587137,0.005810683,0.11501088,0.00015945657,0.000214742,0.3144403,0.142792],"study_design_scores_gemma":[0.0007863317,0.00042217568,0.035532422,0.0002700142,0.000030434318,0.013470521,0.0050285105,0.0004201276,0.000061221275,0.000010687334,0.94369525,0.00027229078],"about_ca_topic_score_codex":0.0016019199,"about_ca_topic_score_gemma":0.0012169664,"teacher_disagreement_score":0.62925494,"about_ca_system_score_codex":0.00042260654,"about_ca_system_score_gemma":0.0013974332,"threshold_uncertainty_score":0.99450237},"labels":[],"label_agreement":null},{"id":"W4311902379","doi":"10.1053/j.pcsu.2022.12.001","title":"Training on Congenital 3D Cardiac Models – Will Models Improve Surgical Performance?","year":2022,"lang":"en","type":"review","venue":"Seminars in Thoracic and Cardiovascular Surgery Pediatric Cardiac Surgery Annual","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":9,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"SickKids Foundation; Hospital for Sick Children; University of Toronto","funders":"","keywords":"Training (meteorology); Computer science; Medicine; Geography","score_opus":0.0651354203796466,"score_gpt":0.3061975234353037,"score_spread":0.24106210305565712,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4311902379","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.016037991,0.96845394,0.000017067247,0.000008538319,0.004123116,0.0017125782,0.001254559,0.00028313705,0.008109079],"genre_scores_gemma":[0.018346177,0.9754118,0.00003641394,0.00004836568,0.0028871233,0.0008544688,0.0017070423,0.0003539577,0.00035466283],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9877246,0.0027665533,0.0025699271,0.0024397688,0.0026668243,0.0018323048],"domain_scores_gemma":[0.9866594,0.010046879,0.0005980933,0.0015639713,0.00020139109,0.00093025924],"candidate_categories":["metaepi_narrow","metaepi_broad","research_integrity"],"consensus_categories":["metaepi_narrow","research_integrity"],"category_scores_codex":[0.011850836,0.001769296,0.012056796,0.0023508517,0.00048257285,0.00012907934,0.00026508395,0.0016664459,0.00021364125],"category_scores_gemma":[0.00044883406,0.0016678625,0.013882296,0.0027814629,0.00027526257,0.000901239,0.00039158532,0.003322006,0.000024956695],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0003779806,0.00014933347,0.0012214313,0.004965311,0.0034825068,0.0023793469,0.000458938,0.0013075654,3.4916072e-9,0.000024533687,0.0004654559,0.9851676],"study_design_scores_gemma":[0.0004219255,0.000087858236,0.00006736567,0.0023350746,0.008487175,0.00060296664,0.0010013661,0.00058407045,2.1087259e-7,0.00002179529,0.98454094,0.0018492469],"about_ca_topic_score_codex":0.000027457236,"about_ca_topic_score_gemma":2.2762099e-7,"teacher_disagreement_score":0.9840755,"about_ca_system_score_codex":0.00047303527,"about_ca_system_score_gemma":0.0017913644,"threshold_uncertainty_score":0.9996296},"labels":[],"label_agreement":null},{"id":"W4312067523","doi":"10.1007/s10143-022-01929-7","title":"Augmented and virtual reality usage in awake craniotomy: a systematic review","year":2022,"lang":"en","type":"review","venue":"Neurosurgical Review","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":30,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto; Mount Sinai Hospital; University Health Network; McGill University; University of British Columbia","funders":"National Institute for Health and Care Research","keywords":"Medicine; Neurosurgery; Craniotomy; Virtual reality; Augmented reality; Awake craniotomy; Dissection (medical); Medical physics; Surgery; Human–computer interaction; Computer science","score_opus":0.12756245326812063,"score_gpt":0.4067382218476427,"score_spread":0.2791757685795221,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4312067523","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[9.1106165e-7,0.986596,0.0000021716608,0.0003499481,0.00014203746,0.008896283,0.0000377035,0.00010811659,0.0038668232],"genre_scores_gemma":[0.00000781493,0.9904467,0.000004466674,0.0073161265,0.000048677557,0.0012899389,0.00025163716,0.00008222979,0.00055239204],"study_design_codex":"systematic_review","study_design_gemma":"not_applicable","domain_scores_codex":[0.99154884,0.002937292,0.0031012986,0.0009955448,0.00094590493,0.00047111773],"domain_scores_gemma":[0.9951357,0.0025565343,0.00086316216,0.0009248308,0.000046486897,0.00047324886],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0033487005,0.0007333826,0.009386345,0.00018127513,0.000092775765,0.00003432331,0.0002769511,0.00021247496,0.003865653],"category_scores_gemma":[0.004584552,0.0004956243,0.0012994565,0.001543781,0.000097060736,0.000063322455,0.00024619044,0.0014566323,0.00012374966],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000037654909,0.00009860056,0.0000025656204,0.76389366,0.00005257403,0.0007390664,0.0000022483966,4.321918e-8,4.560427e-9,0.0001303401,0.00016336306,0.23491377],"study_design_scores_gemma":[0.00045068224,0.00005905837,0.000005440889,0.48323503,0.0026213964,0.0004603638,6.8499793e-7,0.0000059032527,1.1561649e-9,0.0000015155648,0.51296633,0.00019356885],"about_ca_topic_score_codex":0.0000057440425,"about_ca_topic_score_gemma":9.246068e-7,"teacher_disagreement_score":0.51280296,"about_ca_system_score_codex":0.00021785221,"about_ca_system_score_gemma":0.00025900872,"threshold_uncertainty_score":0.99974954},"labels":[],"label_agreement":null},{"id":"W4312407673","doi":"10.1109/biorob52689.2022.9925374","title":"Orientation Matters: 6-DoF Autonomous Camera Movement for Video-based Skill Assessment in Robot-Assisted Surgery","year":2022,"lang":"en","type":"article","venue":"2022 9th IEEE RAS/EMBS International Conference for Biomedical Robotics and Biomechatronics (BioRob)","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"Natural Sciences and Engineering Research Council of Canada; Canada Foundation for Innovation","keywords":"Orientation (vector space); Computer vision; Artificial intelligence; Movement (music); Computer science; Robot; Computer graphics (images); Mathematics; Geometry; Physics; Acoustics","score_opus":0.05027942485756424,"score_gpt":0.33957720993664975,"score_spread":0.2892977850790855,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4312407673","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0865664,0.00022883728,0.8289941,0.07038293,0.0074596605,0.0041363626,0.001698583,0.00023156888,0.0003015734],"genre_scores_gemma":[0.9720829,0.00004310396,0.016787687,0.0062453435,0.00019427623,0.00065890996,0.0036207354,0.00004632592,0.0003207126],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99684775,0.00008450615,0.00092451833,0.0006806749,0.00093122676,0.0005313008],"domain_scores_gemma":[0.99814075,0.0006945293,0.00035029944,0.00021935816,0.0002958936,0.0002991618],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0011662585,0.00030652128,0.0005484638,0.0006865711,0.00027443084,0.00010751581,0.00023576601,0.0001309114,0.0009750381],"category_scores_gemma":[0.00012186249,0.00029494363,0.00027883443,0.00044996152,0.00014951416,0.00010254783,0.0001054869,0.00037340203,0.0000025894217],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.011077104,0.017306801,0.023865622,0.0023297542,0.003508858,0.0004783657,0.0014408757,0.07061533,0.03768358,0.2701705,0.021209002,0.5403142],"study_design_scores_gemma":[0.011310396,0.0013545034,0.0032797726,0.00017713533,0.00016474952,0.000021407324,0.00088367925,0.8925104,0.00047668646,0.0032707544,0.08598444,0.0005660923],"about_ca_topic_score_codex":0.000076954224,"about_ca_topic_score_gemma":0.000037852657,"teacher_disagreement_score":0.8855165,"about_ca_system_score_codex":0.00086525065,"about_ca_system_score_gemma":0.00089733937,"threshold_uncertainty_score":0.9999503},"labels":[],"label_agreement":null},{"id":"W4312527090","doi":"10.1102/2051-7726.2022.0016","title":"The impact of feedback on laparoscopic skills for surgical residents during COVID-19","year":2022,"lang":"en","type":"article","venue":"Journal of Surgical Simulation","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Memorial University of Newfoundland","funders":"","keywords":"Coronavirus disease 2019 (COVID-19); 2019-20 coronavirus outbreak; Severe acute respiratory syndrome coronavirus 2 (SARS-CoV-2); Medicine; Psychology; Medical education; Virology; Internal medicine","score_opus":0.04083165468199153,"score_gpt":0.3950397756601255,"score_spread":0.354208120978134,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4312527090","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99779874,0.00014598916,0.00004975476,0.00083124207,0.0001921496,0.0003317429,0.0000139974545,0.000014462244,0.00062190794],"genre_scores_gemma":[0.9991652,0.0000489844,0.000022165803,0.000059590482,0.00030479894,0.0000059597687,0.0000125213355,0.000017167571,0.00036360725],"study_design_codex":"simulation_or_modeling","study_design_gemma":"observational","domain_scores_codex":[0.99774617,0.00021525536,0.0008385925,0.00014666063,0.00080869434,0.00024461205],"domain_scores_gemma":[0.9947658,0.0039398535,0.00058725727,0.00015169039,0.00022042153,0.00033495255],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0012368301,0.0001355789,0.00044514128,0.00016007358,0.0004668324,0.000026720194,0.00012387069,0.00006756183,0.0007862377],"category_scores_gemma":[0.0007038953,0.00008256234,0.0005816964,0.00032201482,0.00006358317,0.0000864793,0.00004238717,0.00036147918,0.00000263145],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.015005072,0.0005013151,0.0560618,0.00003920892,0.00018222428,0.0002701954,0.00020810822,0.9241259,0.000056492543,0.00027031425,0.00011527413,0.0031641037],"study_design_scores_gemma":[0.12997451,0.007087028,0.6787352,0.00024755672,0.00027019833,0.0010789636,0.0004742221,0.07994076,0.0005439005,0.0024891433,0.098705806,0.00045268974],"about_ca_topic_score_codex":0.000014175518,"about_ca_topic_score_gemma":5.158756e-7,"teacher_disagreement_score":0.8441851,"about_ca_system_score_codex":0.00043501327,"about_ca_system_score_gemma":0.0002039706,"threshold_uncertainty_score":0.8608752},"labels":[],"label_agreement":null},{"id":"W4312685708","doi":"10.1093/bjs/znac268.044","title":"671 The Effect of Supplementary Simulation-Based Procedural Training: The SIMULATE Randomised Controlled Clinical and Educational Trial","year":2022,"lang":"en","type":"article","venue":"British journal of surgery","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia; Dalhousie University","funders":"","keywords":"Medicine; Simulation training; Randomized controlled trial; Physical therapy; Surgery; Simulation","score_opus":0.05971211732991442,"score_gpt":0.35499038933879057,"score_spread":0.29527827200887613,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4312685708","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9933056,0.0007096538,0.000034515648,0.0039653555,0.0006941753,0.0011752392,0.000022039825,0.0000053163894,0.00008807396],"genre_scores_gemma":[0.9981375,0.000028392966,0.000019038944,0.0010724398,0.0006110388,0.000045247747,0.000032244374,0.000014805817,0.000039333398],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9963853,0.001237691,0.0014232656,0.00012719574,0.00065449974,0.00017205479],"domain_scores_gemma":[0.95517516,0.043711018,0.00073014665,0.00009239355,0.00017025918,0.000121048164],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.007909624,0.00011492091,0.0008858204,0.00009830155,0.0003243144,0.000038783237,0.000096673626,0.000038850827,0.0015743951],"category_scores_gemma":[0.0062562297,0.00007117004,0.00074487744,0.00019433223,0.0002112913,0.000053577278,0.000023448427,0.00049915054,2.5147548e-7],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.7326769,0.0005118584,0.1064066,0.000066530396,0.0009756719,0.00020107342,0.0003753306,0.07241094,0.000013173852,0.0000121221765,0.002032755,0.08431699],"study_design_scores_gemma":[0.9017618,0.0013306512,0.045128725,0.00020043462,0.00071847154,0.00051920157,0.00047513892,0.044170693,0.000012482623,0.000094534305,0.0054398123,0.00014808902],"about_ca_topic_score_codex":0.00001324753,"about_ca_topic_score_gemma":0.0000014657154,"teacher_disagreement_score":0.16908482,"about_ca_system_score_codex":0.000024766498,"about_ca_system_score_gemma":0.00053199363,"threshold_uncertainty_score":0.9993383},"labels":[],"label_agreement":null},{"id":"W4312984764","doi":"10.1093/bjs/znac231.018","title":"P18 Assessment of da Vinci robotic system for paediatric laparoscopic procedures","year":2022,"lang":"en","type":"article","venue":"British journal of surgery","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Medicine; Haptic technology; Learning curve; Da Vinci Surgical System; MEDLINE; Robotic surgery; Medical physics; Training system; Surgery; Artificial intelligence; Computer science","score_opus":0.0475112698109931,"score_gpt":0.3132477833541896,"score_spread":0.2657365135431965,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4312984764","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99501914,0.0026792607,0.00051679637,0.00016241783,0.0007977967,0.000218888,0.000017444072,0.000019298717,0.0005689811],"genre_scores_gemma":[0.998927,0.00008756205,0.00046621452,0.000110298955,0.00029051743,0.000015175445,0.000012264708,0.000017054957,0.00007392994],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9983898,0.00008946247,0.0007349822,0.00010008503,0.0005153029,0.00017041549],"domain_scores_gemma":[0.9982844,0.0007729968,0.000508671,0.000063523556,0.0002422326,0.00012816957],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0011857806,0.000072478615,0.0005522836,0.00020114116,0.00011930625,0.000024552948,0.00006334444,0.00003145302,0.00020643992],"category_scores_gemma":[0.00042220097,0.0000774436,0.0003145897,0.00027729457,0.000023542047,0.000070485235,0.000026109139,0.00021893678,3.7340217e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0010382398,0.0018071489,0.811146,0.005751528,0.0008690045,0.0046543046,0.00020933108,0.03194296,0.0007131559,0.0007173744,0.014254,0.12689692],"study_design_scores_gemma":[0.013207674,0.00093727343,0.94336575,0.0035214503,0.0007719114,0.017136183,0.0029868996,0.0060390537,0.00034248387,0.00013238718,0.011123244,0.00043571313],"about_ca_topic_score_codex":0.000011445212,"about_ca_topic_score_gemma":0.0000011498416,"teacher_disagreement_score":0.13221969,"about_ca_system_score_codex":0.0001352629,"about_ca_system_score_gemma":0.0005629953,"threshold_uncertainty_score":0.31580582},"labels":[],"label_agreement":null},{"id":"W4313128348","doi":"10.2196/40541","title":"Advantages of a Training Course for Surgical Planning in Virtual Reality for Oral and Maxillofacial Surgery: Crossover Study","year":2022,"lang":"en","type":"article","venue":"JMIR Serious Games","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":36,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Virtual reality; Fibula; Iliac crest; Computer science; Surgical planning; Process (computing); Virtual machine; Medical physics; Segmentation; Human–computer interaction; Surgery; Artificial intelligence; Medicine; Tibia","score_opus":0.0746382887938795,"score_gpt":0.4028456142176757,"score_spread":0.32820732542379616,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4313128348","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9977504,0.00010816147,0.000045425626,0.00019925716,0.00013615009,0.0014268927,0.00011686075,0.00004416606,0.00017268752],"genre_scores_gemma":[0.99912834,0.000003067958,0.0000670897,0.000084539926,0.000035170793,0.00044094567,0.0000683051,0.000022786811,0.00014978186],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99872917,0.00006484596,0.00039860525,0.00028296615,0.00024158183,0.00028284438],"domain_scores_gemma":[0.99914354,0.00049550034,0.00011782238,0.00010802275,0.000043113134,0.00009202153],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0008609096,0.00013471681,0.0005606526,0.00011044711,0.00013651351,0.000016584394,0.00004454479,0.00004810774,0.00007885038],"category_scores_gemma":[0.00013799925,0.00012596881,0.00011051002,0.00016792164,0.00007343163,0.000061183164,0.000048412232,0.0001427616,1.22296e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.019715494,0.0015960173,0.6109657,0.00014841645,0.00020004218,0.0004035017,0.022280635,0.002025421,0.00008441681,0.0005973627,0.00013484118,0.3418481],"study_design_scores_gemma":[0.039357632,0.0036685374,0.75426984,0.00007417154,0.000117965144,0.00011040692,0.041987095,0.006304417,0.000034868473,0.00021936705,0.15346251,0.00039319336],"about_ca_topic_score_codex":0.000035137684,"about_ca_topic_score_gemma":0.000016453816,"teacher_disagreement_score":0.34145492,"about_ca_system_score_codex":0.00003633268,"about_ca_system_score_gemma":0.000100757316,"threshold_uncertainty_score":0.5136859},"labels":[],"label_agreement":null},{"id":"W4313311841","doi":"10.7759/cureus.31749","title":"Development and Initial Assessment of a Novel and Customized Bile Duct Simulator for Handsewn Anastomosis Training","year":2022,"lang":"en","type":"article","venue":"Cureus","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Montreal General Hospital; McGill University Health Centre; Université de Montréal; University of Ontario Institute of Technology","funders":"","keywords":"Medicine; Fidelity; Bile duct; Simulation; Medical physics; Surgery; Computer science","score_opus":0.11547186734644521,"score_gpt":0.3823304573699887,"score_spread":0.2668585900235435,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4313311841","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99630266,0.00014329441,0.0018842932,0.00015691164,0.000099927034,0.00038928146,0.000024078365,0.00002699935,0.00097256055],"genre_scores_gemma":[0.98433584,0.0000034175853,0.015268246,0.00016729324,0.000045222732,0.00007961614,0.00003236229,0.000013195824,0.000054800636],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99926335,0.000017898305,0.00021664845,0.00018089762,0.0001826792,0.00013854785],"domain_scores_gemma":[0.99945664,0.00024975257,0.00007500579,0.000071782895,0.000043719487,0.00010311451],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0003491969,0.000089376364,0.00027451318,0.000061174214,0.00016048519,0.000009761225,0.000027722655,0.00002955625,0.00016857535],"category_scores_gemma":[0.00008517445,0.00008048892,0.00004151123,0.00009787271,0.00003853723,0.000033954046,0.000056431385,0.000087890316,9.187409e-8],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.008114571,0.0039177365,0.06170654,0.0011225905,0.0024940798,0.00012620192,0.06886818,0.010194297,0.035938058,0.017134199,0.00040186086,0.78998166],"study_design_scores_gemma":[0.13312002,0.001872981,0.082318634,0.00021778229,0.0005514975,0.00014619772,0.01880775,0.34545478,0.0032457744,0.00013813183,0.4132687,0.0008577856],"about_ca_topic_score_codex":0.000004287722,"about_ca_topic_score_gemma":0.0000027741357,"teacher_disagreement_score":0.7891239,"about_ca_system_score_codex":0.000051331957,"about_ca_system_score_gemma":0.00015052127,"threshold_uncertainty_score":0.3282243},"labels":[],"label_agreement":null},{"id":"W4313312299","doi":"10.2196/40400","title":"Usability Evaluation of the Preoperative ISBAR (Identification, Situation, Background, Assessment, and Recommendation) Desktop Virtual Reality Application: Qualitative Observational Study","year":2022,"lang":"en","type":"article","venue":"JMIR Human Factors","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":31,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Usability; System usability scale; Competence (human resources); Observational study; Scale (ratio); Medical education; Rating scale; Qualitative research; Psychology; Computer science; Medicine; Human–computer interaction; Usability engineering","score_opus":0.37256776734661967,"score_gpt":0.5131962633588916,"score_spread":0.1406284960122719,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4313312299","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9943227,0.0000049817368,0.0008409907,0.0008133855,0.00009238139,0.0029600943,0.00007242276,0.00003551455,0.000857496],"genre_scores_gemma":[0.9978275,3.6286994e-7,0.000035651865,0.000108304695,0.00003761171,0.00085773674,0.0009422688,0.000012141194,0.00017844613],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9954708,0.00200069,0.00076210086,0.00043210186,0.0012152973,0.00011898613],"domain_scores_gemma":[0.9974485,0.0006131667,0.00046136483,0.00040095084,0.0010049203,0.00007107437],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0044515617,0.00015226711,0.00025014527,0.00008781462,0.00091226306,0.000042883737,0.00013420964,0.00004152528,0.0022139766],"category_scores_gemma":[0.00032980324,0.00012236068,0.00008073459,0.00056446035,0.00017169837,0.0002644337,0.00011954867,0.00026501156,0.000002719569],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000062661915,0.0012785547,0.95060015,0.000017065431,0.00012413308,5.5279553e-8,0.036212638,0.0008880592,0.00040915515,0.007154792,0.000109756795,0.0031429948],"study_design_scores_gemma":[0.002327023,0.00022327702,0.9282723,0.0000045561806,0.000118117896,5.7475876e-7,0.062802255,0.0040434473,0.000061513776,0.0016939957,0.00034557268,0.00010737733],"about_ca_topic_score_codex":0.000093688504,"about_ca_topic_score_gemma":0.00007883032,"teacher_disagreement_score":0.026589617,"about_ca_system_score_codex":0.0005171381,"about_ca_system_score_gemma":0.0002609337,"threshold_uncertainty_score":0.9986981},"labels":[],"label_agreement":null},{"id":"W4313488111","doi":"10.1007/s11548-022-02824-8","title":"Using artificial intelligence to quantify dynamic retraction of brain tissue and the manipulation of instruments in neurosurgery","year":2023,"lang":"en","type":"article","venue":"International Journal of Computer Assisted Radiology and Surgery","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":11,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Montréal","funders":"","keywords":"Computer science; Artificial intelligence; Convolutional neural network; Segmentation; Process (computing); Brain tissue; Computer vision; Biomedical engineering; Medicine","score_opus":0.10724883673037414,"score_gpt":0.3879528318467864,"score_spread":0.2807039951164123,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4313488111","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9774082,0.00004313184,0.01921436,0.0022633986,0.0009922931,0.000060857154,0.0000013219916,0.0000042309784,0.000012215893],"genre_scores_gemma":[0.9990377,0.00006295625,0.00056787697,0.00022194453,0.00009663472,4.3148628e-7,0.00000594262,0.0000041933995,0.0000023418706],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99878657,0.00017670121,0.00068831985,0.000084942054,0.00019062472,0.000072865536],"domain_scores_gemma":[0.9976977,0.0017360946,0.00032917238,0.000043126704,0.00015535201,0.00003854281],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0011465568,0.000059826212,0.00032308727,0.00056016276,0.000019552303,0.000009399519,0.000044586628,0.00006891837,0.00000810308],"category_scores_gemma":[0.00033160782,0.000044335473,0.000069120455,0.00024074558,0.0001062914,0.00007424186,0.000024265299,0.00015217841,3.572574e-7],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.004117767,0.00012990987,0.32190806,0.000045055054,0.00028753368,0.00025292495,0.0005463514,0.01288858,0.004520423,0.0034926957,0.000032547356,0.65177816],"study_design_scores_gemma":[0.000487987,0.0000656601,0.84770626,0.0002158122,0.000018990608,0.00078752637,0.000066946035,0.14891106,0.00034311993,0.0012713552,0.00008109239,0.000044188808],"about_ca_topic_score_codex":0.000010697234,"about_ca_topic_score_gemma":0.0000028746852,"teacher_disagreement_score":0.65173393,"about_ca_system_score_codex":0.000021083806,"about_ca_system_score_gemma":0.000037180456,"threshold_uncertainty_score":0.18079482},"labels":[],"label_agreement":null},{"id":"W4315487647","doi":"10.1016/j.ajur.2022.12.002","title":"Performance in the Fundamentals of Laparoscopic Surgery: Does it reflect global rating scales in the Objective Structured Assessment of Technical Skills in porcine laparoscopic surgery?","year":2023,"lang":"en","type":"article","venue":"Asian journal of urology","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ottawa Fertility Centre","funders":"","keywords":"Medicine; Laparoscopic surgery; Rating scale; General surgery; Laparoscopy","score_opus":0.02552592018155832,"score_gpt":0.35513632721977756,"score_spread":0.32961040703821926,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4315487647","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99331194,0.000072848525,0.0000044321923,0.005031652,0.00016310897,0.00021056266,0.000004595421,0.000005116114,0.0011957337],"genre_scores_gemma":[0.99929756,0.00008519941,0.000075853066,0.0004646162,0.00005452092,0.0000062599797,0.0000070154088,0.0000064870037,0.0000024807537],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99751174,0.0006497835,0.0010455219,0.00013778759,0.00038720976,0.0002679784],"domain_scores_gemma":[0.99747044,0.0017799945,0.0004861053,0.00015706236,0.00006641177,0.00004001717],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.003004622,0.00012460645,0.00075925165,0.00035448978,0.000030283873,0.000007867455,0.00016181788,0.000109831206,0.000040052855],"category_scores_gemma":[0.000641562,0.00006566997,0.00013023237,0.001124483,0.0001653147,0.000075045114,0.000026359658,0.00046452298,5.330429e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00023080512,0.00014640416,0.99460876,0.000039736336,0.000027913016,0.00016337419,0.0008937317,0.00036850566,0.0004915633,0.0001247524,0.000029606457,0.0028748314],"study_design_scores_gemma":[0.0018727574,0.00036728467,0.99416035,0.00021060114,0.000025112375,0.00016182405,0.002357351,0.00020574084,0.00019756133,0.00033474353,0.000055865785,0.000050807874],"about_ca_topic_score_codex":0.000015260988,"about_ca_topic_score_gemma":0.0004348689,"teacher_disagreement_score":0.0059856167,"about_ca_system_score_codex":0.000083364306,"about_ca_system_score_gemma":0.00020958319,"threshold_uncertainty_score":0.26779437},"labels":[],"label_agreement":null},{"id":"W4317495882","doi":"10.1186/s40463-023-00620-1","title":"Intraoperative video recording in otolaryngology for surgical education: Evolution and considerations","year":2023,"lang":"en","type":"review","venue":"Journal of Otolaryngology - Head and Neck Surgery","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":12,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Memorial University of Newfoundland","funders":"","keywords":"Otorhinolaryngology; Medicine; Tonsillectomy; Video recording; Medical physics; Surgery; General surgery; Multimedia; Computer science","score_opus":0.08733796102217617,"score_gpt":0.37997089700277453,"score_spread":0.29263293598059836,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4317495882","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.1879462,0.8093432,0.000025948879,0.00077939336,0.00091341505,0.0007771055,0.000010643436,0.000023228467,0.00018082213],"genre_scores_gemma":[0.027880305,0.97036594,0.00037686597,0.0002483096,0.0008060062,0.00010066147,0.000067790876,0.000049473492,0.00010466181],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99706155,0.0004627848,0.0016425514,0.00035726908,0.00014396686,0.0003318877],"domain_scores_gemma":[0.99123836,0.0074167093,0.000667654,0.00012993877,0.00027804944,0.00026931617],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0014505894,0.00032106094,0.0028029808,0.0011008271,0.0001586363,0.00003697399,0.000042237683,0.0005928399,0.00008893867],"category_scores_gemma":[0.0018346236,0.000254365,0.0004617626,0.00041029893,0.00018038937,0.00019712353,0.000038018807,0.00083720544,0.000006032172],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0019012421,0.0013597744,0.18485773,0.0311218,0.002278714,0.005915181,0.0007362755,0.0000090887115,0.000004896069,0.014560585,0.004626783,0.7526279],"study_design_scores_gemma":[0.0050792214,0.00068760954,0.062710874,0.028492874,0.0011808055,0.027899435,0.00010557346,0.00014906359,9.959491e-7,0.0021527573,0.8709789,0.00056188274],"about_ca_topic_score_codex":0.000017313323,"about_ca_topic_score_gemma":0.000029502318,"teacher_disagreement_score":0.86635214,"about_ca_system_score_codex":0.00013907722,"about_ca_system_score_gemma":0.0016665923,"threshold_uncertainty_score":0.9999909},"labels":[],"label_agreement":null},{"id":"W4318154195","doi":"10.1117/12.2648463","title":"Development of augmented reality technology for surgical resection accuracy via improved visualization","year":2023,"lang":"en","type":"article","venue":"","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Victoria","funders":"","keywords":"Augmented reality; Femoroacetabular impingement; Visualization; Virtual reality; Computer science; Resection; Haptic technology; Virtual image; Deformity; Surgical planning; Surgery; Computer vision; Medicine; Artificial intelligence","score_opus":0.07872745443925135,"score_gpt":0.40811147120892843,"score_spread":0.3293840167696771,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4318154195","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9462897,0.000006778006,0.04834557,0.00077892514,0.000108428365,0.00066304125,0.0000020858192,0.0004913746,0.0033140958],"genre_scores_gemma":[0.99724346,0.0000042846486,0.0018317674,0.0000304588,0.000029558367,0.00004715198,0.00019355772,0.000009140131,0.0006105927],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9992437,0.000013813238,0.00032979492,0.00015215664,0.00012387794,0.00013668824],"domain_scores_gemma":[0.99944717,0.00017292616,0.00007420347,0.00009582609,0.00016306766,0.000046786634],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00036300079,0.00006124932,0.00015798703,0.00020483219,0.00006323155,0.0000033653716,0.000026511634,0.00010526346,0.00014867402],"category_scores_gemma":[0.00031751202,0.000049287017,0.00004224522,0.00070849893,0.000024824152,0.000032547996,0.000023350101,0.000046269783,0.00001038646],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.005156501,0.00068408385,0.016387321,0.0005437299,0.00034126296,0.000022159655,0.0009210479,0.00012620444,0.07857286,0.030746343,0.00040073544,0.86609775],"study_design_scores_gemma":[0.03087903,0.0007286303,0.058521755,0.00016401501,0.00008667879,0.000033821023,0.0013248712,0.3503721,0.2549938,0.0017697833,0.3007576,0.0003679361],"about_ca_topic_score_codex":0.000006822346,"about_ca_topic_score_gemma":0.000011838733,"teacher_disagreement_score":0.8657298,"about_ca_system_score_codex":0.00004053138,"about_ca_system_score_gemma":0.000051430907,"threshold_uncertainty_score":0.20098661},"labels":[],"label_agreement":null},{"id":"W4318245339","doi":"10.1186/s13017-023-00476-w","title":"Training curriculum in minimally invasive emergency digestive surgery: 2022 WSES position paper","year":2023,"lang":"en","type":"review","venue":"World Journal of Emergency Surgery","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":25,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Foothills Medical Centre","funders":"Radboud Universitair Medisch Centrum; Radboud Universiteit","keywords":"Medicine; Credentialing; Learning curve; Curriculum; Emergency surgery; Process (computing); Quality (philosophy); Medical physics; Medical education; Medical emergency; General surgery; Surgery; Computer science; Psychology","score_opus":0.14772654558753132,"score_gpt":0.3796011752454177,"score_spread":0.23187462965788638,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4318245339","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0027734393,0.985858,0.0000036550273,0.00040449746,0.007740914,0.0005359818,0.000034533743,0.00007015619,0.00257881],"genre_scores_gemma":[0.0048015104,0.9915474,0.000034778106,0.00008706381,0.0016672781,0.0000523366,0.0002328865,0.00017005354,0.001406711],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9916783,0.0007604663,0.0050533595,0.00057401846,0.0010984963,0.0008353703],"domain_scores_gemma":[0.99172366,0.0039138207,0.00292195,0.00033218213,0.0005642065,0.00054417225],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0031936993,0.0007798076,0.0047896826,0.0037211513,0.0001370854,0.000022812159,0.00022649686,0.0003364835,0.0077352603],"category_scores_gemma":[0.0041522956,0.0006326993,0.0037110483,0.0047346847,0.000054445638,0.00043101763,0.00007344169,0.0015268779,0.00013467188],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00016615074,0.00056706514,0.034788262,0.00832779,0.001502558,0.0050078416,0.00054090755,0.000025302308,0.0000033573303,0.00007494133,0.024655407,0.9243404],"study_design_scores_gemma":[0.0005115737,0.00009020678,0.008876839,0.04832517,0.0016656372,0.00036393685,0.0005031075,0.000010031011,8.049283e-7,0.0002458208,0.938501,0.0009058657],"about_ca_topic_score_codex":0.000037133075,"about_ca_topic_score_gemma":0.00020701265,"teacher_disagreement_score":0.92343456,"about_ca_system_score_codex":0.00031550595,"about_ca_system_score_gemma":0.0017302706,"threshold_uncertainty_score":0.99961245},"labels":[],"label_agreement":null},{"id":"W4318612674","doi":"10.1016/j.cgh.2022.11.041","title":"Designing the Endoscopy Lab to Optimize Training","year":2023,"lang":"en","type":"article","venue":"Clinical Gastroenterology and Hepatology","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"St. Michael's Hospital; University of Toronto","funders":"","keywords":"Medicine; Endoscopy; Suite; Reflection (computer programming); Medical education; Resource (disambiguation); Set (abstract data type); Medical physics; Computer science; Surgery","score_opus":0.13354782464136697,"score_gpt":0.4001406916640475,"score_spread":0.2665928670226805,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4318612674","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9792475,0.00002543876,0.0018858442,0.01699505,0.0004177129,0.00020692094,0.0000018950492,0.00014586141,0.0010737743],"genre_scores_gemma":[0.9740841,0.000060520782,0.0022783128,0.023183487,0.00017628295,0.000028918019,0.0000106224525,0.000013454478,0.00016433635],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99832106,0.00034133604,0.00046670676,0.00034059116,0.000077462544,0.00045282097],"domain_scores_gemma":[0.9978929,0.0015571936,0.00006392594,0.00018184628,0.000037531463,0.00026661155],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0010844914,0.00012132378,0.00048555963,0.00008901893,0.00014319722,0.000009218039,0.00009122098,0.00016747018,0.00019048913],"category_scores_gemma":[0.00066026417,0.000082496335,0.000113986425,0.00016155405,0.00034245566,0.000020496418,0.00010275358,0.0004237598,0.00016587361],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0019174919,0.000048545084,0.9801688,0.000007171434,0.00010838124,0.00020510331,0.00042865664,0.00005708291,0.00003625596,0.00051102776,0.0011262752,0.015385212],"study_design_scores_gemma":[0.013133634,0.0038301742,0.92622787,0.000056693512,0.00021033044,0.0005577411,0.0014217485,0.011393195,0.000026437,0.00061477575,0.042362355,0.00016505898],"about_ca_topic_score_codex":0.0000035308967,"about_ca_topic_score_gemma":0.00001628095,"teacher_disagreement_score":0.05394094,"about_ca_system_score_codex":0.0000071865666,"about_ca_system_score_gemma":0.000036134858,"threshold_uncertainty_score":0.33641028},"labels":[],"label_agreement":null},{"id":"W4318769633","doi":"10.1097/acm.0000000000005157","title":"Association of Surgical Resident Competency Ratings With Patient Outcomes","year":2023,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":34,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Hog Administrative Marketing Services (Canada); University of Toronto","funders":"Agency for Healthcare Research and Quality","keywords":"Milestone; Medicine; Accreditation; Graduate medical education; Family medicine; Emergency medicine; Medical education","score_opus":0.03175282906884563,"score_gpt":0.3327715078967113,"score_spread":0.30101867882786565,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4318769633","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9600674,0.00010465012,0.000018001907,0.02740604,0.00014090593,0.00024668005,0.0000018399697,0.0001408526,0.011873623],"genre_scores_gemma":[0.9941872,0.00019508916,0.00003483313,0.0009843467,0.00013311226,0.000009950376,0.00004698601,0.000014076281,0.004394418],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9981518,0.000060740997,0.0005329329,0.00018243358,0.0008441507,0.00022798499],"domain_scores_gemma":[0.99826854,0.0010410829,0.00026567018,0.00012925682,0.00014140522,0.0001540551],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0006679531,0.000116329866,0.0004614326,0.0001545249,0.000040717747,0.0000013193184,0.00005472801,0.0001431427,0.0006182996],"category_scores_gemma":[0.00078486017,0.00006960759,0.0000462959,0.0005526742,0.00007382634,0.00003890386,0.000025440191,0.00039478022,0.000044325327],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00023891147,0.0000121504945,0.980958,0.000055310717,0.00013809251,0.0001252605,0.0041291476,0.000053395623,0.0002493254,0.0018072939,0.008258183,0.0039749388],"study_design_scores_gemma":[0.025169414,0.0017582047,0.82945746,0.0015983679,0.0004146178,0.00007287075,0.0066633075,0.0019122259,0.0008314618,0.0009907901,0.13081749,0.0003137856],"about_ca_topic_score_codex":0.000038687045,"about_ca_topic_score_gemma":0.0000025691907,"teacher_disagreement_score":0.15150052,"about_ca_system_score_codex":0.000064472726,"about_ca_system_score_gemma":0.00005360087,"threshold_uncertainty_score":0.6769947},"labels":[],"label_agreement":null},{"id":"W4318928676","doi":"10.1007/s00464-022-09825-3","title":"SAGES video acquisition framework—analysis of available OR recording technologies by the SAGES AI task force","year":2023,"lang":"en","type":"article","venue":"Surgical Endoscopy","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":18,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University Health Network; London Health Sciences Centre; Artificial Intelligence in Medicine (Canada); McMaster University","funders":"","keywords":"Computer science; Data acquisition; Task (project management); Video tracking; Frame rate; Workflow; Artificial intelligence; Segmentation; Video quality; Computer vision; Frame (networking); Video processing; Multimedia; Metric (unit); Telecommunications; Database; Engineering","score_opus":0.0345534724057417,"score_gpt":0.3319640983371105,"score_spread":0.2974106259313688,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4318928676","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9657007,0.0019134596,0.0017212208,0.011004851,0.00031871232,0.0006257706,0.00008673444,0.0017277764,0.016900761],"genre_scores_gemma":[0.99398977,0.0006962651,0.00019566681,0.00035834473,0.000049707898,0.000039933493,0.00011683686,0.000020848578,0.0045326506],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.9983394,0.000089744186,0.0004243985,0.00034736109,0.00042532646,0.00037377301],"domain_scores_gemma":[0.9967148,0.0025937227,0.00012959704,0.0004015806,0.00008004168,0.00008031486],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00055200263,0.0001762515,0.000575866,0.0003443289,0.00016804997,0.000035430003,0.00016492722,0.00022894517,0.0038346977],"category_scores_gemma":[0.0007866362,0.00010309974,0.00029183243,0.003252805,0.00019616581,0.000089578214,0.00008844633,0.0003818775,0.00018037579],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.018646572,0.0015645877,0.40644878,0.0010308446,0.01731438,0.0025557675,0.002845394,0.0135485325,0.015229833,0.03067875,0.10115803,0.3889785],"study_design_scores_gemma":[0.042076223,0.0020349487,0.025116464,0.0021152347,0.008261322,0.00010436861,0.009095944,0.13176861,0.06961767,0.013192403,0.69482005,0.0017967601],"about_ca_topic_score_codex":0.00005559724,"about_ca_topic_score_gemma":0.0000047037124,"teacher_disagreement_score":0.593662,"about_ca_system_score_codex":0.000040098876,"about_ca_system_score_gemma":0.00003070264,"threshold_uncertainty_score":0.9970759},"labels":[],"label_agreement":null},{"id":"W4319081850","doi":"10.5489/cuaj.8085","title":"Which renal access technique for percutaneous nephrolithotomy is more difficult to teach using simulation in surgical training?","year":2023,"lang":"en","type":"article","venue":"Canadian Urological Association Journal","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Université de Montréal; McGill University","funders":"","keywords":"Percutaneous nephrolithotomy; Fluoroscopy; Wilcoxon signed-rank test; Medicine; Percutaneous; Randomized controlled trial; SAFER; Triangulation; Statistical significance; Surgery; Medical physics; Computer science; Mann–Whitney U test; Internal medicine","score_opus":0.05768649806272003,"score_gpt":0.3488491959902097,"score_spread":0.29116269792748967,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4319081850","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9784991,0.000009201894,0.0013093387,0.01793542,0.00014092543,0.0009038292,0.000053221767,0.00009111493,0.0010578639],"genre_scores_gemma":[0.9939703,0.0000039977,0.0006442544,0.0045583816,0.00050569203,0.000037458107,0.00006271562,0.000024873978,0.00019235838],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.997754,0.00015423495,0.0005492802,0.00032864543,0.00045792045,0.00075596245],"domain_scores_gemma":[0.997553,0.0007401193,0.0001705588,0.00009844798,0.0005167892,0.0009211073],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0013369651,0.00018500417,0.0004089015,0.00060718367,0.00030981738,0.00014937106,0.00014743723,0.0004306437,0.00044075688],"category_scores_gemma":[0.0022812819,0.00015856561,0.00015339027,0.0015361893,0.000018607912,0.00012989469,0.000022998958,0.00065491855,0.000018282455],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.001237452,0.00018867187,0.5897014,0.000032418277,0.00024158153,0.0025186783,0.004802279,0.37859482,0.0016431963,0.00023222891,0.0027486053,0.018058669],"study_design_scores_gemma":[0.00459382,0.00042602952,0.49385235,0.00010128411,0.00010090787,0.0014616785,0.000570058,0.295233,0.00004590202,0.0007612509,0.20234065,0.0005130623],"about_ca_topic_score_codex":0.00028893485,"about_ca_topic_score_gemma":0.0004306559,"teacher_disagreement_score":0.19959204,"about_ca_system_score_codex":0.0011957443,"about_ca_system_score_gemma":0.0005386575,"threshold_uncertainty_score":0.6466118},"labels":[],"label_agreement":null},{"id":"W4319081926","doi":"10.5489/cuaj.8186","title":"UroBOT: A national survey of Canadian urology residents and fellows on robot-assisted surgery","year":2023,"lang":"en","type":"article","venue":"Canadian Urological Association Journal","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"McMaster University; University of Toronto; Université de Montréal; Université de Sherbrooke","funders":"","keywords":"Standardization; Medicine; Medical education; Robotic surgery; Urology; Patient care; Nursing; Surgery","score_opus":0.09502459097983716,"score_gpt":0.2967901754324939,"score_spread":0.20176558445265674,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4319081926","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9671136,0.000060241182,0.0000043794744,0.02233851,0.00037860128,0.00013340876,0.00010394946,0.000034373235,0.009832932],"genre_scores_gemma":[0.99363565,0.000063127314,0.000017397433,0.005497374,0.00012949867,0.0000030344586,0.00015646603,0.000012292784,0.0004851615],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9979244,0.00041469652,0.00045221666,0.00020064002,0.0004971644,0.0005109099],"domain_scores_gemma":[0.9960538,0.001907311,0.000230752,0.000067519984,0.0005509375,0.0011896788],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0026061793,0.00012177188,0.0003526197,0.0015779836,0.00025081323,0.00004298635,0.00006664505,0.0003034917,0.00056993007],"category_scores_gemma":[0.007627122,0.00010801585,0.000104541316,0.0012877656,0.000047001136,0.000051776056,0.000009135293,0.00046405575,0.000083085346],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000086908716,0.000018556339,0.98677456,0.0000026824232,0.000088102424,0.00017591991,0.00003815452,0.00062357204,0.0000092605505,0.00024009426,0.008475342,0.003466841],"study_design_scores_gemma":[0.0008484651,0.00010720703,0.9799768,0.000009738868,0.000021184682,0.000073780975,0.00001409538,0.00080382853,0.0000016113993,0.00022143358,0.017831903,0.00008999976],"about_ca_topic_score_codex":0.113541074,"about_ca_topic_score_gemma":0.26286113,"teacher_disagreement_score":0.14932005,"about_ca_system_score_codex":0.0005845253,"about_ca_system_score_gemma":0.0014786185,"threshold_uncertainty_score":0.91309285},"labels":[],"label_agreement":null},{"id":"W4319346407","doi":"10.1186/s13018-023-03557-3","title":"Video-based assessment (VBA) of an open, simulated orthopedic surgical procedure: a pilot study using a single-angle camera to assess surgical skill and decision making","year":2023,"lang":"en","type":"article","venue":"Journal of Orthopaedic Surgery and Research","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Dalhousie University","funders":"","keywords":"Medicine; Orthopedic surgery; Inter-rater reliability; Reliability (semiconductor); Medical physics; Coaching; Physical therapy; Surgery; Rating scale; Psychology","score_opus":0.279485034560532,"score_gpt":0.4894264724727516,"score_spread":0.20994143791221964,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4319346407","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99798965,0.00023432731,0.000115172115,0.00034016,0.00019045267,0.0009106422,0.0000053941108,0.000032719738,0.00018148715],"genre_scores_gemma":[0.99867976,0.00007384791,0.00080982945,0.00007785704,0.00026243148,0.000008193957,0.000008544453,0.00004712269,0.00003242499],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99396205,0.0011111188,0.0013840785,0.0005085649,0.002400413,0.00063380104],"domain_scores_gemma":[0.98837125,0.008855591,0.00036119812,0.00028378272,0.0012371081,0.0008910734],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0151401935,0.00025553742,0.0011338936,0.0017254022,0.00036590765,0.00021724936,0.0002021836,0.0001314451,0.0001767463],"category_scores_gemma":[0.0022889725,0.0001850893,0.00016996042,0.0028236483,0.00022519144,0.00036550165,0.00033706648,0.00092861516,0.0000018351637],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.016753756,0.005233535,0.8192822,0.0002674842,0.00027984063,0.018759938,0.0005243212,0.0046975785,0.0007899835,0.000021065423,0.00009458349,0.13329573],"study_design_scores_gemma":[0.032582026,0.030622369,0.82980824,0.0061223023,0.0003910569,0.0034740602,0.005705925,0.08580851,0.00020333282,0.00021903179,0.0042759012,0.0007872322],"about_ca_topic_score_codex":0.000042053663,"about_ca_topic_score_gemma":0.000019011286,"teacher_disagreement_score":0.1325085,"about_ca_system_score_codex":0.00011636107,"about_ca_system_score_gemma":0.0010802458,"threshold_uncertainty_score":0.75477225},"labels":[],"label_agreement":null},{"id":"W4319937640","doi":"10.3233/wor-220185","title":"Design and ergonomic evaluation of a new adapted endoscope holder to reduce muscle pressure and discomfort during endoscopy","year":2023,"lang":"en","type":"article","venue":"Work","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Sherbrooke","funders":"","keywords":"Endoscope; Endoscopy; Medicine; Computer science; Biomedical engineering; Surgery","score_opus":0.09106943294005858,"score_gpt":0.34163525473981576,"score_spread":0.25056582179975717,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4319937640","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9979756,0.0004016809,0.00033103887,0.00021927683,0.00005903982,0.000519741,8.379119e-7,0.000050493138,0.00044233285],"genre_scores_gemma":[0.9972353,0.000018866189,0.0019609837,0.000034162593,0.000058769467,0.000012890078,0.0000069619427,0.000012483583,0.00065957033],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9993399,0.00004393823,0.00014196278,0.0001720545,0.00017988027,0.00012230877],"domain_scores_gemma":[0.9995936,0.0001064411,0.00003489727,0.000110509325,0.000020670133,0.00013389219],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00032670927,0.00007167991,0.00015081049,0.00008018109,0.00004263952,0.000011468442,0.000022254098,0.00003597469,0.00014110214],"category_scores_gemma":[0.00009480645,0.000063357766,0.000017099652,0.0002766934,0.000017770777,0.000041366155,0.00002867638,0.000056668847,0.0000051995057],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00819638,0.00024145242,0.08134132,0.00042315354,0.00082126836,0.00005279038,0.021894885,0.16702318,0.14074591,0.00035622763,0.002796912,0.57610655],"study_design_scores_gemma":[0.008639921,0.00014039922,0.9663077,0.00044380352,0.0003323017,0.000004397262,0.0003654933,0.01347802,0.0074839187,0.00010046775,0.0025621462,0.0001414162],"about_ca_topic_score_codex":0.000013223666,"about_ca_topic_score_gemma":0.0000013845357,"teacher_disagreement_score":0.8849664,"about_ca_system_score_codex":0.000009167339,"about_ca_system_score_gemma":0.000048569596,"threshold_uncertainty_score":0.25836545},"labels":[],"label_agreement":null},{"id":"W4319988692","doi":"10.1109/tmrb.2023.3239674","title":"ASAP: A Semi-Autonomous Precise System for Telesurgery During Communication Delays","year":2023,"lang":"en","type":"article","venue":"IEEE Transactions on Medical Robotics and Bionics","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":18,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Foothills Medical Centre","funders":"","keywords":"Computer science; Jitter; Robot; Robustness (evolution); Simulation; Latency (audio); Debridement (dental); Real-time computing; Artificial intelligence; Human–computer interaction; Surgery","score_opus":0.03366285663204274,"score_gpt":0.29466064596752173,"score_spread":0.260997789335479,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4319988692","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.4245531,0.00036202546,0.56349975,0.0072916457,0.0012430897,0.0012087743,0.00006276049,0.0010002456,0.00077861425],"genre_scores_gemma":[0.9977643,0.00069025275,0.000844235,0.00020641879,0.0000603507,0.000045932993,0.000032817028,0.000025008341,0.0003306855],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9987415,0.00004250792,0.00036622857,0.00022506091,0.00037331964,0.00025137508],"domain_scores_gemma":[0.99864686,0.00062927324,0.000056897476,0.00023568542,0.00008669855,0.00034461875],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0004921283,0.00013262246,0.0002681362,0.00016007604,0.00031994266,0.000028666573,0.00007187067,0.00022603976,0.000051053445],"category_scores_gemma":[0.00007140251,0.00011117865,0.00013572209,0.0003435815,0.00008478525,0.000039917784,0.0000029641053,0.00031116031,0.00002863561],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0027696218,0.0019864205,0.000731863,0.0030987347,0.0010712319,0.00040226092,0.0016484293,0.33336267,0.0017131072,0.004206136,0.0008528816,0.64815664],"study_design_scores_gemma":[0.0074587422,0.0002973196,0.0013853383,0.0012377892,0.00029606145,0.00019225171,0.0006436626,0.97916394,0.002920516,0.00011404368,0.0059252824,0.0003650438],"about_ca_topic_score_codex":0.000007913104,"about_ca_topic_score_gemma":0.000008772196,"teacher_disagreement_score":0.6477916,"about_ca_system_score_codex":0.00007561064,"about_ca_system_score_gemma":0.00010823887,"threshold_uncertainty_score":0.45337334},"labels":[],"label_agreement":null},{"id":"W4320057876","doi":"10.1109/gem56474.2022.10017563","title":"Cricothyroidotomy Simulator: A Makerspace and Augmented Reality Approach","year":2022,"lang":"en","type":"article","venue":"","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ontario Tech University","funders":"","keywords":"Cricothyrotomy; Computer science; Augmented reality; Simulation; 3d printed; 3D printing; Rapid prototyping; Medical simulation; Airway; Multimedia; Airway management; Human–computer interaction; Medicine; Engineering; Biomedical engineering; Surgery; Mechanical engineering","score_opus":0.044511431589108565,"score_gpt":0.3108506638531302,"score_spread":0.2663392322640216,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4320057876","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7634493,0.0001242059,0.0016423527,0.0017983747,0.00004401409,0.00036908322,0.0000052955265,0.00019709444,0.23237027],"genre_scores_gemma":[0.9940811,0.0000017387937,0.00046021893,0.001534259,0.00002609726,0.00001929261,0.000025179299,0.000009011025,0.0038431361],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.9992836,0.000052336734,0.00010973321,0.0001895846,0.00023367343,0.00013105884],"domain_scores_gemma":[0.99962205,0.000074579766,0.000024328376,0.00013073065,0.000019551042,0.00012876409],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00021254597,0.00006989608,0.00013906542,0.00006528315,0.00013644258,0.000010536732,0.00002461337,0.00002023586,0.0013918262],"category_scores_gemma":[0.0000319706,0.000058331683,0.00003994126,0.00024261331,0.000028911645,0.00002439493,0.00006754616,0.0001445387,0.0000046943856],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0033381283,0.0031847607,0.81930417,0.0002866086,0.00066595606,0.0003294954,0.0051007117,0.022814637,0.0009633612,0.076799825,0.019291058,0.04792132],"study_design_scores_gemma":[0.015137827,0.0003700296,0.13913079,0.0000069153552,0.00010725747,0.00009606143,0.007079184,0.3227009,0.00005658334,0.00029680447,0.5147095,0.0003081542],"about_ca_topic_score_codex":0.000027052092,"about_ca_topic_score_gemma":6.454904e-7,"teacher_disagreement_score":0.68017334,"about_ca_system_score_codex":0.00004425486,"about_ca_system_score_gemma":0.000020391908,"threshold_uncertainty_score":0.999521},"labels":[],"label_agreement":null},{"id":"W4320717340","doi":"10.1016/j.cgh.2022.12.036","title":"Integrating Ergonomics into Endoscopy Training: A Guide for Faculty and Fellows","year":2023,"lang":"en","type":"article","venue":"Clinical Gastroenterology and Hepatology","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":10,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"The Wilson Centre; SickKids Foundation; St. Michael's Hospital; University of Toronto","funders":"Ontario Ministry of Research, Innovation and Science","keywords":"Medicine; Medical education; Human factors and ergonomics; Training (meteorology); Endoscopy; Medical physics; Poison control; Medical emergency; Radiology","score_opus":0.12762553467541668,"score_gpt":0.42710037019666214,"score_spread":0.29947483552124543,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4320717340","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99375105,0.000037813985,0.001573396,0.003627664,0.00030017618,0.00023977525,0.000009220545,0.00010486713,0.0003560396],"genre_scores_gemma":[0.9873958,0.00012066303,0.0070255483,0.004982535,0.00015333766,0.000040021878,0.00009982251,0.000015354071,0.00016688771],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99843884,0.000116256924,0.00062682957,0.00041180843,0.000039649654,0.00036661697],"domain_scores_gemma":[0.99833584,0.0011537384,0.00010989127,0.00011430949,0.00005018626,0.00023602795],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00072270917,0.0001435001,0.0006270486,0.00008945763,0.00011709055,0.000009441289,0.000051933697,0.00024970804,0.000027075976],"category_scores_gemma":[0.0009002728,0.000119367025,0.00012539527,0.00006091358,0.00045180172,0.00002981986,0.00007457871,0.00030577666,0.000010838565],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0024335778,0.000052311723,0.96525395,0.000032382624,0.00011927204,0.00004099695,0.00045113356,0.0000024584176,0.000036041427,0.0015174373,0.0007968148,0.029263638],"study_design_scores_gemma":[0.03010463,0.0067220055,0.73353916,0.00008605411,0.0003265734,0.00044467096,0.002672421,0.056052204,0.000021904654,0.00435507,0.16541283,0.0002624821],"about_ca_topic_score_codex":0.0000098944165,"about_ca_topic_score_gemma":0.0001303352,"teacher_disagreement_score":0.23171477,"about_ca_system_score_codex":0.000011024111,"about_ca_system_score_gemma":0.000045422355,"threshold_uncertainty_score":0.4867646},"labels":[],"label_agreement":null},{"id":"W4320856868","doi":"10.1177/00031348231157821","title":"Remote Instruction in Focused Assessment With Sonography in Trauma (FAST) Exams for Surgery Residents: A Pilot Study","year":2023,"lang":"en","type":"article","venue":"The American Surgeon","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Session (web analytics); Curriculum; Popularity; Medicine; Confidence interval; Focused assessment with sonography for trauma; Medical education; Medical physics; Psychology; Surgery; Computer science; Internal medicine","score_opus":0.07264144615900985,"score_gpt":0.3449926035247315,"score_spread":0.27235115736572163,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4320856868","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99773866,0.000008688121,0.00012419237,0.0005442672,0.000079970036,0.0009021004,0.0000020930224,0.00011852627,0.000481517],"genre_scores_gemma":[0.99943537,0.000021987218,0.00016168828,0.00016624952,0.00004478522,0.000074146905,0.000020611074,0.00002972641,0.00004541956],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99840266,0.00024102494,0.00039011278,0.0002882228,0.00033542668,0.00034255243],"domain_scores_gemma":[0.9982477,0.0011948767,0.0001757419,0.00026669982,0.000040355786,0.00007461603],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0014628671,0.00014688585,0.00049361144,0.00061021076,0.000067985085,0.000020664782,0.00006438108,0.000015040278,0.00001957786],"category_scores_gemma":[0.000105283274,0.00009954623,0.00007726851,0.0026264973,0.00011959857,0.00006713203,0.000019173369,0.00019276167,0.00000453568],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0024124142,0.00027545638,0.67716265,0.000011727575,0.000044914243,0.000055774923,0.00050551817,0.00025240233,0.000017346736,0.000009290812,0.00002533127,0.31922716],"study_design_scores_gemma":[0.004927667,0.0014668895,0.9856099,0.00010704327,0.000027462593,0.0000054553166,0.0048932806,0.0024833155,0.00001567294,0.00007870495,0.0002648103,0.00011982277],"about_ca_topic_score_codex":0.004050219,"about_ca_topic_score_gemma":0.0017332834,"teacher_disagreement_score":0.31910732,"about_ca_system_score_codex":0.00007936586,"about_ca_system_score_gemma":0.000071926646,"threshold_uncertainty_score":0.61227465},"labels":[],"label_agreement":null},{"id":"W4321127632","doi":"10.2196/45211","title":"Perceptions About Augmented Reality in Remote Medical Care: Interview Study of Emergency Telemedicine Providers","year":2023,"lang":"en","type":"article","venue":"JMIR Formative Research","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":29,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Weill Cornell Medical College; National Science Foundation","keywords":"Telemedicine; Snowball sampling; Thematic analysis; Health care; Medical emergency; Augmented reality; Nursing; Medicine; Qualitative research; Medical education; Computer science; Human–computer interaction","score_opus":0.20962471112763056,"score_gpt":0.5290005360490156,"score_spread":0.31937582492138505,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4321127632","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.985508,0.0000742905,0.00005060203,0.0025560374,0.00010344807,0.0015709334,0.0000065760446,0.00007582233,0.01005429],"genre_scores_gemma":[0.9991511,0.00025447505,0.000007685668,0.000042402866,0.00006131486,0.00009607912,0.00008557839,0.000013511981,0.00028785254],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9960808,0.000736173,0.0007542823,0.00023459556,0.0017666849,0.00042744775],"domain_scores_gemma":[0.99856704,0.00031316048,0.00007161994,0.00028494935,0.00049734616,0.00026587094],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0033858947,0.00011366148,0.00037251133,0.00066234596,0.0001155517,0.0000066017833,0.00016267155,0.000095285046,0.0023552056],"category_scores_gemma":[0.0008615506,0.00008444879,0.000078745106,0.0024156054,0.00014436021,0.00012077623,0.00017347452,0.0007559447,0.00011667068],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0006042135,0.0020317952,0.07762162,0.0016742415,0.0001706546,0.00022835308,0.26444572,0.000031599524,0.00008510937,0.00015588099,0.0049423026,0.6480085],"study_design_scores_gemma":[0.0073246947,0.0020838822,0.78617215,0.00079015456,0.00001289682,0.0000038299854,0.18747826,0.009424494,0.000013686311,0.00010425313,0.0064948862,0.0000967836],"about_ca_topic_score_codex":0.00055109774,"about_ca_topic_score_gemma":0.0006149238,"teacher_disagreement_score":0.7085506,"about_ca_system_score_codex":0.00016801117,"about_ca_system_score_gemma":0.00016328241,"threshold_uncertainty_score":0.9985568},"labels":[],"label_agreement":null},{"id":"W4321489362","doi":"10.1186/s40463-022-00614-5","title":"Examining the utility of a photorealistic virtual ear in otologic education","year":2023,"lang":"en","type":"article","venue":"Journal of Otolaryngology - Head and Neck Surgery","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Calgary; University of Toronto","funders":"University of Calgary","keywords":"Otorhinolaryngology; Virtual reality; Cadaveric spasm; Otology; Medicine; Medical education; Medical physics; Psychology; Audiology; Computer science; Surgery; Human–computer interaction","score_opus":0.07291257652676017,"score_gpt":0.3270047070062062,"score_spread":0.254092130479446,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4321489362","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9977336,0.00029212947,0.000005663432,0.0004953143,0.0003091184,0.000099345496,0.0000018003075,0.000010785573,0.0010522654],"genre_scores_gemma":[0.99926704,0.00015098881,0.000019163424,0.0004064975,0.00009626706,0.0000035539874,0.0000071613795,0.0000061895,0.000043122705],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9988006,0.00018848194,0.00058978243,0.00010294874,0.00015817797,0.00016004946],"domain_scores_gemma":[0.99737316,0.0020797595,0.0002630879,0.00010048241,0.00009616058,0.000087375054],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001523454,0.00008073242,0.00045992128,0.0003049241,0.00004385495,0.000005279645,0.00004405264,0.00010041695,0.00014932493],"category_scores_gemma":[0.0012553979,0.00005173134,0.00009518726,0.0003990019,0.00013239354,0.00006404625,0.000020652094,0.0002844697,0.000002653674],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00042571843,0.00013579242,0.98895437,0.00004487767,0.000029890327,0.00017621981,0.00032727577,0.000005164818,0.00017714432,0.00008785578,0.00035996313,0.009275727],"study_design_scores_gemma":[0.0007854967,0.00018626962,0.9957032,0.00022287444,0.000026841533,0.00035566665,0.00031708973,0.0009327653,0.000050564624,0.00018324195,0.0011934264,0.000042566495],"about_ca_topic_score_codex":0.000036895497,"about_ca_topic_score_gemma":0.000009427422,"teacher_disagreement_score":0.009233161,"about_ca_system_score_codex":0.000012851136,"about_ca_system_score_gemma":0.00024183586,"threshold_uncertainty_score":0.21095426},"labels":[],"label_agreement":null},{"id":"W4321500914","doi":"10.1001/jamasurg.2022.8228","title":"Association Between Familiarity of the Surgeon-Anesthesiologist Dyad and Postoperative Patient Outcomes for Complex Gastrointestinal Cancer Surgery","year":2023,"lang":"en","type":"article","venue":"JAMA Surgery","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":61,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Manitoba; St. Paul's Hospital; Providence Health Care; Women's College Hospital; The Wilson Centre; University of British Columbia; Toronto Western Hospital; University Health Network; Health Sciences Centre; Ottawa Hospital; Institute for Clinical Evaluative Sciences; University of Ottawa; Université de Montréal; Université Laval; Public Health Ontario; University of Toronto; Sunnybrook Health Science Centre","funders":"","keywords":"Medicine; Dyad; Odds ratio; Logistic regression; Retrospective cohort study; General surgery; Odds; Esophagectomy; Surgery; Cancer; Internal medicine; Esophageal cancer","score_opus":0.09754422685274079,"score_gpt":0.32855650034015477,"score_spread":0.231012273487414,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4321500914","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9905066,0.000025117955,0.000015234132,0.008659433,0.0001694762,0.00031753894,0.00013838569,0.00006690581,0.00010132522],"genre_scores_gemma":[0.9985552,0.00002476519,0.000050732804,0.00090698124,0.00006337573,0.000040987186,0.00013856939,0.000014498073,0.00020488711],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99855864,0.00016966199,0.0004828278,0.00020616819,0.0003012664,0.00028146178],"domain_scores_gemma":[0.98671097,0.012502739,0.00029390957,0.00013789411,0.00026694417,0.000087519315],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0010682647,0.00013684748,0.0006148367,0.000109979264,0.00013568188,0.000018755463,0.000035206533,0.000082150495,0.00005987348],"category_scores_gemma":[0.004559772,0.00008947963,0.00029935388,0.00035726622,0.000087557295,0.000058917634,0.00003906111,0.0001446205,0.0000033128808],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00010092209,0.000030268606,0.9783665,0.000041906427,0.00007983305,0.0000070603323,0.00009375916,0.000023753277,0.000057847064,0.00001749805,0.005243291,0.015937349],"study_design_scores_gemma":[0.00044875997,0.000025774245,0.99325335,0.00014561004,0.0000567698,0.00000420318,0.00014829246,0.0005897855,0.000120842415,0.000046084653,0.0050710584,0.00008949839],"about_ca_topic_score_codex":0.00029225336,"about_ca_topic_score_gemma":0.000028781147,"teacher_disagreement_score":0.01584785,"about_ca_system_score_codex":0.00008691429,"about_ca_system_score_gemma":0.00013583268,"threshold_uncertainty_score":0.54588026},"labels":[],"label_agreement":null},{"id":"W4321611603","doi":"10.1002/lary.30610","title":"Developing an Objective Structured Assessment of Technical Skills (<scp>OSATS</scp>) for Microlaryngoscopy","year":2023,"lang":"en","type":"article","venue":"The Laryngoscope","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto; University of Alberta; University of Calgary","funders":"University of Alberta; University of Calgary","keywords":"Computer science","score_opus":0.03478422846603951,"score_gpt":0.3737528260419377,"score_spread":0.3389685975758982,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4321611603","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.989926,0.00005750009,0.003055707,0.0006167509,0.00019263539,0.001098731,0.00003571199,0.00027331262,0.0047436464],"genre_scores_gemma":[0.9871727,0.00002701368,0.011174254,0.0008696885,0.00015923925,0.00007861461,0.00015004135,0.000043400058,0.00032500934],"study_design_codex":"bench_or_experimental","study_design_gemma":"observational","domain_scores_codex":[0.99846643,0.000104183986,0.00038909726,0.0003200191,0.00033124437,0.0003889935],"domain_scores_gemma":[0.99816316,0.0010414199,0.0001389261,0.00035768672,0.0001714166,0.00012741543],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00075258967,0.00019081413,0.0004346958,0.00014235254,0.00018128908,0.000025729572,0.00020398913,0.00014366223,0.000041853516],"category_scores_gemma":[0.0004261561,0.00012902963,0.00014477824,0.0007015246,0.00011982577,0.000097207536,0.00009081481,0.00026374456,0.000015734004],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0008326907,0.0012743141,0.17055908,0.0010994857,0.0017040491,0.00016004042,0.009071336,0.0016278299,0.69025075,0.072323315,0.004300681,0.046796404],"study_design_scores_gemma":[0.006039031,0.00074993895,0.9098765,0.00026984068,0.00020376162,0.000036810703,0.0010983725,0.004552139,0.05577352,0.003989469,0.017236775,0.00017381118],"about_ca_topic_score_codex":0.00001716391,"about_ca_topic_score_gemma":0.000018662691,"teacher_disagreement_score":0.7393175,"about_ca_system_score_codex":0.00009471118,"about_ca_system_score_gemma":0.00024146616,"threshold_uncertainty_score":0.5261676},"labels":[],"label_agreement":null},{"id":"W4322719321","doi":"10.1097/brs.0000000000004554","title":"Spine Surgical Subspecialty and Its Effect on Patient Outcomes","year":2023,"lang":"en","type":"review","venue":"Spine","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":15,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Medicine; Orthopedic surgery; Subspecialty; Orthopedic Procedures; MEDLINE; Odds ratio; Neurosurgery; Surgery; Meta-analysis; Physical therapy; Internal medicine; Family medicine","score_opus":0.09419360137814767,"score_gpt":0.4062523765625145,"score_spread":0.31205877518436687,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4322719321","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0016337817,0.9883001,6.805627e-7,0.00017828171,0.0005310614,0.001296947,0.000020048783,0.0002166111,0.007822499],"genre_scores_gemma":[0.001092014,0.9954362,0.000009956198,0.0001501059,0.00048293616,0.00006173485,0.00026806715,0.00007794508,0.0024210205],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99820125,0.00011620378,0.00056297705,0.00044009773,0.00039093345,0.00028856655],"domain_scores_gemma":[0.9989759,0.000332502,0.00015563628,0.00023462302,0.000037131667,0.00026425245],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00029021825,0.00040518556,0.0021069834,0.00020445733,0.00005808309,0.0000182542,0.000055499328,0.00025954293,0.00044436476],"category_scores_gemma":[0.00040280522,0.00024371501,0.0004732283,0.00037679187,0.000030946125,0.00001777392,0.00006539321,0.00044592776,0.0005823993],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000026005475,0.000053212127,0.00005931039,0.0048974105,0.00016215342,0.0006408661,0.000008684055,4.7802473e-7,2.7615988e-8,0.0006079215,0.00005211268,0.9934918],"study_design_scores_gemma":[0.0022658699,0.0009393421,0.0012310185,0.008125281,0.00040451327,0.00005555073,0.0000012835992,0.000014754152,8.0815295e-7,0.0000053316962,0.98673236,0.00022389217],"about_ca_topic_score_codex":0.0000021539322,"about_ca_topic_score_gemma":0.0000015196304,"teacher_disagreement_score":0.99326795,"about_ca_system_score_codex":0.00006628122,"about_ca_system_score_gemma":0.000052034444,"threshold_uncertainty_score":0.993841},"labels":[],"label_agreement":null},{"id":"W4322721598","doi":"10.1016/j.jogc.2023.02.011","title":"Endometriosis Imaging: Enter the Metaverse of Possibilities","year":2023,"lang":"en","type":"article","venue":"Journal of Obstetrics and Gynaecology Canada","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":4,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Ottawa Hospital; University of Ottawa","funders":"AbbVie","keywords":"Medicine; Metaverse; Endometriosis; Human–computer interaction; Internal medicine; Virtual reality","score_opus":0.022568596276055765,"score_gpt":0.2605247022279089,"score_spread":0.23795610595185315,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4322721598","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9926441,0.0015501799,0.000005428381,0.0009086304,0.0027894308,0.000053890395,0.0000074945965,0.000003192806,0.0020376958],"genre_scores_gemma":[0.9990479,0.000096694646,0.000030293506,0.00048750272,0.000015394766,4.1539118e-7,0.0000010751293,0.0000042374486,0.0003165199],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9992155,0.00003759443,0.00032315595,0.000054486893,0.00024858362,0.0001207003],"domain_scores_gemma":[0.9927809,0.006643962,0.00019144664,0.00006973662,0.00021932845,0.0000946129],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00035141248,0.000053974087,0.00023703743,0.00026862707,0.000042801115,0.0000068236136,0.00005552151,0.000026700422,0.00038655518],"category_scores_gemma":[0.0074932976,0.00003190417,0.000072739844,0.00061740715,0.00006608089,0.000030783413,0.000022693304,0.00015130443,4.5975435e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000267373,0.00006709192,0.7766065,0.000057053614,0.0004201436,0.0024122403,0.00076238153,0.00017024945,0.000024301406,0.00039124873,0.0028205102,0.21624155],"study_design_scores_gemma":[0.004731142,0.00019309654,0.91144943,0.0000069786543,0.00017530659,0.00006986894,0.0032096012,0.00055095606,0.0001148663,0.00025639465,0.079179995,0.00006234076],"about_ca_topic_score_codex":0.0023249087,"about_ca_topic_score_gemma":0.0009412692,"teacher_disagreement_score":0.2161792,"about_ca_system_score_codex":0.0001282745,"about_ca_system_score_gemma":0.0004074776,"threshold_uncertainty_score":0.89707184},"labels":[],"label_agreement":null},{"id":"W4323538071","doi":"10.3138/jvme-2022-0082","title":"Hurdles of Cataract Surgery: Veterinary Ophthalmology Residents’ Perspective (Part B)","year":2023,"lang":"en","type":"article","venue":"Journal of Veterinary Medical Education","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Capsulorhexis; Preparedness; Phacoemulsification; Medicine; Cataract surgery; Curriculum; Private practice; Ophthalmology; Medical education; Family medicine; Psychology","score_opus":0.18903415259441925,"score_gpt":0.44994487812829137,"score_spread":0.2609107255338721,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4323538071","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99171406,0.00043558655,0.000009078055,0.004292392,0.0015677112,0.00008244718,0.000001999613,0.000019630046,0.0018770965],"genre_scores_gemma":[0.998233,0.00027979971,0.00013655459,0.00027471126,0.0007275488,0.000004160835,0.000024664849,0.000015592668,0.0003039688],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9980894,0.00019315699,0.0007084786,0.00014183948,0.00068313896,0.00018398552],"domain_scores_gemma":[0.99795324,0.0007311907,0.000406248,0.00015057222,0.0004067627,0.00035197882],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0012310088,0.00011022358,0.0004511383,0.00043340595,0.000045901754,0.000006895527,0.00011149374,0.00013525721,0.0019220795],"category_scores_gemma":[0.0035915116,0.000090364505,0.00022162058,0.00043958813,0.00013717779,0.00013993554,0.000041736243,0.00031471328,0.000040220442],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.02436824,0.010804097,0.32979026,0.0020961575,0.0019654024,0.03404612,0.013305509,0.00010239069,0.014828531,0.0022681362,0.07887513,0.48755002],"study_design_scores_gemma":[0.0024132102,0.0044087684,0.9120463,0.0016796598,0.00013298597,0.028388485,0.005201609,0.00023133188,0.00015794308,0.000692018,0.044445332,0.00020233761],"about_ca_topic_score_codex":0.000048156675,"about_ca_topic_score_gemma":2.1098163e-7,"teacher_disagreement_score":0.5822561,"about_ca_system_score_codex":0.000107047264,"about_ca_system_score_gemma":0.0014110465,"threshold_uncertainty_score":0.9989903},"labels":[],"label_agreement":null},{"id":"W4323816652","doi":"10.1002/ca.24037","title":"Development of the <scp>McMaster</scp> Embalming Scale (<scp>MES</scp>) to assess embalming solutions for surgical skills training","year":2023,"lang":"en","type":"article","venue":"Clinical Anatomy","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University Medical Centre; McMaster University; Hamilton Health Sciences","funders":"","keywords":"Embalming; Cronbach's alpha; Medicine; Cadaver; Likert scale; Surgery; Medical physics; Anatomy; Psychometrics","score_opus":0.16507114559687183,"score_gpt":0.41461524535180627,"score_spread":0.24954409975493444,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4323816652","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9836147,0.00006005192,0.0019595807,0.0005105298,0.00073213177,0.0009083785,0.00002339432,0.00024427427,0.011946956],"genre_scores_gemma":[0.98704034,0.00001325349,0.0067899264,0.00073925086,0.0004749087,0.000117507705,0.000051945586,0.00005942804,0.0047134473],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.995861,0.00017913104,0.0016147133,0.0006657168,0.0006753572,0.001004071],"domain_scores_gemma":[0.9897172,0.008649373,0.00031185555,0.00039533884,0.0002820785,0.0006441816],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0031394116,0.0003019564,0.00088361447,0.00020605433,0.0005469624,0.00005022581,0.00035147512,0.00032034592,0.000056128123],"category_scores_gemma":[0.006004524,0.00022505668,0.0006417562,0.0013167309,0.00022390662,0.00010209149,0.0003622764,0.0005258657,0.0001190546],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00011464823,0.002351481,0.27535442,0.0006361059,0.0012324216,0.0002631429,0.02430837,0.0019320627,0.0009644598,0.0068107173,0.008910297,0.6771219],"study_design_scores_gemma":[0.009147353,0.00020313052,0.25149587,0.0008175974,0.0001980084,0.00004583954,0.008936049,0.011089082,0.0010386945,0.00042890897,0.7164688,0.00013068554],"about_ca_topic_score_codex":0.0000031134748,"about_ca_topic_score_gemma":0.00001510599,"teacher_disagreement_score":0.7075585,"about_ca_system_score_codex":0.00007717295,"about_ca_system_score_gemma":0.0004173665,"threshold_uncertainty_score":0.9177545},"labels":[],"label_agreement":null},{"id":"W4324015593","doi":"","title":"La chirurgie robotique: succès médical ou commercial? Applications à l'oncologie chirurgicale","year":2010,"lang":"fr","type":"preprint","venue":"HAL (Le Centre pour la Communication Scientifique Directe)","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Centre d'expertise et de recherche en infrastructures urbaines","funders":"","keywords":"Medicine","score_opus":0.033885200528964134,"score_gpt":0.30001568414153285,"score_spread":0.2661304836125687,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4324015593","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.05420323,0.0039041704,0.1997606,0.061034136,0.0014331,0.0027852242,0.00020730427,0.0010597014,0.6756125],"genre_scores_gemma":[0.9203172,0.0028440615,0.039855566,0.0008386729,0.0005687419,0.00066602434,0.001999545,0.00017782803,0.032732375],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9848076,0.009600506,0.0016349544,0.0017106006,0.0010602836,0.0011860445],"domain_scores_gemma":[0.9798246,0.01207974,0.0009672239,0.0034250184,0.0023976585,0.0013057295],"candidate_categories":["metaepi_narrow","research_integrity","insufficient_payload"],"consensus_categories":["research_integrity","insufficient_payload"],"category_scores_codex":[0.011276168,0.0009203624,0.0013560201,0.00033883282,0.0010200695,0.0005141863,0.001858359,0.0021356868,0.00448951],"category_scores_gemma":[0.004675705,0.0009356891,0.0008438773,0.0010046023,0.0018408442,0.00019917109,0.0017635687,0.004806254,0.00093404873],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000081157035,0.002933021,0.006844509,0.00022637795,0.00023113849,0.000059971124,0.0019812558,0.00038144639,0.00044376188,0.49327418,0.0007777553,0.49276543],"study_design_scores_gemma":[0.0044035628,0.0000031368845,0.056182735,0.0024415238,0.0003744543,0.00010417274,0.00022251182,0.01663492,0.0029478935,0.0046254834,0.9110356,0.0010239852],"about_ca_topic_score_codex":0.00087760837,"about_ca_topic_score_gemma":0.0013565648,"teacher_disagreement_score":0.9102579,"about_ca_system_score_codex":0.00045023026,"about_ca_system_score_gemma":0.001213465,"threshold_uncertainty_score":0.99984384},"labels":[],"label_agreement":null},{"id":"W4324128522","doi":"10.3138/jvme-2022-0130","title":"Comparison of Attempts Needed for Veterinary Students to Reach Proficiency in a Basic and Advanced Robotic Simulator Task","year":2023,"lang":"en","type":"article","venue":"Journal of Veterinary Medical Education","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Trainer; Psychomotor learning; Task (project management); Medical education; Simulation; Medicine; Psychology; Computer science; Engineering; Cognition","score_opus":0.15012520469165483,"score_gpt":0.504181649615634,"score_spread":0.35405644492397925,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4324128522","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9966788,0.00018360229,0.00023213959,0.0018718624,0.000541604,0.00043767734,8.216443e-7,0.000012288777,0.00004120133],"genre_scores_gemma":[0.99868774,0.000020581529,0.0006634943,0.0003951098,0.00013237775,0.000020609103,0.000009741288,0.000013184239,0.00005713095],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99826485,0.000072516894,0.0007203475,0.0001470694,0.0006221352,0.00017310903],"domain_scores_gemma":[0.99880666,0.00034961646,0.00023032277,0.000101211896,0.00016847781,0.0003436973],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0008758235,0.000099614284,0.00043265324,0.00036554495,0.000033279095,0.000009153177,0.000112757465,0.00008094081,0.00004425356],"category_scores_gemma":[0.0016433204,0.00008313717,0.000083420615,0.0004502294,0.00004145744,0.000096585696,0.000047368656,0.0001887334,0.0000030136068],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.012920836,0.007572718,0.3847854,0.0018997142,0.00020152358,0.0003308887,0.016548939,0.005717572,0.032377552,0.00008495352,0.0013604268,0.53619945],"study_design_scores_gemma":[0.010818112,0.014162053,0.93477046,0.0026758644,0.00009736878,0.00039676082,0.007370608,0.021541355,0.00015079977,0.00008378468,0.007722139,0.0002106796],"about_ca_topic_score_codex":0.000004921655,"about_ca_topic_score_gemma":6.023314e-7,"teacher_disagreement_score":0.54998505,"about_ca_system_score_codex":0.00007366021,"about_ca_system_score_gemma":0.00034383088,"threshold_uncertainty_score":0.33902356},"labels":[],"label_agreement":null},{"id":"W4324129278","doi":"10.3138/jvme-2022-0081","title":"Training Veterinary Ophthalmology Residents on Cataract Surgery (Part A: Diplomate’s Survey)","year":2023,"lang":"en","type":"article","venue":"Journal of Veterinary Medical Education","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Medicine; Cataract surgery; Phacoemulsification; Private practice; Ophthalmology; Medical education; Optometry; Family medicine","score_opus":0.3574871007275765,"score_gpt":0.4673538888615804,"score_spread":0.10986678813400391,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4324129278","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9926719,0.00012212743,0.0000051505604,0.0020031494,0.0033478867,0.00009616645,0.0000036275526,0.00004715875,0.0017028494],"genre_scores_gemma":[0.9972734,0.00017418033,0.000051842908,0.0009086546,0.0010494762,0.000007497298,0.00012665702,0.000029188406,0.00037909235],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9972335,0.00045792988,0.0008697712,0.00020620674,0.0009187153,0.00031389605],"domain_scores_gemma":[0.9968163,0.0017984133,0.00037507096,0.00019526508,0.0002169278,0.00059804396],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.003108542,0.00016570209,0.00053145416,0.00052750256,0.00009261842,0.000020277212,0.00014186362,0.00018941432,0.0014816184],"category_scores_gemma":[0.0061068446,0.00013589315,0.00020909176,0.0005362305,0.00009153044,0.00016362261,0.000041080537,0.00048302117,0.00013440884],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.013211377,0.00358211,0.21485865,0.00054419605,0.0005736895,0.029186772,0.0027639903,0.00008393809,0.0010803854,0.00009838255,0.04006965,0.69394684],"study_design_scores_gemma":[0.0012826993,0.0023091598,0.9522821,0.001055688,0.000035151585,0.013359175,0.00039708207,0.00019576027,0.000016227697,0.00007562301,0.028844943,0.00014643108],"about_ca_topic_score_codex":0.000030176725,"about_ca_topic_score_gemma":5.8849264e-7,"teacher_disagreement_score":0.7374234,"about_ca_system_score_codex":0.00010387081,"about_ca_system_score_gemma":0.001478966,"threshold_uncertainty_score":0.99943113},"labels":[],"label_agreement":null},{"id":"W4327568718","doi":"10.3390/s23063146","title":"Motion Smoothness-Based Assessment of Surgical Expertise: The Importance of Selecting Proper Metrics","year":2023,"lang":"en","type":"article","venue":"Sensors","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":23,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Jerk; Motion (physics); Smoothness; Logarithm; Computer science; Physical medicine and rehabilitation; Artificial intelligence; Mathematics; Medicine; Physics; Mathematical analysis; Acceleration","score_opus":0.06164462015763054,"score_gpt":0.3704221383450329,"score_spread":0.30877751818740234,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4327568718","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9944815,0.000035917477,0.000098501754,0.00065891485,0.00005971283,0.00019007745,0.0000017143144,0.000058727856,0.0044149077],"genre_scores_gemma":[0.9994702,0.00000941,0.00018900771,0.000051413554,0.000040631494,0.0000052091195,0.000011833882,0.000011369644,0.00021093142],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.999025,0.00006906769,0.00028910776,0.00012485818,0.00035986636,0.00013210159],"domain_scores_gemma":[0.9991661,0.0003943944,0.00011616125,0.00014446022,0.00013473116,0.0000441624],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00050994987,0.000067349996,0.00019651122,0.000114187664,0.000041685173,0.000003849437,0.000036326794,0.00004690561,0.00014501739],"category_scores_gemma":[0.00024047369,0.0000406433,0.00008568395,0.0010953473,0.000053276475,0.00001603914,0.000011278142,0.000109294604,0.0000034060326],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00015311725,0.000195338,0.9351319,0.00016422555,0.00007926249,0.000091102964,0.00057159486,0.036905076,0.0015851399,0.00086707366,0.000054143784,0.024202006],"study_design_scores_gemma":[0.0036030014,0.00016491208,0.40905407,0.00011148828,0.000060777013,0.000010370966,0.0008198838,0.5729691,0.010130797,0.000028077862,0.0029331732,0.00011434605],"about_ca_topic_score_codex":0.000014233437,"about_ca_topic_score_gemma":0.0000015875071,"teacher_disagreement_score":0.536064,"about_ca_system_score_codex":0.000029969131,"about_ca_system_score_gemma":0.000050566206,"threshold_uncertainty_score":0.16573857},"labels":[],"label_agreement":null},{"id":"W4327681928","doi":"10.1097/md.0000000000033209","title":"Development of technical skills in simulated cerebral aneurysm coiling","year":2023,"lang":"en","type":"article","venue":"Medicine","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Canadian Foundation for Healthcare Improvement; Western University","funders":"","keywords":"Medicine; Perforation; Task (project management); Physical medicine and rehabilitation; Test (biology); Medical physics; Physical therapy; Simulation; Computer science","score_opus":0.04304593104754413,"score_gpt":0.3471219870194837,"score_spread":0.3040760559719396,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4327681928","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9906335,0.000034354933,0.000045536915,0.0010268175,0.00009334647,0.00017001052,4.344291e-7,0.00014656784,0.007849463],"genre_scores_gemma":[0.99870425,0.0000051942866,0.0005027175,0.00028726587,0.00006548507,0.0000027190465,0.000049237427,0.000012498926,0.00037063909],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9988316,0.000018651885,0.00047377544,0.00016463493,0.00031319945,0.00019811394],"domain_scores_gemma":[0.99942124,0.00024818734,0.00005157267,0.00012582031,0.000047492023,0.00010569501],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00049885345,0.00008994953,0.000330239,0.00028068552,0.000023530192,0.0000010684056,0.000046348665,0.00007535606,0.00046311307],"category_scores_gemma":[0.0005183133,0.00006605586,0.000028457003,0.00091264537,0.000075930344,0.000017377912,0.000029098795,0.00016568198,0.000042551255],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0011255825,0.0011510104,0.64261687,0.00070111954,0.00016031925,0.0030211436,0.015505272,0.005819598,0.09026702,0.0009247033,0.0012805045,0.23742683],"study_design_scores_gemma":[0.015286266,0.00023627645,0.9442463,0.0010248603,0.00003917942,0.00005101233,0.00071718654,0.012778967,0.003591504,0.00010159666,0.021741424,0.00018543287],"about_ca_topic_score_codex":0.000008497154,"about_ca_topic_score_gemma":0.000012572934,"teacher_disagreement_score":0.3016294,"about_ca_system_score_codex":0.000040842933,"about_ca_system_score_gemma":0.000054972388,"threshold_uncertainty_score":0.5070763},"labels":[],"label_agreement":null},{"id":"W4360603041","doi":"10.1111/cid.13201","title":"Training of novice surgeons using dynamic computer assisted dental implant surgery: An exploratory randomized trial","year":2023,"lang":"en","type":"article","venue":"Clinical Implant Dentistry and Related Research","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":14,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Chulalongkorn University","keywords":"Confidence interval; Randomized controlled trial; Significant difference; Medicine; Dental implant; Mean difference; Implant; Dentistry; Physical therapy; Psychology; Surgery","score_opus":0.3508131153990012,"score_gpt":0.507854422163612,"score_spread":0.1570413067646108,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4360603041","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9948402,0.0001044967,0.000094598756,0.00012313048,0.0037342766,0.00075450813,0.000057311758,0.00013907671,0.00015239397],"genre_scores_gemma":[0.9986274,0.00028779497,0.00009561989,0.00004179987,0.00017321233,0.000015779106,0.0005438468,0.000032859865,0.00018165837],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.99407834,0.002320305,0.0016518249,0.0005597451,0.00074886746,0.00064094184],"domain_scores_gemma":[0.9857399,0.012886271,0.00025685545,0.00029459552,0.00023461498,0.00058780226],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0127206035,0.00020107815,0.0013877689,0.0005027195,0.00032052925,0.00006872179,0.00012475454,0.0005115071,0.00015619358],"category_scores_gemma":[0.0016547118,0.00015564477,0.00049444655,0.0010128815,0.0008622701,0.0001384679,0.00015017742,0.0011829624,0.000058843165],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.802765,0.0016805049,0.005847814,0.00045564247,0.0023122504,0.05963744,0.0013994328,0.00013797842,0.001635779,0.00026105234,0.00086624373,0.123000875],"study_design_scores_gemma":[0.7896774,0.0009195601,0.016026089,0.0009585178,0.0004185745,0.023669846,0.0023399852,0.16464186,0.00005259365,0.00024326667,0.00062458497,0.0004277639],"about_ca_topic_score_codex":0.0000327086,"about_ca_topic_score_gemma":0.000017825334,"teacher_disagreement_score":0.16450387,"about_ca_system_score_codex":0.00002983164,"about_ca_system_score_gemma":0.00033906288,"threshold_uncertainty_score":0.63470095},"labels":[],"label_agreement":null},{"id":"W4360606971","doi":"10.1097/ju.0000000000003316.06","title":"PD30-06 A NOVEL SYSTEM FOR TEACHING INTRAOPERATIVE LAPAROSCOPIC SKILLS USING STANDARDIZED COMMUNICATION AND AN ENDOSCOPIC MONITOR FRAME OF REFERENCE TOOL","year":2023,"lang":"en","type":"article","venue":"The Journal of Urology","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Medicine; Alphanumeric; Confusion; Terminology; Medical physics; Laparoscopic surgery; General surgery; Computer science; Laparoscopy; Psychology","score_opus":0.05215604470236331,"score_gpt":0.3741891069626313,"score_spread":0.322033062260268,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4360606971","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99414593,0.00018116833,0.0049415994,0.00033305376,0.00007471347,0.0001976415,0.000009628616,0.000013943423,0.000102344566],"genre_scores_gemma":[0.9970543,0.000037564376,0.0026788893,0.00012448858,0.00007950873,0.0000019778433,0.0000046447494,0.0000075344387,0.000011089711],"study_design_codex":"bench_or_experimental","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9990546,0.00028074352,0.0003689921,0.00005853442,0.00012628043,0.000110822664],"domain_scores_gemma":[0.9983541,0.0010094842,0.00027066562,0.00014209106,0.0001763794,0.0000473303],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0013248851,0.000067295325,0.0003282766,0.0000891432,0.00012225582,0.000008959783,0.000091021866,0.00006728484,0.000008637238],"category_scores_gemma":[0.000367658,0.00004243676,0.000032252035,0.0000776548,0.00010347094,0.000076798606,0.000027311138,0.0002909685,4.8809574e-7],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.015821489,0.0012540779,0.05361166,0.0011039021,0.002159059,0.00005831019,0.06674153,0.028233433,0.74521804,0.045176953,0.00011707526,0.04050448],"study_design_scores_gemma":[0.16091062,0.022551375,0.2668256,0.0045770574,0.0050139492,0.002326873,0.047777355,0.4217927,0.0466751,0.0042541623,0.016185328,0.0011099302],"about_ca_topic_score_codex":0.000015171047,"about_ca_topic_score_gemma":0.0000020212888,"teacher_disagreement_score":0.69854295,"about_ca_system_score_codex":0.000031711497,"about_ca_system_score_gemma":0.00005847442,"threshold_uncertainty_score":0.17305209},"labels":[],"label_agreement":null},{"id":"W4361188929","doi":"10.5152/iao.2023.22749","title":"Use of a Caprine Model for Simulation and Training of Endoscopic Ear surgery","year":2023,"lang":"en","type":"article","venue":"The Journal of International Advanced Otology","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Trillium Health Centre; Hospital for Sick Children","funders":"","keywords":"Otorhinolaryngology; Likert scale; Tympanoplasty; Face validity; Medicine; Content validity; Wilcoxon signed-rank test; Nose; Surgery; Medical physics; Psychology; Mann–Whitney U test; Psychometrics; Internal medicine; Clinical psychology","score_opus":0.16050698216558326,"score_gpt":0.38763750992378393,"score_spread":0.22713052775820067,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4361188929","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9779919,0.00004416765,0.021070372,0.0005988847,0.00013907152,0.000094476185,0.0000072721864,0.000005641154,0.000048208196],"genre_scores_gemma":[0.9973313,0.00007415326,0.0023566398,0.00009448889,0.000043621567,0.0000015160044,0.0000056723843,0.000006495221,0.0000861162],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9992814,0.000027661816,0.00042340503,0.000045293367,0.00014885722,0.0000733701],"domain_scores_gemma":[0.99680614,0.002446238,0.00035392135,0.0000461595,0.0003166277,0.00003089989],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00037153854,0.00004833287,0.00025158754,0.00018540747,0.000016381546,0.0000017043886,0.000042765594,0.000029020095,0.000019296027],"category_scores_gemma":[0.0010656428,0.000032885924,0.00007648935,0.00008874052,0.0000656317,0.000086057866,0.0000144911,0.00007432303,2.6657804e-7],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0016968426,0.000036382255,0.011944207,0.00003585299,0.00014348717,0.000006615475,0.0009902125,0.95301235,0.0060662455,0.0011078803,0.000009175528,0.024950769],"study_design_scores_gemma":[0.002057605,0.0001371423,0.034403685,0.00010802626,0.000047732217,0.00004571259,0.00017639979,0.9598316,0.00096251897,0.0016218727,0.0005764725,0.00003123379],"about_ca_topic_score_codex":0.000002321047,"about_ca_topic_score_gemma":0.0000018292762,"teacher_disagreement_score":0.024919536,"about_ca_system_score_codex":0.0000119066935,"about_ca_system_score_gemma":0.00003955014,"threshold_uncertainty_score":0.13410491},"labels":[],"label_agreement":null},{"id":"W4361196721","doi":"10.1007/s00464-023-10022-z","title":"The entrustable professional activities of laparoscopic surgery: moving toward an integrated training model","year":2023,"lang":"en","type":"review","venue":"Surgical Endoscopy","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":8,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto; McGill University; McGill University Health Centre","funders":"Society of American Gastrointestinal and Endoscopic Surgeons","keywords":"Abdominal surgery; Hepatology; Medicine; General surgery; Laparoscopic surgery; Endoscopic surgery; Laparoscopy; Endoscopy; Training (meteorology); Surgery","score_opus":0.1873491195776423,"score_gpt":0.41321955928224713,"score_spread":0.22587043970460483,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4361196721","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.006016499,0.98470867,0.0000600763,0.00011517428,0.0014819964,0.0015143648,0.00018952922,0.0005551863,0.005358512],"genre_scores_gemma":[0.006866688,0.9881645,0.00016273285,0.00003102838,0.00027813393,0.00019998231,0.00055372005,0.00013672248,0.0036065069],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9962551,0.00048642652,0.0012390155,0.00054734864,0.00076131575,0.0007107776],"domain_scores_gemma":[0.99309635,0.005504704,0.0005004623,0.000438692,0.000110797664,0.00034897763],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0013057591,0.0005247275,0.002865581,0.00027824935,0.0002627952,0.00006657886,0.00025168518,0.0004540187,0.00033243312],"category_scores_gemma":[0.0006009087,0.00030236773,0.0008447309,0.00084706256,0.0002702728,0.00014439903,0.000109020984,0.0010377134,0.0000272586],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00047543904,0.00018092661,0.000040877643,0.0071254694,0.0004604093,0.00017932424,0.00062646467,0.00016975327,5.996985e-7,0.0020819895,0.00014453464,0.9885142],"study_design_scores_gemma":[0.003324331,0.00008119873,0.0000037892858,0.016849684,0.0004714137,0.00003837511,0.001087227,0.0065978267,0.0000124063345,0.00013885232,0.9710402,0.00035472895],"about_ca_topic_score_codex":0.000028453223,"about_ca_topic_score_gemma":0.000005569028,"teacher_disagreement_score":0.9881595,"about_ca_system_score_codex":0.00013570969,"about_ca_system_score_gemma":0.0018864033,"threshold_uncertainty_score":0.99994284},"labels":[],"label_agreement":null},{"id":"W4361989313","doi":"10.2196/23287","title":"Current Implementation Outcomes of Digital Surgical Simulation in Low- and Middle-Income Countries: Scoping Review","year":2023,"lang":"en","type":"article","venue":"JMIR Medical Education","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":17,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"MEDLINE; Medicine; Low and middle income countries; Surgical simulation; Systematic review; Medical education; Medical physics; Developing country; Surgery","score_opus":0.05243739776410344,"score_gpt":0.4684217377706124,"score_spread":0.41598434000650897,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4361989313","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.992645,0.0026413347,0.000017933768,0.0030790449,0.00024171195,0.0010471258,0.000004225698,0.000059150385,0.0002644192],"genre_scores_gemma":[0.99686307,0.002375239,0.000008653335,0.00031957266,0.0000847182,0.00008860593,0.0002259809,0.000009265927,0.000024871659],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99842674,0.00004215497,0.0006133188,0.00018666359,0.0005732121,0.00015792652],"domain_scores_gemma":[0.9989856,0.0004926856,0.00012614492,0.000103924016,0.00009845489,0.00019318305],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00047020736,0.00009754827,0.0003222949,0.00018015892,0.000027457678,0.000014584365,0.00003759041,0.000066305045,0.00072546257],"category_scores_gemma":[0.00073935854,0.00008034938,0.000053906708,0.0004934235,0.000058903435,0.00015595807,0.000025974296,0.00012917045,0.000027338067],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000068549634,0.00029652083,0.83427536,0.01378452,0.000017579308,0.0000103251905,0.00072725146,0.00003257221,2.0258908e-7,0.0004708104,0.000036745052,0.15027957],"study_design_scores_gemma":[0.005068512,0.00009178874,0.86801535,0.11689049,0.00004343801,0.000011081427,0.0005310198,0.006030475,0.0000056991476,0.00018242035,0.0029412978,0.00018843304],"about_ca_topic_score_codex":0.0000068452937,"about_ca_topic_score_gemma":0.000006386816,"teacher_disagreement_score":0.15009114,"about_ca_system_score_codex":0.000053777898,"about_ca_system_score_gemma":0.0005232083,"threshold_uncertainty_score":0.79433066},"labels":[],"label_agreement":null},{"id":"W4362458039","doi":"10.1007/s00464-023-10020-1","title":"An argument-based validation study of the fundamentals of laparoscopic surgery (FLS) program","year":2023,"lang":"en","type":"article","venue":"Surgical Endoscopy","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto; McGill University; McGill University Health Centre","funders":"Society of American Gastrointestinal and Endoscopic Surgeons","keywords":"Abdominal surgery; Medicine; Hepatology; Argument (complex analysis); General surgery; Laparoscopy; Laparoscopic surgery; Surgery; Internal medicine","score_opus":0.059994871633348344,"score_gpt":0.378466469537987,"score_spread":0.3184715979046387,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4362458039","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99777013,0.000015561247,0.0000018920583,0.00011611745,0.0002053896,0.0008640443,0.000008080663,0.00014774309,0.00087105104],"genre_scores_gemma":[0.9996368,0.000004579574,0.00003756143,0.000042563694,0.00004236831,0.00006699024,0.000071865245,0.000016512337,0.000080702135],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99825686,0.00022784407,0.000500431,0.00022533262,0.00057045266,0.00021910021],"domain_scores_gemma":[0.9986613,0.0006206269,0.00017427209,0.00034919498,0.00007774282,0.0001168607],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0005468658,0.00012317611,0.00043191467,0.00013270261,0.000063122214,0.000012760462,0.000093276714,0.00006210529,0.0005436776],"category_scores_gemma":[0.0001139931,0.00008138676,0.00016673526,0.0008858217,0.00009826738,0.000052282212,0.000027684895,0.000116892516,0.000015661391],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0010232949,0.004251974,0.9789973,0.00013951774,0.00010767044,0.000049777427,0.00038904345,0.0012583089,0.0011867194,0.00015031864,0.000049240527,0.012396856],"study_design_scores_gemma":[0.07038671,0.0036687308,0.7610517,0.00054531347,0.0003295062,0.0000071366744,0.0027249563,0.008802785,0.14377104,0.00012816019,0.008199938,0.00038401806],"about_ca_topic_score_codex":0.000043686745,"about_ca_topic_score_gemma":0.000003851737,"teacher_disagreement_score":0.21794558,"about_ca_system_score_codex":0.000023708732,"about_ca_system_score_gemma":0.000079811674,"threshold_uncertainty_score":0.5952888},"labels":[],"label_agreement":null},{"id":"W4362486628","doi":"10.1117/12.2654393","title":"Using object detection for surgical tool recognition in simulated open inguinal hernia repair surgery","year":2023,"lang":"en","type":"article","venue":"","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University","funders":"","keywords":"Workflow; Computer science; Artificial intelligence; GRASP; Minimum bounding box; Benchmark (surveying); Computer vision; Object detection; Forceps; Visibility; Pattern recognition (psychology); Surgery; Medicine; Database","score_opus":0.23439826538149927,"score_gpt":0.4064810609783026,"score_spread":0.17208279559680334,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4362486628","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99549764,0.000007036408,0.00023467735,0.000066636756,0.00017189082,0.0006749502,0.0000036543959,0.00040722126,0.002936294],"genre_scores_gemma":[0.99881303,0.0000052121136,0.00036765556,0.00015092384,0.00013794444,0.000020325697,0.000120682744,0.000022710301,0.00036153814],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9988445,0.00007727576,0.0003973323,0.000270414,0.0001583661,0.00025209432],"domain_scores_gemma":[0.9985779,0.0010794085,0.00005695468,0.00010641716,0.00010522158,0.00007413128],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001114633,0.000104652245,0.00029708154,0.00027269666,0.00008534445,0.00003645174,0.000032717133,0.00012080087,0.00035735554],"category_scores_gemma":[0.00079328683,0.000092800445,0.00015943784,0.0008157239,0.000016016666,0.00013590965,0.000036641875,0.00012229328,0.00005097218],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.014545711,0.0006086053,0.35349214,0.00035348182,0.00026928473,0.0016652314,0.0004891596,0.016949138,0.0017617214,0.00008261236,0.00029905306,0.60948384],"study_design_scores_gemma":[0.013209386,0.00019883281,0.09777239,0.0003178996,0.000066413595,0.00009387179,0.00023437955,0.8723155,0.001568795,0.000522161,0.013366103,0.00033421966],"about_ca_topic_score_codex":0.00022399345,"about_ca_topic_score_gemma":0.00006258573,"teacher_disagreement_score":0.8553664,"about_ca_system_score_codex":0.00009001081,"about_ca_system_score_gemma":0.00007473446,"threshold_uncertainty_score":0.39127925},"labels":[],"label_agreement":null},{"id":"W4362487604","doi":"10.1117/12.2654217","title":"Tracked tissue sensing for tumor bed inspection","year":2023,"lang":"en","type":"article","venue":"","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University","funders":"","keywords":"Testbed; Computer science; Breast-conserving surgery; Breast tissue; Pipeline (software); Biomedical engineering; Computer vision; Artificial intelligence; Medicine; Breast cancer; Cancer","score_opus":0.06394092974565083,"score_gpt":0.35968555868408275,"score_spread":0.2957446289384319,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4362487604","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.964193,0.000004355439,0.0029291518,0.0014132009,0.00020289818,0.0002954626,0.0000011084528,0.0008701068,0.030090757],"genre_scores_gemma":[0.9953358,7.185242e-7,0.001240977,0.00048544037,0.00016842548,0.0000024829087,0.000029846435,0.000009894872,0.0027264168],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99962604,0.0000057735933,0.000095301184,0.000094223746,0.00007501206,0.00010365103],"domain_scores_gemma":[0.9997201,0.0001224995,0.000013908489,0.00005137476,0.000038375492,0.000053744465],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00010602068,0.000040006962,0.00008935923,0.00006106193,0.000055977092,0.000007679657,0.00000744098,0.00002205093,0.00019040686],"category_scores_gemma":[0.00012250798,0.00003223722,0.000034503377,0.00020724325,0.000010840026,0.000023080567,0.0000036395495,0.00003625022,0.00014549938],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0010294383,0.00015368756,0.0054331203,0.00018221865,0.00013687857,0.00028989927,0.0021715988,0.00039423886,0.044642773,0.010617019,0.009069948,0.9258792],"study_design_scores_gemma":[0.017611362,0.00058379583,0.081056125,0.00011381849,0.000121655576,0.00010799129,0.002801683,0.38903302,0.07416704,0.0020776538,0.4319583,0.0003675417],"about_ca_topic_score_codex":0.000009090697,"about_ca_topic_score_gemma":0.000006564423,"teacher_disagreement_score":0.92551166,"about_ca_system_score_codex":0.000014265575,"about_ca_system_score_gemma":0.000010512789,"threshold_uncertainty_score":0.20848216},"labels":[],"label_agreement":null},{"id":"W4362487914","doi":"10.1117/12.2654309","title":"Analyzing colonoscopy training learning curves using comparative hand tracking assessment","year":2023,"lang":"en","type":"article","venue":"","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University; Queen's University","funders":"","keywords":"Computer science; Artificial intelligence; Learning curve; Motion (physics); Machine learning","score_opus":0.26611845145395646,"score_gpt":0.46313779039461855,"score_spread":0.1970193389406621,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4362487914","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9632163,0.00013363172,0.007591598,0.00033329427,0.00010495088,0.0002284741,8.9506716e-7,0.00035143728,0.02803939],"genre_scores_gemma":[0.9964298,0.000034222743,0.0024390318,0.00027648223,0.00009233245,0.000006295247,0.000051229068,0.000018522973,0.0006520761],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99873716,0.00009717179,0.00030901955,0.00025965297,0.00026784136,0.00032914913],"domain_scores_gemma":[0.99910635,0.00046112444,0.0000918486,0.00008960312,0.0000975386,0.00015355038],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0005888714,0.00014301654,0.0004103161,0.0001962755,0.00035591098,0.000071263814,0.000041395586,0.00005493869,0.00068809756],"category_scores_gemma":[0.00012395211,0.00012433098,0.0001048095,0.00078464625,0.000071668255,0.00013605822,0.000027757684,0.00032684646,0.00003762188],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000641111,0.00032053838,0.70601994,0.0007120594,0.001205548,0.00064233644,0.026702937,0.15235218,0.039564677,0.0031917628,0.0005068466,0.068140045],"study_design_scores_gemma":[0.004308125,0.00033686578,0.15767008,0.00138357,0.00019747613,0.000030242692,0.012164479,0.8155271,0.0019594948,0.000062246814,0.006003984,0.00035637815],"about_ca_topic_score_codex":0.000021206333,"about_ca_topic_score_gemma":0.0000070457563,"teacher_disagreement_score":0.66317487,"about_ca_system_score_codex":0.00007145741,"about_ca_system_score_gemma":0.00011341596,"threshold_uncertainty_score":0.75341856},"labels":[],"label_agreement":null},{"id":"W4362488163","doi":"10.1117/12.2654394","title":"Identifying tool-tissue interactions to distinguish steps in simulated open inguinal hernia repair","year":2023,"lang":"en","type":"article","venue":"","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University","funders":"","keywords":"Workflow; Formative assessment; Minimum bounding box; Ground truth; Computer science; Human–computer interaction; Imaging phantom; Inguinal hernia; Bounding overwatch; Learning curve; Machine learning; Artificial intelligence; Hernia; Medicine; Psychology; Surgery; Database","score_opus":0.12417767225314652,"score_gpt":0.44433476048830395,"score_spread":0.3201570882351574,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4362488163","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.917507,0.000004892928,0.00021892745,0.00080045697,0.000311809,0.0005269435,0.0000025650497,0.0005875559,0.080039844],"genre_scores_gemma":[0.9823579,0.0000010225772,0.0010611163,0.00081470696,0.00011107124,0.000014338191,0.00004596505,0.000021123866,0.015572765],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99883085,0.000044742657,0.00037637088,0.0002988924,0.00019654253,0.00025262302],"domain_scores_gemma":[0.99926543,0.0002475196,0.000038837305,0.00021007699,0.00008863198,0.00014950288],"candidate_categories":["insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.00042539035,0.00010689063,0.0002377115,0.00024351342,0.00008902649,0.000094576004,0.00011308624,0.00004396294,0.0017419663],"category_scores_gemma":[0.0013486287,0.00009681404,0.00005698322,0.0011061777,0.000012350765,0.00012646333,0.00021196717,0.00019377221,0.0008013197],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0016928737,0.0007031081,0.78753924,0.00020317317,0.00027952134,0.0038432428,0.008809881,0.023330806,0.0027241926,0.0036498315,0.009372064,0.15785204],"study_design_scores_gemma":[0.005181672,0.00016524502,0.66639477,0.0005385153,0.000037971487,0.000027288064,0.0021622786,0.06332632,0.00022757375,0.00030171528,0.26131776,0.00031889623],"about_ca_topic_score_codex":0.0006177207,"about_ca_topic_score_gemma":0.0004065174,"teacher_disagreement_score":0.25194567,"about_ca_system_score_codex":0.0000805182,"about_ca_system_score_gemma":0.000035582885,"threshold_uncertainty_score":0.9999767},"labels":[],"label_agreement":null},{"id":"W4362522905","doi":"10.1177/15533506231169067","title":"Physical Supporting Devices as Interventions to Reduce Muscular Load of Surgeons in the Operating Room","year":2023,"lang":"en","type":"review","venue":"Surgical Innovation","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Medicine; Psychological intervention; Reduction (mathematics); Medical physics; Physical therapy; Surgery; Physical medicine and rehabilitation; Nursing","score_opus":0.19204780675670763,"score_gpt":0.4858935796720422,"score_spread":0.2938457729153346,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4362522905","genre_codex":"review","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.33975708,0.6148485,0.0002048503,0.0025342228,0.0009677759,0.008038201,0.00008976789,0.00051375775,0.033045802],"genre_scores_gemma":[0.7159525,0.27753964,0.00025875727,0.00055622426,0.0011038731,0.00074941985,0.0022321192,0.00020132339,0.0014061386],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9966552,0.0003183398,0.0016942654,0.00039163273,0.00063681655,0.00030371387],"domain_scores_gemma":[0.99756706,0.0011824968,0.0004979789,0.00030983338,0.00037763765,0.000064975655],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0026586768,0.0002657022,0.0012764451,0.00051654765,0.000083091436,0.000048074387,0.00018031998,0.0001890983,0.00017452725],"category_scores_gemma":[0.0020311319,0.00017388053,0.00059917185,0.00523876,0.000039989958,0.00007898246,0.000085566586,0.0006049522,0.00012559582],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000025841284,0.00038701855,0.00018317135,0.013976512,0.00014202051,0.00025545654,0.0006737091,0.000068429465,0.000003240971,0.014593567,0.00006633876,0.9696247],"study_design_scores_gemma":[0.0014556817,0.00022506417,0.0008524748,0.045299217,0.0005677912,0.00010058856,0.00081059785,0.0003460252,0.000010206503,0.00025026093,0.949661,0.00042109092],"about_ca_topic_score_codex":0.00009794038,"about_ca_topic_score_gemma":0.00003081157,"teacher_disagreement_score":0.9692036,"about_ca_system_score_codex":0.00011104467,"about_ca_system_score_gemma":0.0003053954,"threshold_uncertainty_score":0.7090642},"labels":[],"label_agreement":null},{"id":"W4362546179","doi":"10.1097/prs.0000000000010512","title":"Application of a Microsuction Background Device for Microanastomosis in a Rat Femoral Vessel Model","year":2023,"lang":"en","type":"article","venue":"Plastic & Reconstructive Surgery","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Kellogg's (Canada)","funders":"","keywords":"Anastomosis; Medicine; Microsurgery; Surgery; Femoral artery; Suction; Biomedical engineering","score_opus":0.06019772700708305,"score_gpt":0.3085216242741038,"score_spread":0.24832389726702075,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4362546179","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.981667,0.000029414465,0.017224232,0.00006547531,0.0003302661,0.00037748058,0.000033044147,0.000065072265,0.00020803546],"genre_scores_gemma":[0.9974016,0.000012328475,0.0022005155,0.000039782768,0.000060107464,0.00010720834,0.00011529623,0.00002108809,0.000042075455],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99886554,0.00003057928,0.0004453689,0.00028932586,0.0001299424,0.00023922295],"domain_scores_gemma":[0.9967684,0.002718586,0.00015792612,0.0001176143,0.00015970209,0.000077763325],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00034506797,0.00012991727,0.00040953755,0.00042049738,0.000047214686,0.000009584223,0.000032487795,0.00009503239,0.00002208409],"category_scores_gemma":[0.00044609647,0.00013013897,0.0001472078,0.00073512207,0.00010361005,0.000101043064,0.0000147749815,0.00010588384,0.000019774881],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.003117151,0.0003017648,0.67535955,0.0008106596,0.00022363453,0.000016944825,0.0006523361,0.012153139,0.052298438,0.0010451898,0.00036505354,0.25365612],"study_design_scores_gemma":[0.0050226403,0.00007786021,0.1773441,0.00045285095,0.00016769537,0.000080581834,0.0017297528,0.7966266,0.01516789,0.0018648541,0.0010485181,0.00041660896],"about_ca_topic_score_codex":0.000023496767,"about_ca_topic_score_gemma":0.000015663118,"teacher_disagreement_score":0.7844735,"about_ca_system_score_codex":0.00008384117,"about_ca_system_score_gemma":0.00013502399,"threshold_uncertainty_score":0.5306913},"labels":[],"label_agreement":null},{"id":"W4362587490","doi":"10.3390/curroncol30040304","title":"New Generation of 3D Virtual Models with Perfusional Zones: Perioperative Assistance for the Best Pedicle Management during Robotic Partial Nephrectomy","year":2023,"lang":"en","type":"article","venue":"Current Oncology","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":15,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Medicine; Perfusion; Nephrectomy; Clamping; Perioperative; Lesion; Ischemia; Concordance; Kidney; Surgery; Radiology; Cardiology; Internal medicine; Computer science","score_opus":0.18136223555563555,"score_gpt":0.3947863338014454,"score_spread":0.21342409824580985,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4362587490","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8221467,0.0003555965,0.17322923,0.0011578446,0.00080377446,0.0011826936,0.000006402616,0.00006198949,0.0010557462],"genre_scores_gemma":[0.99578255,0.00010690443,0.0023523574,0.00006249404,0.00054222,0.00018686989,0.00005292396,0.000012982147,0.0009006844],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.999148,0.000038683283,0.00021587448,0.00020422022,0.00021280975,0.00018040619],"domain_scores_gemma":[0.99947035,0.00017778233,0.000069282316,0.00010793737,0.000096126525,0.00007854616],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0001479759,0.00009816496,0.00020942668,0.000060330163,0.00016052861,0.000010375996,0.00005231872,0.0000413848,0.00015147042],"category_scores_gemma":[0.000022774318,0.000062592386,0.000051962856,0.0002078768,0.000065933746,0.00006107562,0.000033332588,0.00010506695,0.000012724819],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0023473748,0.0005506075,0.0054290583,0.00015862298,0.00026846354,0.000037178666,0.003644412,0.52946645,0.0005285966,0.020421624,0.0005033186,0.43664432],"study_design_scores_gemma":[0.010044363,0.0009579686,0.007743467,0.00011868123,0.00026305005,0.000015144209,0.0021687702,0.9433238,0.00017675874,0.000037051104,0.035015516,0.00013543821],"about_ca_topic_score_codex":0.0000039356587,"about_ca_topic_score_gemma":0.000021742528,"teacher_disagreement_score":0.43650886,"about_ca_system_score_codex":0.00007263275,"about_ca_system_score_gemma":0.00012734745,"threshold_uncertainty_score":0.25524434},"labels":[],"label_agreement":null},{"id":"W4362588382","doi":"10.1097/gox.0000000000004898","title":"Utilization of a 3D Printed Simulation Training Model to Improve Microsurgical Training","year":2023,"lang":"en","type":"article","venue":"Plastic & Reconstructive Surgery Global Open","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":13,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Bespoke; Training (meteorology); Medicine; Curriculum; Medical physics; Microsurgery; Limiting; Medical education; Physical therapy; Surgery; Psychology; Engineering; Mechanical engineering","score_opus":0.147545215231401,"score_gpt":0.3685099988975798,"score_spread":0.2209647836661788,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4362588382","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.96684563,0.000007458275,0.022218123,0.000080947364,0.0005823503,0.0008294083,0.00014310042,0.00016865168,0.009124329],"genre_scores_gemma":[0.9960011,0.0000031629284,0.0035293726,0.00013343192,0.00006605968,0.00003892398,0.00012398892,0.00002663211,0.00007730657],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99766964,0.00009727152,0.0008128284,0.00055616343,0.00038802339,0.00047605977],"domain_scores_gemma":[0.99630594,0.00256755,0.00025330973,0.00021119873,0.00032200658,0.00033997008],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0007743351,0.00025216647,0.0008274443,0.00026966134,0.00011278139,0.00006493845,0.000147322,0.00015277484,0.00027109313],"category_scores_gemma":[0.003526596,0.00023938723,0.0001823519,0.0014706131,0.00013060075,0.0002599577,0.00016168415,0.00015994988,0.000058387515],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0029555159,0.00012090009,0.05264836,0.000087250315,0.00029671204,0.00006911953,0.002206288,0.3032371,0.0007201235,0.002724383,0.000043148197,0.6348911],"study_design_scores_gemma":[0.0031114246,0.00013091924,0.06493981,0.0005210691,0.00011105589,0.000058668316,0.002038953,0.9264434,0.00028714247,0.0014152584,0.00056329067,0.00037903784],"about_ca_topic_score_codex":0.000025236786,"about_ca_topic_score_gemma":0.000009728845,"teacher_disagreement_score":0.63451207,"about_ca_system_score_codex":0.00015631724,"about_ca_system_score_gemma":0.0005148401,"threshold_uncertainty_score":0.9761928},"labels":[],"label_agreement":null},{"id":"W4362678132","doi":"10.1016/j.jss.2023.03.004","title":"Hand Sewn Anastomosis Skill Acquisition and In Vivo Transfer Using 3D-Printed Small Bowel Simulator","year":2023,"lang":"en","type":"article","venue":"Journal of Surgical Research","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":5,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Centre Hospitalier de l’Université de Montréal; Ontario Tech University; Université de Montréal","funders":"","keywords":"Randomized controlled trial; Test (biology); Medicine; Randomization; Medical physics; Physical therapy; Simulation; Dreyfus model of skill acquisition; 3d printed; Surgery; Computer science; Biomedical engineering","score_opus":0.14619016933661128,"score_gpt":0.42429202718175973,"score_spread":0.27810185784514846,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4362678132","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.997534,0.00016659946,0.00014506215,0.0010577213,0.00005811304,0.0001575373,0.0000029230723,0.000014457648,0.0008635879],"genre_scores_gemma":[0.99916506,0.00028179176,0.00010938313,0.000052863088,0.00018326235,0.0000013412749,0.0000017561332,0.000018080927,0.00018643647],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9977402,0.0002530848,0.00051769975,0.00018220845,0.0008846934,0.00042209425],"domain_scores_gemma":[0.9976468,0.001356538,0.000039518916,0.00009774879,0.00045084246,0.0004085541],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0029612482,0.00010591116,0.00036926672,0.00079977734,0.000120714896,0.00006668075,0.000073012234,0.0001403764,0.00072440703],"category_scores_gemma":[0.00034748713,0.00008032499,0.00012255182,0.001152377,0.00017040691,0.00011555638,0.0000459633,0.0007362162,0.000012478475],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.043203957,0.002882634,0.55386883,0.0010952741,0.00092798757,0.053830177,0.008817616,0.061649002,0.103692345,0.0011015552,0.00043210533,0.16849853],"study_design_scores_gemma":[0.052497327,0.0023139615,0.3903382,0.0026066422,0.00013936979,0.0016071268,0.002650204,0.4963495,0.011913483,0.0008412921,0.038158245,0.0005846287],"about_ca_topic_score_codex":0.000024631572,"about_ca_topic_score_gemma":0.000009139229,"teacher_disagreement_score":0.43470052,"about_ca_system_score_codex":0.00011873251,"about_ca_system_score_gemma":0.000114535236,"threshold_uncertainty_score":0.79317486},"labels":[],"label_agreement":null},{"id":"W4362704263","doi":"10.1016/j.urology.2023.03.033","title":"Quality Improvement of Surgical Team Communication of Required Percutaneous Nephrolithotomy Equipment","year":2023,"lang":"en","type":"article","venue":"Urology","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Medicine; Percutaneous nephrolithotomy; Operations management; Surgery; Percutaneous","score_opus":0.05031111746342739,"score_gpt":0.35718639077774494,"score_spread":0.3068752733143176,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4362704263","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9815662,0.00006427281,0.000029986357,0.0014147392,0.000044234974,0.00022270778,0.0000057495317,0.00006305726,0.016589087],"genre_scores_gemma":[0.99920964,0.0000642934,0.00010111623,0.00025678801,0.000020763408,0.000008684782,0.000060911378,0.0000075642693,0.000270251],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9989498,0.00011346988,0.000454776,0.00013158478,0.00019045155,0.00015988918],"domain_scores_gemma":[0.99892265,0.0004668115,0.00013685663,0.000322265,0.000086084416,0.00006531024],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0005544372,0.00006791579,0.00030555014,0.00006461055,0.000026038222,0.0000013601906,0.00007495288,0.00009247794,0.00037180484],"category_scores_gemma":[0.0000930417,0.0000577804,0.00008513625,0.00018579964,0.00013751042,0.000014953386,0.00007283547,0.00010085027,0.00002284395],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.018745406,0.0040679583,0.12147328,0.0011963953,0.0015516386,0.0010653608,0.014634387,0.005768432,0.26946038,0.08486861,0.0022491906,0.47491896],"study_design_scores_gemma":[0.043580264,0.010419957,0.2357274,0.00014812792,0.0005492182,0.0011303658,0.0037591348,0.05156632,0.014898832,0.010258389,0.62703955,0.00092243764],"about_ca_topic_score_codex":0.000054800843,"about_ca_topic_score_gemma":0.000005306845,"teacher_disagreement_score":0.6247904,"about_ca_system_score_codex":0.000021012982,"about_ca_system_score_gemma":0.000035315967,"threshold_uncertainty_score":0.40710023},"labels":[],"label_agreement":null},{"id":"W4365790862","doi":"10.2196/42060","title":"Intervention for Intraoperative Teaching in Anesthesiology Using Weekly Keyword Program: Development and Usability Study","year":2023,"lang":"en","type":"article","venue":"Interactive Journal of Medical Research","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Curriculum; Anesthesiology; Medical education; Worksheet; Usability; Set (abstract data type); Medicine; Standardization; Psychology; Computer science; Mathematics education; Anesthesia; Pedagogy","score_opus":0.24710066270750444,"score_gpt":0.5664956001851017,"score_spread":0.3193949374775973,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4365790862","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9967602,0.000035423545,0.00028018272,0.00197197,0.00009432929,0.00072045304,3.064454e-7,0.00001102102,0.00012612391],"genre_scores_gemma":[0.99880403,0.0000076097886,0.000936445,0.0000514947,0.000121475736,0.000033336364,0.0000024295657,0.000009207209,0.000033946722],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9968281,0.0009795901,0.0006635899,0.00018405406,0.001059776,0.0002849106],"domain_scores_gemma":[0.99554574,0.0035641545,0.00011122559,0.0000628486,0.00039043787,0.00032558432],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.013919939,0.000082871346,0.00035012703,0.0005551841,0.00010745756,0.000035927776,0.000114331895,0.00009522616,0.0001376169],"category_scores_gemma":[0.017550448,0.00005759098,0.00006885448,0.0003392676,0.00014714492,0.00013330979,0.0001001579,0.0013539284,0.0000027638812],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0025560092,0.001786499,0.13264756,0.00006132772,0.00012171852,0.00057449157,0.009693746,0.000015056758,0.00009965994,0.00004940504,0.000035385416,0.8523591],"study_design_scores_gemma":[0.02093121,0.012726456,0.8145258,0.002813231,0.000041193158,0.00039704566,0.08484757,0.046571806,0.0004878582,0.00057890353,0.015888998,0.0001899176],"about_ca_topic_score_codex":0.000051176157,"about_ca_topic_score_gemma":0.00008196454,"teacher_disagreement_score":0.8521692,"about_ca_system_score_codex":0.0002484282,"about_ca_system_score_gemma":0.000356379,"threshold_uncertainty_score":0.99072516},"labels":[],"label_agreement":null},{"id":"W4366083408","doi":"10.1007/s00464-023-09995-8","title":"Virtual fundamentals of laparoscopic surgery (FLS) boot-camp using telesimulation: an educational solution during the COVID-19 pandemic","year":2023,"lang":"en","type":"article","venue":"Surgical Endoscopy","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":8,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University Health Network; Michener Institute; University of Toronto","funders":"","keywords":"Coronavirus disease 2019 (COVID-19); Pandemic; Medicine; 2019-20 coronavirus outbreak; Severe acute respiratory syndrome coronavirus 2 (SARS-CoV-2); Boot camp; Abdominal surgery; Laparoscopy; Hepatology; General surgery; Laparoscopic surgery; Surgery; Virology; Internal medicine; Computer science; Library science","score_opus":0.13038743631421237,"score_gpt":0.3991113250560023,"score_spread":0.2687238887417899,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4366083408","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99783546,0.000110620014,0.00007009931,0.0007124136,0.00037900612,0.0003089546,0.000021069647,0.00018513347,0.00037723678],"genre_scores_gemma":[0.9984159,0.000053880747,0.00005232634,0.00033813814,0.00042617638,0.000021210082,0.00020683577,0.000026292744,0.0004592343],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9978816,0.00023797243,0.00058522774,0.00034512265,0.00057143735,0.0003786299],"domain_scores_gemma":[0.99684495,0.0022473421,0.0001810521,0.00028146117,0.00008033467,0.0003648616],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0008433969,0.00018471041,0.0004271671,0.0002274951,0.00035085788,0.000030339437,0.00008193852,0.00012939115,0.0021622144],"category_scores_gemma":[0.0004999614,0.00014095023,0.00019548096,0.0007707976,0.00022974273,0.0001620521,0.000052901993,0.00022035901,0.0000730909],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0014675246,0.0002821836,0.97131705,0.00014995274,0.00010737538,0.00008640247,0.0006831386,0.019548297,0.003729978,0.0014015129,0.000108854096,0.0011177111],"study_design_scores_gemma":[0.05665701,0.00048521513,0.7930532,0.0005388684,0.00033161775,0.0007982305,0.0019078051,0.08582828,0.0036038028,0.0017526975,0.053918533,0.0011247293],"about_ca_topic_score_codex":0.000094814895,"about_ca_topic_score_gemma":0.000009929739,"teacher_disagreement_score":0.17826386,"about_ca_system_score_codex":0.00022372672,"about_ca_system_score_gemma":0.00044343036,"threshold_uncertainty_score":0.99875},"labels":[],"label_agreement":null},{"id":"W4366451539","doi":"10.1055/s-0043-1768244","title":"An Innovative Technique of Microsurgical Training on Fresh “Chicken Quarter” Model: Our Experience","year":2023,"lang":"en","type":"article","venue":"Indian Journal of Plastic Surgery","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Medicine; Microsurgery; Anastomosis; Surgery; Specialty; Quarter (Canadian coin); General surgery; Family medicine","score_opus":0.07152183990623426,"score_gpt":0.3425387895141704,"score_spread":0.2710169496079361,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4366451539","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9966131,0.000008299362,0.0023305663,0.00018726739,0.00046031034,0.00008903045,0.00001430738,0.000045475583,0.0002516569],"genre_scores_gemma":[0.9991816,0.0000065374716,0.00040798486,0.0001367126,0.00021471997,0.00000648733,0.000012184753,0.000023766324,0.000009991469],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99804246,0.0001045882,0.00087706256,0.00017072762,0.0005060163,0.00029911907],"domain_scores_gemma":[0.9965614,0.002231474,0.00046126245,0.00014582543,0.0003152472,0.00028480872],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0011279046,0.00016049673,0.0006146404,0.0008839303,0.000058173835,0.00001934268,0.000108371554,0.00017535914,0.000080314596],"category_scores_gemma":[0.0016827533,0.00012914902,0.00022302016,0.0010687814,0.00008289127,0.00015648243,0.000011030263,0.0005617309,0.000009912059],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.012192541,0.0025676265,0.55176395,0.00047796624,0.0012928677,0.027294723,0.15580942,0.07307468,0.0979544,0.0015182364,0.0049499236,0.07110365],"study_design_scores_gemma":[0.015376297,0.0053152717,0.7446456,0.010099635,0.00026379013,0.0045113275,0.11527518,0.05116689,0.047133625,0.0012728439,0.002989049,0.001950498],"about_ca_topic_score_codex":0.0000017171088,"about_ca_topic_score_gemma":5.313273e-7,"teacher_disagreement_score":0.19288163,"about_ca_system_score_codex":0.000039713632,"about_ca_system_score_gemma":0.00038337955,"threshold_uncertainty_score":0.5266544},"labels":[],"label_agreement":null},{"id":"W4367186333","doi":"10.1016/j.jogc.2023.04.013","title":"What is the Role of Video-Based Assessment of Laparoscopic Surgical Skill in Residency Training? A Qualitative Study of Trainee and Faculty Perspectives","year":2023,"lang":"en","type":"letter","venue":"Journal of Obstetrics and Gynaecology Canada","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Hydro One (Canada); University of Toronto","funders":"","keywords":"Medicine; Medical education; Residency training; Training (meteorology); Video recording; Multimedia; Continuing education","score_opus":0.04441626819961366,"score_gpt":0.36133183159946475,"score_spread":0.3169155633998511,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4367186333","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97261703,0.003482067,8.1486985e-7,0.022415409,0.00085512316,0.00033849952,0.000058507892,0.0000018310616,0.00023073105],"genre_scores_gemma":[0.9967948,0.00017462419,0.000051944942,0.0028450624,0.000041909363,0.0000048325132,0.000009007272,0.000015514092,0.000062283325],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9973892,0.0004435182,0.0010470961,0.00020314346,0.00071394606,0.00020312509],"domain_scores_gemma":[0.9850086,0.013273203,0.0010023578,0.00012714851,0.0005029747,0.000085695356],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000916479,0.00018584153,0.0011876822,0.00048451926,0.000038226906,0.000012102539,0.0001164201,0.0002527093,0.000104713006],"category_scores_gemma":[0.0020740794,0.00012401103,0.00011380736,0.0005644759,0.00019031191,0.000057538447,0.000028507297,0.0010298089,1.75913e-8],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00029190688,0.0021392303,0.34889954,0.0014879684,0.003968525,0.017401356,0.5721764,0.00075245573,0.000012116907,0.00046388136,0.007675585,0.04473103],"study_design_scores_gemma":[0.014248962,0.0027153082,0.4647757,0.00020741644,0.00035805366,0.00002243104,0.5108852,0.00037479206,0.000010703829,0.00033855028,0.005894016,0.00016885587],"about_ca_topic_score_codex":0.006720886,"about_ca_topic_score_gemma":0.008847063,"teacher_disagreement_score":0.11587618,"about_ca_system_score_codex":0.00030088623,"about_ca_system_score_gemma":0.0020204454,"threshold_uncertainty_score":0.9998934},"labels":[],"label_agreement":null},{"id":"W4367317945","doi":"10.1017/cjn.2023.46","title":"The Development And Applications Of Augmented And Virtual Reality Technology In Spine Surgery Training: A Systematic Review","year":2023,"lang":"en","type":"review","venue":"Canadian Journal of Neurological Sciences / Journal Canadien des Sciences Neurologiques","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":12,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Hamilton General Hospital; McMaster University","funders":"","keywords":"Augmented reality; Virtual reality; MEDLINE; Medicine; Medical physics; Modality (human–computer interaction); Medical education; Computer science; Physical therapy; Human–computer interaction","score_opus":0.15654845333894368,"score_gpt":0.3655252907952727,"score_spread":0.208976837456329,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4367317945","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.04619256,0.9510056,0.0000073427204,0.001652504,0.00013322406,0.00083143706,0.0000050086837,0.000014011768,0.00015833307],"genre_scores_gemma":[0.04779391,0.95154613,0.00012326156,0.00042447215,0.000050856863,0.000034380642,7.213807e-7,0.000011219131,0.000015046922],"study_design_codex":"design_other","study_design_gemma":"systematic_review","domain_scores_codex":[0.9952526,0.0009255197,0.0021814434,0.00040111813,0.00053439627,0.00070492923],"domain_scores_gemma":[0.9944519,0.0026415605,0.0016109042,0.0001429662,0.00024927536,0.0009034116],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.010067303,0.00030266526,0.0020984316,0.001428638,0.0010745241,0.0001563752,0.00070372986,0.00022720934,0.000008010387],"category_scores_gemma":[0.0067411163,0.00015732917,0.00023349364,0.0027636806,0.004762586,0.00014758119,0.00006838495,0.0010831302,6.116471e-7],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000044368713,0.00006132488,0.026134316,0.0750271,0.0002117867,0.0053584403,0.00057164166,0.00004888883,1.9796853e-7,0.0035716137,0.000068191635,0.8889021],"study_design_scores_gemma":[0.0016552643,0.04366437,0.020781284,0.48411345,0.0030959616,0.15230598,0.00315086,0.0004731604,0.000002066525,0.012572219,0.2762996,0.0018857864],"about_ca_topic_score_codex":0.00007789839,"about_ca_topic_score_gemma":0.009481042,"teacher_disagreement_score":0.88701636,"about_ca_system_score_codex":0.0001443336,"about_ca_system_score_gemma":0.004891919,"threshold_uncertainty_score":0.9979459},"labels":[],"label_agreement":null},{"id":"W4372193946","doi":"10.1016/j.jvsvi.2023.100014","title":"Case logging habits of integrated vascular surgery residents","year":2023,"lang":"en","type":"article","venue":"JVS-Vascular Insights","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Graduation (instrument); Vascular surgery; Logging; Medicine; Family medicine; Demographics; Quarter (Canadian coin); Emergency medicine; Psychology; Demography; Surgery; Geography; Engineering","score_opus":0.05728634372342103,"score_gpt":0.29496724264203605,"score_spread":0.23768089891861502,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4372193946","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9959831,0.00067794824,0.00021334038,0.00007700894,0.00030975687,0.00028867612,0.000003906239,0.00032996913,0.0021162552],"genre_scores_gemma":[0.998926,0.00015789704,0.0001121514,0.00020339714,0.00011707473,0.000014162828,0.00015308242,0.000044017932,0.00027222035],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99792296,0.00016984165,0.00056298013,0.0003766477,0.0006284611,0.00033913145],"domain_scores_gemma":[0.99848455,0.0004411485,0.00011936225,0.0005024801,0.00021857662,0.00023388177],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000641507,0.00021507154,0.0006206022,0.0005698256,0.00012895362,0.00002183982,0.00007499982,0.00017546177,0.0003101355],"category_scores_gemma":[0.0006174569,0.00017021046,0.00057923124,0.0012491702,0.000087955355,0.0001226733,0.000057823876,0.00024596078,0.00023521867],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0014534632,0.0025993765,0.47065166,0.004362028,0.011196064,0.2377902,0.016187284,0.012649874,0.010913947,0.006712302,0.011736319,0.21374747],"study_design_scores_gemma":[0.019058682,0.00034855906,0.6178627,0.0027709461,0.0015651162,0.0026367316,0.0030663083,0.052556116,0.014374297,0.001828049,0.28211546,0.0018170254],"about_ca_topic_score_codex":0.00027789065,"about_ca_topic_score_gemma":0.00003424514,"teacher_disagreement_score":0.27037916,"about_ca_system_score_codex":0.00005931225,"about_ca_system_score_gemma":0.00012298583,"threshold_uncertainty_score":0.6940981},"labels":[],"label_agreement":null},{"id":"W4376106854","doi":"10.1097/prs.0000000000010636","title":"Development and Evaluation of a High-Fidelity Rhinoplasty Simulator","year":2023,"lang":"en","type":"article","venue":"Plastic & Reconstructive Surgery","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto; St. Michael's Hospital; Hospital for Sick Children","funders":"","keywords":"High fidelity; Simulation; Fidelity; Computer science; Rhinoplasty; Engineering drawing; Human–computer interaction; Systems engineering; Engineering; Medicine; Electrical engineering","score_opus":0.07553047706090514,"score_gpt":0.3131992142008615,"score_spread":0.23766873713995634,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4376106854","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9983962,0.000032740805,0.0001412033,0.000024170391,0.0005042547,0.00019158219,0.000010226871,0.000078903344,0.00062069896],"genre_scores_gemma":[0.99933684,0.0000055545083,0.0005013913,0.000018145527,0.00004676471,0.000016081574,0.000044362765,0.000011278436,0.0000195972],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99854237,0.00008493007,0.00044249953,0.0002510147,0.000491527,0.000187688],"domain_scores_gemma":[0.99503297,0.0042750835,0.00013727054,0.00010092668,0.00032199986,0.00013173305],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0012501773,0.000119773584,0.00037468845,0.0002636365,0.00006409745,0.000007963218,0.000017261393,0.000070430964,0.00034329452],"category_scores_gemma":[0.003169718,0.00010573344,0.00006161701,0.00038824097,0.00011448727,0.00007022301,0.000027138649,0.00009956415,0.000038492617],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00026521253,0.000058068796,0.47340214,0.000119584874,0.00023541621,0.000014605185,0.00043934505,0.0014111098,0.00021572578,0.00039141832,0.000044217577,0.52340317],"study_design_scores_gemma":[0.0017475662,0.0000162104,0.96484876,0.00017175483,0.00010858774,0.000023808992,0.0003667419,0.030575838,0.0010770265,0.00045464354,0.00048369172,0.00012538134],"about_ca_topic_score_codex":0.000008883778,"about_ca_topic_score_gemma":0.00000547072,"teacher_disagreement_score":0.52327776,"about_ca_system_score_codex":0.00006813716,"about_ca_system_score_gemma":0.00035753043,"threshold_uncertainty_score":0.43116847},"labels":[],"label_agreement":null},{"id":"W4376269684","doi":"10.1055/a-2092-6564","title":"Surgical Training Simulators for Rhinoplasty: A Systematic Review","year":2023,"lang":"en","type":"review","venue":"Facial Plastic Surgery","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto; University of Ottawa","funders":"","keywords":"Rhinoplasty; Medicine; Apprenticeship; MEDLINE; Observational study; Medical education; Medical physics; Surgery; Nose","score_opus":0.2092405186068014,"score_gpt":0.397210987066851,"score_spread":0.18797046846004958,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4376269684","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000010286199,0.99205065,0.00009370132,0.000014704797,0.0026697603,0.004106744,0.00022348884,0.0005246424,0.00030603012],"genre_scores_gemma":[0.000108866625,0.99579376,0.000017307064,0.00012705308,0.0008932155,0.0010444622,0.0011231304,0.00021704666,0.0006751724],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.99457216,0.0003259767,0.0027356676,0.0007785168,0.00077508925,0.0008126021],"domain_scores_gemma":[0.9388706,0.05923122,0.0008089722,0.0004337843,0.00015019791,0.0005052407],"candidate_categories":["metaresearch","metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0019742507,0.0008149396,0.009487683,0.00060588727,0.00016744579,0.00005960068,0.00015817107,0.0005817165,0.00031229114],"category_scores_gemma":[0.024879446,0.00059648306,0.0032572222,0.0011811852,0.00008075787,0.000066833796,0.000057724323,0.0005645981,0.0008380508],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000039462622,0.000040096427,0.0000068092854,0.8963263,0.00070743024,0.00045878429,0.000025034156,0.000005412217,2.0042499e-9,0.000055785287,0.00056248874,0.10177239],"study_design_scores_gemma":[0.00042131517,0.000026728881,0.0000010351322,0.5074647,0.0048731603,0.00013729559,0.00001567897,0.00015117542,6.0432073e-9,0.000004629946,0.48656186,0.00034236987],"about_ca_topic_score_codex":0.0000021787826,"about_ca_topic_score_gemma":0.0000012991674,"teacher_disagreement_score":0.48599938,"about_ca_system_score_codex":0.00016515718,"about_ca_system_score_gemma":0.0009904831,"threshold_uncertainty_score":0.9999399},"labels":[],"label_agreement":null},{"id":"W4376649454","doi":"10.1016/j.jsurg.2023.02.009","title":"Rapid Prototyping Techniques for the Development of a Take-Home Surgical Anastomosis Simulation Model","year":2023,"lang":"en","type":"article","venue":"Journal of surgical education","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Toronto General Hospital; Toronto Rehabilitation Institute; University of Toronto; University Health Network","funders":"","keywords":"Anastomosis; Session (web analytics); Process (computing); Computer science; Medicine; Medical physics; Surgery; Simulation; Operating system","score_opus":0.08863392248699539,"score_gpt":0.38922758241336725,"score_spread":0.3005936599263719,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4376649454","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9797164,0.00059978355,0.012149861,0.0036399092,0.00036138683,0.0016116009,0.000003172863,0.00009130582,0.0018265762],"genre_scores_gemma":[0.99245316,0.00014023107,0.0067563727,0.000052608833,0.000323624,0.0000715036,0.000015094367,0.000016103895,0.00017132629],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99846685,0.000042190204,0.00080783945,0.00011373225,0.00040853614,0.00016088004],"domain_scores_gemma":[0.9978529,0.0009293068,0.000392444,0.0001068006,0.00059646805,0.00012207284],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0013699862,0.00010470623,0.0003073645,0.0002522074,0.00011737656,0.000017046557,0.00008376548,0.000091910784,0.00008415953],"category_scores_gemma":[0.00018710454,0.0000659811,0.00021398699,0.00050570926,0.000045244517,0.00011945529,0.000015897791,0.00017736046,0.0000030825329],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0015458717,0.00042301946,0.0010889012,0.0001401602,0.00011348847,0.0000066156836,0.0015600033,0.01549453,0.00011130925,0.00060269603,0.00016889564,0.9787445],"study_design_scores_gemma":[0.0050210883,0.00042640234,0.011610292,0.00068634865,0.00018063624,0.00010379347,0.0013623514,0.46020898,0.002591235,0.0009616499,0.5166123,0.00023495538],"about_ca_topic_score_codex":9.1344185e-7,"about_ca_topic_score_gemma":3.3921478e-7,"teacher_disagreement_score":0.97850955,"about_ca_system_score_codex":0.00008395624,"about_ca_system_score_gemma":0.000649108,"threshold_uncertainty_score":0.26906312},"labels":[],"label_agreement":null},{"id":"W4378071467","doi":"10.1097/as9.0000000000000292","title":"Developing Surgical Skill Level Classification Model Using Visual Metrics and a Gradient Boosting Algorithm","year":2023,"lang":"en","type":"article","venue":"Annals of Surgery Open","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":21,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Guelph","funders":"National Institute of Biomedical Imaging and Bioengineering; National Cancer Institute; National Institutes of Health; Roswell Park Cancer Institute","keywords":"Gaze; Dissection (medical); Artificial intelligence; Machine learning; Computer science; Eye tracking; Boosting (machine learning); Variance (accounting); Medicine; Surgery","score_opus":0.6634501932880108,"score_gpt":0.48845099675041725,"score_spread":0.17499919653759355,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4378071467","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99225223,0.00011336618,0.004925215,0.0012454664,0.0000795667,0.00025984892,0.000014091443,0.00005878949,0.0010514224],"genre_scores_gemma":[0.9930502,0.0002562426,0.0060286666,0.00035314617,0.00004868692,0.000007761708,0.000076588156,0.000021633376,0.00015706805],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99854034,0.00006026421,0.00050205545,0.00027742624,0.0003266612,0.000293276],"domain_scores_gemma":[0.9982636,0.00102983,0.00016986122,0.00011671306,0.00025565884,0.00016435944],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0016900612,0.00012652915,0.00045062279,0.00041885223,0.00013193546,0.00005462636,0.000072671115,0.000084791405,0.000020670064],"category_scores_gemma":[0.00059226615,0.00011482609,0.00009735337,0.0011782248,0.000056933306,0.00022424581,0.00015940765,0.00010712969,0.0000068332956],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00026981425,0.00020972616,0.075402975,0.00016297391,0.0002135565,0.00023775842,0.000698411,0.0023865635,0.00023030434,0.0030136295,0.0003945168,0.91677976],"study_design_scores_gemma":[0.00082970475,0.000024016317,0.11383278,0.00029812127,0.000027840946,0.00003759979,0.00037515452,0.88137037,0.0005710676,0.00066435913,0.001774214,0.0001948032],"about_ca_topic_score_codex":0.00006621293,"about_ca_topic_score_gemma":0.0000010089245,"teacher_disagreement_score":0.91658497,"about_ca_system_score_codex":0.000023710843,"about_ca_system_score_gemma":0.00019064044,"threshold_uncertainty_score":0.4682472},"labels":[],"label_agreement":null},{"id":"W4378190063","doi":"10.1016/j.jogc.2023.03.086","title":"A teaching video for abdominal myomectomy with Maylard incision","year":2023,"lang":"en","type":"article","venue":"Journal of Obstetrics and Gynaecology Canada","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Canada Research Chairs; University of Toronto; University of New Brunswick","funders":"","keywords":"Medicine; Cosmesis; Surgery; Laparoscopy","score_opus":0.020347566859494477,"score_gpt":0.27553689207566123,"score_spread":0.2551893252161668,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4378190063","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99508005,0.00034111404,0.00032963092,0.0010579396,0.0017476579,0.00012619754,0.000004373015,0.000007748258,0.0013052629],"genre_scores_gemma":[0.9981561,0.000012437091,0.0009892635,0.00055171875,0.000040859333,0.0000019509826,0.0000032000517,0.00000924166,0.00023523261],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99921125,0.000025406705,0.00026543683,0.00008577101,0.00024068975,0.00017143782],"domain_scores_gemma":[0.99585396,0.003562847,0.00016439329,0.000050050072,0.00018736582,0.00018135588],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00042054945,0.00007228502,0.0002650303,0.00024695022,0.00010787293,0.000011422841,0.000037303864,0.000058032558,0.00006852232],"category_scores_gemma":[0.0030187913,0.000049224796,0.0000436331,0.0002857134,0.000021652304,0.000040962248,0.000014382503,0.00024791108,4.2267965e-7],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00014215929,0.00005526907,0.1255788,0.00007880151,0.00019578118,0.0049885977,0.00020462404,0.0003497913,0.000020755559,0.00034073062,0.0017437942,0.8663009],"study_design_scores_gemma":[0.018084211,0.0017872265,0.6369997,0.000031238087,0.00019470228,0.00028617587,0.0009730183,0.005958279,0.000026463726,0.00030368537,0.33518946,0.00016579486],"about_ca_topic_score_codex":0.0013166197,"about_ca_topic_score_gemma":0.002548096,"teacher_disagreement_score":0.86613506,"about_ca_system_score_codex":0.00024413958,"about_ca_system_score_gemma":0.0006444258,"threshold_uncertainty_score":0.36139932},"labels":[],"label_agreement":null},{"id":"W4378190087","doi":"10.1016/j.jogc.2023.03.098","title":"Impact of training level of the first surgical assistant on quality metrics for hysterectomy: A retrospective review","year":2023,"lang":"en","type":"review","venue":"Journal of Obstetrics and Gynaecology Canada","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Canada Research Chairs; University of Toronto; University of New Brunswick","funders":"","keywords":"Medicine; Hysterectomy; Retrospective cohort study; Quality (philosophy); General surgery; Surgery","score_opus":0.28500962310371264,"score_gpt":0.4270229611454671,"score_spread":0.14201333804175448,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4378190087","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0015552506,0.9941386,0.00000553914,0.00009809206,0.002496941,0.00073641224,0.0004730623,0.000002889661,0.0004932052],"genre_scores_gemma":[0.09306484,0.9066181,0.000041814663,0.00008538653,0.000044294426,0.000008493146,0.000011660935,0.000031558135,0.00009384454],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9968289,0.00021958778,0.001866035,0.00019847024,0.00063732127,0.00024969465],"domain_scores_gemma":[0.9780522,0.01790039,0.0028776084,0.00022429525,0.0007526063,0.00019289489],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0016441335,0.0002647804,0.0034736404,0.00040124782,0.0000737141,0.0000068869635,0.00019390967,0.00025614665,0.00008157659],"category_scores_gemma":[0.024779493,0.00014324421,0.001236726,0.0017870775,0.00008337685,0.000020964588,0.000042468902,0.00066673855,1.151106e-7],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000033975615,0.00013335542,0.0065497677,0.026837263,0.0018528268,0.00048655746,0.000051639247,0.0000077737495,1.2253679e-8,0.00027687926,0.0005748105,0.96319515],"study_design_scores_gemma":[0.005431353,0.001909195,0.16974945,0.0149726635,0.0030323395,0.00016429054,0.000064020314,0.000019936138,1.8576608e-7,0.00004845901,0.80432415,0.00028395318],"about_ca_topic_score_codex":0.001569925,"about_ca_topic_score_gemma":0.0025471505,"teacher_disagreement_score":0.9629112,"about_ca_system_score_codex":0.001849449,"about_ca_system_score_gemma":0.004926626,"threshold_uncertainty_score":0.9834352},"labels":[],"label_agreement":null},{"id":"W4378190174","doi":"10.1016/j.jogc.2023.03.085","title":"Enhancing M&amp;M rounds with the OR black box: A case of uterine perforation at hysteroscopy","year":2023,"lang":"en","type":"article","venue":"Journal of Obstetrics and Gynaecology Canada","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Canada Research Chairs; University of Toronto; University of New Brunswick","funders":"","keywords":"Medicine; Context (archaeology); Perforation; Hysteroscopy; Black box; Uterine perforation; Medical emergency; Obstetrics; Family planning; Research methodology","score_opus":0.029968094261860343,"score_gpt":0.29384160286035776,"score_spread":0.2638735085984974,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4378190174","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9979106,0.00013385563,0.00008881671,0.00058045017,0.0008487128,0.000077434386,0.000004555403,0.0000033848544,0.00035214663],"genre_scores_gemma":[0.9982219,0.000027283162,0.0001413021,0.0002717646,0.000023871877,8.72974e-7,0.0000030515578,0.000007265776,0.0013027347],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99927473,0.00003317616,0.00029677688,0.000069457856,0.00019542365,0.00013041384],"domain_scores_gemma":[0.9976282,0.001729047,0.00025107354,0.00007617561,0.0002077317,0.000107776395],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0002602996,0.00007064504,0.0002390368,0.000119242235,0.00009682737,0.000010202627,0.000034039702,0.000045549557,0.00032480972],"category_scores_gemma":[0.0008400173,0.000037325564,0.00002736333,0.00046172595,0.000054624295,0.00004100869,0.000021813401,0.00014734786,6.6251613e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.001400107,0.00036256493,0.61222357,0.0013813368,0.0017313147,0.15615004,0.008869699,0.009808777,0.0027084865,0.0003845878,0.0060823457,0.19889717],"study_design_scores_gemma":[0.02758096,0.005559264,0.69244576,0.00010466651,0.00056514743,0.009631635,0.009660981,0.008591433,0.001974904,0.00004242593,0.24339004,0.00045280735],"about_ca_topic_score_codex":0.0018206628,"about_ca_topic_score_gemma":0.0844785,"teacher_disagreement_score":0.2373077,"about_ca_system_score_codex":0.00026910147,"about_ca_system_score_gemma":0.00052198477,"threshold_uncertainty_score":0.9322274},"labels":[],"label_agreement":null},{"id":"W4378375295","doi":"10.1016/j.gie.2023.05.055","title":"American Society for Gastrointestinal Endoscopy guideline on the role of ergonomics for prevention of endoscopy-related injury: methodology and review of evidence","year":2023,"lang":"en","type":"article","venue":"Gastrointestinal Endoscopy","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":6,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary; St. Michael's Hospital","funders":"American Society for Gastrointestinal Endoscopy","keywords":"Medicine; Guideline; Endoscopy; Human factors and ergonomics; General surgery; Poison control; Internal medicine; Medical emergency; Pathology","score_opus":0.1491100051793972,"score_gpt":0.4135901507827024,"score_spread":0.2644801456033052,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4378375295","genre_codex":"empirical","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8052207,0.0036292674,0.17531106,0.00680299,0.00021722927,0.007387135,0.0004884956,0.0002827913,0.0006602983],"genre_scores_gemma":[0.29088435,0.00097352226,0.7071062,0.00049662864,0.00008693692,0.00018217096,0.00012243593,0.00005325702,0.00009450043],"study_design_codex":"bench_or_experimental","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9973435,0.00030542281,0.0012854371,0.0003935189,0.00027978484,0.00039238113],"domain_scores_gemma":[0.9876346,0.010245934,0.0010674456,0.00033662244,0.00058668415,0.00012869094],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.003314686,0.0002610713,0.0009503741,0.00013235447,0.000070284164,0.000005316225,0.00017692037,0.000036018206,0.000082244136],"category_scores_gemma":[0.013464306,0.00018482696,0.0005418439,0.0005561486,0.0005097551,0.000060728944,0.00007212417,0.00020854328,0.0000022842758],"study_design_candidate":"bench_or_experimental","study_design_consensus":"bench_or_experimental","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.025272584,0.0005190893,0.030254181,0.007967747,0.00042191986,0.000005320812,0.00033205407,0.00050703296,0.864655,0.00903514,0.0025719937,0.058457926],"study_design_scores_gemma":[0.04605447,0.10157119,0.039584074,0.27297562,0.005554583,0.0034876664,0.009898442,0.15362842,0.3323402,0.022371769,0.010693436,0.001840125],"about_ca_topic_score_codex":0.000047216163,"about_ca_topic_score_gemma":0.0000023193782,"teacher_disagreement_score":0.5323148,"about_ca_system_score_codex":0.000049110822,"about_ca_system_score_gemma":0.00020665397,"threshold_uncertainty_score":0.9948457},"labels":[],"label_agreement":null},{"id":"W4379095513","doi":"10.1016/j.jsurg.2023.04.015","title":"A Video-Based Assessment Tool to Measure Intraoperative Laparoscopic Suturing Using a Modified Script Concordance Methodology","year":2023,"lang":"en","type":"article","venue":"Journal of surgical education","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":3,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University; McGill University Health Centre","funders":"","keywords":"Concordance; Cronbach's alpha; Medicine; Test (biology); Knot tying; Medical physics; CLIPS; Laparoscopic surgery; Video recording; Surgery; Physical therapy; Laparoscopy; Psychometrics; Computer science; Clinical psychology","score_opus":0.16787568844678036,"score_gpt":0.4439031415239159,"score_spread":0.27602745307713555,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4379095513","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98450315,0.00008929923,0.008109123,0.004436799,0.0013611999,0.00026926052,0.0000011954377,0.00003420639,0.0011957886],"genre_scores_gemma":[0.98050314,0.000014612163,0.017569354,0.0010227086,0.00072896376,0.000011707373,0.0000070704664,0.000015730311,0.00012671895],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99821794,0.0003253939,0.00060529896,0.00017931267,0.0004471926,0.00022485384],"domain_scores_gemma":[0.9981888,0.00061909447,0.00022741927,0.00012340298,0.0005726583,0.00026862771],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0016118203,0.00013165262,0.00047819695,0.0003314373,0.000092855065,0.000041435494,0.000075195254,0.00009194579,0.00021278363],"category_scores_gemma":[0.00070479437,0.000103434155,0.00014689098,0.0006838477,0.000038701146,0.00013778455,0.000016800095,0.0003608929,0.000011678856],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0133333085,0.0042161695,0.109209724,0.00081366656,0.001266883,0.0018070663,0.011058677,0.32947484,0.10271455,0.015387629,0.0054017217,0.40531576],"study_design_scores_gemma":[0.06681365,0.004941455,0.47655272,0.0068851076,0.0013684925,0.0023077375,0.014181261,0.22657438,0.037778158,0.0026427489,0.15790829,0.0020459988],"about_ca_topic_score_codex":0.000018457851,"about_ca_topic_score_gemma":0.0000017737035,"teacher_disagreement_score":0.40326977,"about_ca_system_score_codex":0.00023257197,"about_ca_system_score_gemma":0.0012531101,"threshold_uncertainty_score":0.42179224},"labels":[],"label_agreement":null},{"id":"W4379347937","doi":"10.1017/cjn.2023.207","title":"P.117 Quantitative evaluation in competency-based medical education – a nationwide survey of the spinal surgical training landscape","year":2023,"lang":"en","type":"article","venue":"Canadian Journal of Neurological Sciences / Journal Canadien des Sciences Neurologiques","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Medicine; Context (archaeology); Orthopedic surgery; Competency assessment; Scope (computer science); Quantitative assessment; Spinal surgery; Medical education; Physical therapy; Needs assessment; Medical physics; Surgery; Computer science","score_opus":0.13339695145258104,"score_gpt":0.38379388554559773,"score_spread":0.25039693409301667,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4379347937","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9865399,0.00045269198,0.0000062884064,0.009761802,0.0006765425,0.00018992671,0.000004877734,0.00001006199,0.00235792],"genre_scores_gemma":[0.9978847,0.00004830063,0.00039666865,0.0015720268,0.000081887854,0.0000033056835,0.0000015608504,0.0000060599796,0.0000054701536],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9943787,0.0020284834,0.0009273521,0.00031647613,0.0016967863,0.00065220566],"domain_scores_gemma":[0.99598294,0.0013475125,0.00061558216,0.00010209716,0.00094958936,0.0010022685],"candidate_categories":["metaresearch","sts"],"consensus_categories":[],"category_scores_codex":[0.014832539,0.0001743523,0.00043771887,0.0011298588,0.0008347833,0.0001300869,0.000847243,0.00016164834,0.00030139374],"category_scores_gemma":[0.017788794,0.00010291667,0.00018225891,0.0037335379,0.003029256,0.00030739326,0.000031137337,0.0009098225,0.0000018800731],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00018959635,0.000042499556,0.97777164,0.0000066547555,0.0000065533122,0.0007174734,0.00029517332,0.010039314,0.000002732462,0.0016526119,0.000046135305,0.009229588],"study_design_scores_gemma":[0.00094700395,0.010239443,0.9257445,0.00016437481,0.00002069947,0.0024903554,0.0003793455,0.054488685,0.0000081569915,0.0052306205,0.00018313908,0.00010373324],"about_ca_topic_score_codex":0.0016548808,"about_ca_topic_score_gemma":0.15336622,"teacher_disagreement_score":0.15171134,"about_ca_system_score_codex":0.00012587573,"about_ca_system_score_gemma":0.034504432,"threshold_uncertainty_score":0.9996839},"labels":[],"label_agreement":null},{"id":"W4379376111","doi":"10.1017/s0266462323000314","title":"Best practice considerations on the assessment of robotic assisted surgical systems: results from an international consensus expert panel","year":2023,"lang":"en","type":"review","venue":"International Journal of Technology Assessment in Health Care","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":13,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Institute of Health Economics","funders":"National Institutes of Health; Intuitive Surgical; Society of American Gastrointestinal and Endoscopic Surgeons; Gilead Sciences; National Institute of General Medical Sciences; Sanofi; Health Technology Assessment international; Urology Foundation; Eli Lilly and Company","keywords":"Health technology; Context (archaeology); Work (physics); Inclusion (mineral); Computer science; Management science; Medicine; Knowledge management; Psychology; Health care; Political science; Engineering","score_opus":0.24782445850594337,"score_gpt":0.5358598851572286,"score_spread":0.28803542665128523,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4379376111","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0015954807,0.8349191,0.00021736656,0.13901874,0.011754477,0.0033405593,0.0014621498,0.00023294362,0.007459193],"genre_scores_gemma":[0.1427907,0.85012764,0.004595764,0.00066949957,0.0007260158,0.00008967586,0.0008848513,0.00006829492,0.000047543377],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99356836,0.0009044255,0.003380545,0.00042826115,0.0014578912,0.00026049165],"domain_scores_gemma":[0.986467,0.0073490296,0.0036266902,0.0004563167,0.0019439138,0.00015706844],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0018001989,0.00034193622,0.001671073,0.0014152441,0.000103179984,0.00008323726,0.0006076876,0.0005132439,0.00009702713],"category_scores_gemma":[0.0029262565,0.00023727551,0.00037103964,0.00044956515,0.00018145828,0.00012452784,0.00012934003,0.002045863,0.000008334297],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0014933642,0.0064731967,0.0016403821,0.0038851814,0.011285464,0.02019708,0.0015939766,0.010363734,0.0000023900013,0.17085347,0.002113963,0.7700978],"study_design_scores_gemma":[0.0073239873,0.0015939228,0.00090076757,0.05123011,0.00047863234,0.0040970896,0.013835623,0.0022153433,7.834906e-7,0.00021810827,0.91774774,0.00035788544],"about_ca_topic_score_codex":0.00022789952,"about_ca_topic_score_gemma":0.000030672454,"teacher_disagreement_score":0.9156338,"about_ca_system_score_codex":0.0017898601,"about_ca_system_score_gemma":0.002994403,"threshold_uncertainty_score":0.96758145},"labels":[],"label_agreement":null},{"id":"W4379881935","doi":"10.51731/cjht.2023.665","title":"Hybrid Operating Room Suites","year":2023,"lang":"en","type":"article","venue":"Canadian Journal of Health Technologies","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Medicine; Operating theater; Suite; Neurosurgery; Cardiothoracic surgery; Medical physics; Surgery; Vascular surgery; Cardiac surgery","score_opus":0.06293747887892315,"score_gpt":0.3345494473028057,"score_spread":0.2716119684238826,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4379881935","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9378977,0.00861571,0.00006341968,0.051576007,0.00030051547,0.00013409872,0.0000059355434,0.00030458297,0.0011020239],"genre_scores_gemma":[0.9987207,0.00011459811,0.00028372632,0.00074387074,0.000017305738,0.0000012366933,0.000003920494,0.000009332532,0.00010528466],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9990699,0.000022300392,0.000378776,0.00007461723,0.00011876588,0.00033558995],"domain_scores_gemma":[0.99938923,0.00014067971,0.00013598811,0.00010528908,0.00010707415,0.0001217216],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000621135,0.000066344386,0.00025077356,0.0005663467,0.00019417012,0.000024329935,0.00010107031,0.000052346648,0.00006966941],"category_scores_gemma":[0.001787556,0.00005212094,0.00005656649,0.0003853601,0.000061533225,0.00005610223,0.000009596382,0.00031220765,0.000030164558],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000059061167,0.0000053324347,0.040993344,0.00004905861,0.000026375403,0.00081915676,0.00020009807,0.0001617205,0.000020947575,0.0009264933,0.0030217979,0.95376974],"study_design_scores_gemma":[0.0031407354,0.0008951785,0.1643397,0.0009691206,0.00002417836,0.0013183705,0.011266097,0.001500496,0.0011601978,0.003968201,0.8111586,0.00025914365],"about_ca_topic_score_codex":0.00052819133,"about_ca_topic_score_gemma":0.00025349326,"teacher_disagreement_score":0.95351064,"about_ca_system_score_codex":0.00013276245,"about_ca_system_score_gemma":0.0012321887,"threshold_uncertainty_score":0.21858497},"labels":[],"label_agreement":null},{"id":"W4380203737","doi":"10.1186/s12891-023-06606-4","title":"An estimation of the endoscopist's musculoskeletal injury risk for right and left lateral decubitus positions during colonoscopy: a field-based ergonomic study","year":2023,"lang":"en","type":"article","venue":"BMC Musculoskeletal Disorders","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Dalhousie University; Memorial University of Newfoundland","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Medicine; Sports medicine; Colonoscopy; Orthopedic surgery; Rehabilitation; Musculoskeletal injury; Physical therapy; Physical medicine and rehabilitation; Surgery; Internal medicine; Pathology; Colorectal cancer","score_opus":0.009453494713903108,"score_gpt":0.31118461377629175,"score_spread":0.30173111906238864,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4380203737","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99628633,0.000018193405,0.001334975,0.00020781586,0.00014211763,0.0016490084,0.000051180603,0.00014343162,0.00016696141],"genre_scores_gemma":[0.99908876,0.0000063517477,0.0005609776,0.000049220413,0.000041864125,0.00010444977,0.00008118054,0.00003153425,0.00003563843],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99862033,0.0001661148,0.0003661537,0.00035413573,0.00020784105,0.00028542557],"domain_scores_gemma":[0.99896306,0.00042158266,0.0001416322,0.00029697208,0.000047703437,0.00012906968],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00024763055,0.00020255032,0.00029028583,0.00017780781,0.00034830908,0.000029456574,0.00010895839,0.00009431547,0.000098038225],"category_scores_gemma":[0.00023522976,0.00015657523,0.00030254974,0.00028223288,0.00010699779,0.00013415894,0.000034001834,0.00016402967,0.0000066236685],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0016709893,0.0010603154,0.9677798,0.0009807209,0.00022746407,0.0000031522882,0.0011192784,0.015504161,0.0012144567,0.00041205675,0.000024344205,0.010003273],"study_design_scores_gemma":[0.0058980267,0.0015814088,0.9351572,0.00006933146,0.00023212344,0.0000010761873,0.00044126046,0.055746067,0.0003191151,0.00033573687,0.000043711058,0.00017499023],"about_ca_topic_score_codex":0.000156959,"about_ca_topic_score_gemma":0.0006797923,"teacher_disagreement_score":0.040241905,"about_ca_system_score_codex":0.000037755683,"about_ca_system_score_gemma":0.00009678556,"threshold_uncertainty_score":0.63849527},"labels":[],"label_agreement":null},{"id":"W4380300740","doi":"10.1016/j.nepr.2023.103680","title":"An appropriate simulation-based training for surgical technology students","year":2023,"lang":"en","type":"article","venue":"Nurse Education in Practice","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":6,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"Tabriz University of Medical Sciences","keywords":"Checklist; Simulation training; Test (biology); Medical education; Medicine; Surgical simulation; Medical physics; Physical therapy; Computer science; Psychology; Simulation; Surgery","score_opus":0.0627321098385906,"score_gpt":0.479986600904166,"score_spread":0.41725449106557544,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4380300740","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9810514,0.000027002361,0.0010489344,0.008558797,0.0008099406,0.0009250994,0.0000030716344,0.00038073517,0.0071950518],"genre_scores_gemma":[0.99526143,0.000003010509,0.002869246,0.0007266378,0.0002505647,0.00020039498,0.00016160686,0.00002572186,0.0005014065],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9987681,0.00009341544,0.0003132396,0.0002970242,0.00029542926,0.00023277198],"domain_scores_gemma":[0.99701124,0.002239612,0.00012738448,0.00023548731,0.00026567097,0.00012057772],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0007988754,0.00010526509,0.00018229382,0.0004898963,0.00009075786,0.000039422284,0.00009744073,0.00015180251,0.00011316641],"category_scores_gemma":[0.0028377809,0.0001046211,0.000044366083,0.0010474261,0.00004100447,0.00024992804,0.0000052997534,0.00021318717,0.00008093226],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0033498248,0.0049418365,0.20538995,0.000096672586,0.000106704814,0.00008051032,0.0057792044,0.16395767,0.00009059342,0.014857406,0.0001728958,0.60117674],"study_design_scores_gemma":[0.020983744,0.00061328756,0.067204244,0.00022955365,0.00023546118,0.000028824537,0.053410806,0.51422805,0.00010227809,0.0023188354,0.34020564,0.00043927613],"about_ca_topic_score_codex":0.000008311537,"about_ca_topic_score_gemma":0.0000021266812,"teacher_disagreement_score":0.60073745,"about_ca_system_score_codex":0.000083866624,"about_ca_system_score_gemma":0.0005734633,"threshold_uncertainty_score":0.42663246},"labels":[],"label_agreement":null},{"id":"W4380489144","doi":"10.1016/j.jsurg.2023.05.017","title":"Learning Outcomes and Educational Effectiveness of E-Learning as a Continuing Professional Development Intervention for Practicing Surgeons and Proceduralists: A Systematic Review","year":2023,"lang":"en","type":"review","venue":"Journal of surgical education","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":12,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Kingston Health Sciences Centre; Queen's University","funders":"","keywords":"Psychological intervention; Medicine; Competence (human resources); Medical education; Critical appraisal; MEDLINE; Continuing medical education; Journal club; Nursing; Psychology; Continuing education; Alternative medicine","score_opus":0.05133039964887352,"score_gpt":0.44436218659713217,"score_spread":0.39303178694825863,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4380489144","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.010162794,0.9865515,0.000019683352,0.0003148571,0.00044119117,0.0024312108,0.0000011631334,0.000015915866,0.000061637606],"genre_scores_gemma":[0.01665778,0.9808379,0.00023753675,0.000021849351,0.00010268275,0.00035749484,0.00011177184,0.00004577525,0.0016272166],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.99651724,0.0008201772,0.0018732204,0.00021954323,0.00041408517,0.00015575682],"domain_scores_gemma":[0.9887921,0.007478245,0.0027179138,0.000067588495,0.00077181275,0.00017229178],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0046416684,0.00025133745,0.002425721,0.00037789962,0.00010598406,0.00003742874,0.00005656831,0.00015058227,0.000030956515],"category_scores_gemma":[0.009844603,0.00016866469,0.0004473026,0.00031150258,0.000041665102,0.0001637979,0.00003681457,0.00057621545,0.0000026440612],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000103408405,0.0002673784,0.0009457566,0.88728184,0.00046035077,0.000005393903,0.00036119903,0.0000013673152,2.7507144e-7,0.00028831046,0.000009175124,0.110275574],"study_design_scores_gemma":[0.0012931625,0.00019866238,0.0010770039,0.94719297,0.002499814,0.0007747445,0.0008229741,0.000016169144,6.8834817e-7,0.00006902952,0.045889243,0.00016551568],"about_ca_topic_score_codex":0.000004035897,"about_ca_topic_score_gemma":4.291437e-7,"teacher_disagreement_score":0.11011005,"about_ca_system_score_codex":0.00017165115,"about_ca_system_score_gemma":0.0012057951,"threshold_uncertainty_score":0.9984959},"labels":[],"label_agreement":null},{"id":"W4380577731","doi":"10.1038/s41598-023-36702-3","title":"Tool-tissue force segmentation and pattern recognition for evaluating neurosurgical performance","year":2023,"lang":"en","type":"article","venue":"Scientific Reports","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":15,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"Canadian Institutes of Health Research","keywords":"Computer science; Artificial intelligence; Segmentation; Machine learning; Task (project management); Pattern recognition (psychology)","score_opus":0.10104843779754213,"score_gpt":0.3718285398419509,"score_spread":0.2707801020444088,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4380577731","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9960824,0.000008140497,0.00049121573,0.00017240093,0.0013877593,0.00070478185,0.0000021179978,0.00009440241,0.0010567642],"genre_scores_gemma":[0.9957339,0.0000025750192,0.00063427,0.00010104426,0.00005924005,0.00007290602,0.0003443717,0.000010761596,0.0030409363],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99879616,0.000022350536,0.000313412,0.00039736435,0.00029915248,0.00017155944],"domain_scores_gemma":[0.9993891,0.0001275286,0.000119144104,0.00015773559,0.00013312466,0.000073350726],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001698351,0.00006792945,0.00011977895,0.00009433452,0.0002815743,0.00017234104,0.0000231321,0.0000340304,0.0001361495],"category_scores_gemma":[0.00034240945,0.00005890139,0.00003074422,0.00033052685,0.00005079579,0.00012749684,0.000037880567,0.000049171365,0.000021874966],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000057304544,0.000025076575,0.028484922,0.000092605216,0.000007718096,0.00008920076,0.00028572633,0.00016719868,0.009503667,0.0000027036524,0.00052109355,0.9607628],"study_design_scores_gemma":[0.009656789,0.0011634972,0.29009297,0.0006178993,0.00023391633,0.0012836737,0.0007935932,0.5861498,0.052929156,0.0075294585,0.04884332,0.0007059012],"about_ca_topic_score_codex":0.0000023877756,"about_ca_topic_score_gemma":9.891359e-7,"teacher_disagreement_score":0.9600569,"about_ca_system_score_codex":0.000012181308,"about_ca_system_score_gemma":0.000035834615,"threshold_uncertainty_score":0.2401929},"labels":[],"label_agreement":null},{"id":"W4381158448","doi":"10.1017/s0266462323000363","title":"Decision making for early surgical technology adoption into Canada’s healthcare system: a scoping review of the decision-making criteria, challenges, and opportunities","year":2023,"lang":"en","type":"review","venue":"International Journal of Technology Assessment in Health Care","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"McGill University; Institute of Health Services and Policy Research; Montreal General Hospital","funders":"","keywords":"Standardization; Health technology; Grey literature; Health care; MEDLINE; Categorization; Thematic analysis; Medicine; Business; Family medicine; Political science; Qualitative research; Computer science","score_opus":0.1463354146322498,"score_gpt":0.501410234124975,"score_spread":0.3550748194927252,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4381158448","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00029987193,0.98440635,0.00019307606,0.011890857,0.0014595949,0.0016166137,0.00004372183,0.000044482913,0.000045421573],"genre_scores_gemma":[0.058770142,0.937583,0.0030988103,0.0002571517,0.00013742164,0.000092235205,0.000019247165,0.000040103634,0.0000018706983],"study_design_codex":"design_other","study_design_gemma":"systematic_review","domain_scores_codex":[0.9954724,0.00021623271,0.0027897933,0.0003357327,0.00089140056,0.0002944733],"domain_scores_gemma":[0.9941797,0.0015782269,0.0025450145,0.00030112205,0.0013052925,0.00009061415],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00160301,0.0002885801,0.0020831588,0.0016185538,0.00011924625,0.000017425158,0.00055820483,0.00050263025,0.0000100448115],"category_scores_gemma":[0.0010104061,0.00020863685,0.00030857674,0.00044243032,0.00010643157,0.00007559947,0.00028216004,0.0010454913,2.202207e-7],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00005764175,0.000017940602,0.00009386713,0.13765143,0.00011170135,0.00032911915,0.000056855904,0.0000018070028,6.431333e-9,0.0051116245,0.000015844764,0.8565522],"study_design_scores_gemma":[0.00087199576,0.00026085984,0.00012045338,0.90489244,0.00012322814,0.0016493608,0.002371209,0.000029277813,5.9533576e-8,0.0005079997,0.08904426,0.00012887616],"about_ca_topic_score_codex":0.0004902579,"about_ca_topic_score_gemma":0.0063964017,"teacher_disagreement_score":0.85642326,"about_ca_system_score_codex":0.0023068644,"about_ca_system_score_gemma":0.006064048,"threshold_uncertainty_score":0.99957067},"labels":[],"label_agreement":null},{"id":"W4381165217","doi":"10.3389/fsurg.2023.1197103","title":"The impact of the European Association of Endoscopic Surgery research grant scheme—a mixed qualitative quantitative methodology study protocol","year":2023,"lang":"en","type":"article","venue":"Frontiers in Surgery","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Dalhousie University","funders":"National Institute for Health and Care Research","keywords":"Thematic analysis; Medicine; Protocol (science); Medical education; Qualitative research; Alternative medicine","score_opus":0.41061082890825457,"score_gpt":0.5375252773553707,"score_spread":0.12691444844711613,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4381165217","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98139405,0.000036877253,0.00014007863,0.00033042923,0.00055760826,0.016292093,0.000009708199,0.00003130131,0.0012078765],"genre_scores_gemma":[0.9967197,0.000011991335,0.0004608668,0.000008200449,0.00003845782,0.0024523572,0.000008341354,0.000023739049,0.00027632678],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.98062766,0.017034449,0.0008846866,0.00023774861,0.0007929548,0.00042251457],"domain_scores_gemma":[0.9608632,0.037843205,0.00047167193,0.00031280116,0.00045066603,0.00005848362],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.043761455,0.0001281679,0.000705337,0.0005340704,0.00015375525,0.000012058021,0.00013240422,0.00007032514,0.00001890173],"category_scores_gemma":[0.028605595,0.000070801725,0.00037684164,0.0023583805,0.00026689633,0.0000570225,0.00008427184,0.00042451316,0.0000064119613],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0008177565,0.00025043965,0.9705189,0.000055684515,0.00036156675,0.000018190995,0.013111553,0.000054553817,0.00013379833,0.00008925616,0.008620113,0.0059681954],"study_design_scores_gemma":[0.001393547,0.00014248004,0.9572524,0.00015819372,0.00001668826,3.4551462e-7,0.038962793,0.00037581343,0.00029372843,0.0009308086,0.00040782857,0.00006539816],"about_ca_topic_score_codex":0.00025865447,"about_ca_topic_score_gemma":0.000032281077,"teacher_disagreement_score":0.02585124,"about_ca_system_score_codex":0.00020130002,"about_ca_system_score_gemma":0.0003310391,"threshold_uncertainty_score":0.9846488},"labels":[],"label_agreement":null},{"id":"W4381392165","doi":"10.1016/j.hpb.2023.05.292","title":"The role of virtual reality in hepato-pancreato-biliary surgical education: A systematic review","year":2023,"lang":"en","type":"review","venue":"HPB","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Medicine; Virtual reality; Surgical procedures; Medical physics; Medical education; Surgery; Human–computer interaction; Computer science","score_opus":0.08022721059297,"score_gpt":0.3995524334612517,"score_spread":0.3193252228682817,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4381392165","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000006759565,0.99116665,6.5557737e-7,0.000047781632,0.00012737203,0.0023213297,0.000011067385,0.000049753013,0.0062686284],"genre_scores_gemma":[0.000055482105,0.99790275,0.0000065354134,0.000072714516,0.0001268111,0.00046055714,0.00012431998,0.000033562974,0.0012172366],"study_design_codex":"systematic_review","study_design_gemma":"not_applicable","domain_scores_codex":[0.99692786,0.00070037757,0.0014991885,0.0002779186,0.00039461622,0.0002000261],"domain_scores_gemma":[0.99635834,0.0023324378,0.00045502954,0.0006350838,0.00009429364,0.00012482886],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0018815005,0.00024027737,0.0028344893,0.00009662624,0.00004563149,0.000011571875,0.00017155436,0.00018163622,0.00011149133],"category_scores_gemma":[0.0012469954,0.00013146657,0.00059044285,0.0007767935,0.00006632982,0.000021718894,0.000051354433,0.00036570136,0.00016809323],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000070247183,0.00006385711,0.000021797856,0.5731187,0.00009263379,0.000023610935,0.000017984283,7.380188e-8,1.468109e-9,0.0013107514,0.0000760989,0.4252675],"study_design_scores_gemma":[0.00016221036,0.000017260612,0.000007357171,0.47256756,0.00086851924,0.00006899758,0.00005461308,0.00005003895,1.0277489e-8,0.000021554524,0.52610636,0.00007549136],"about_ca_topic_score_codex":0.00004550138,"about_ca_topic_score_gemma":0.000010807122,"teacher_disagreement_score":0.5260303,"about_ca_system_score_codex":0.00010640492,"about_ca_system_score_gemma":0.0006826712,"threshold_uncertainty_score":0.5361051},"labels":[],"label_agreement":null},{"id":"W4381393168","doi":"10.1016/j.hpb.2023.05.116","title":"Vascular anastomosis workshop improves general surgery residents' confidence and competency","year":2023,"lang":"en","type":"article","venue":"HPB","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Medicine; Anastomosis; Vascular surgery; Curriculum; Surgery; General surgery; Cardiac surgery","score_opus":0.042849278787270684,"score_gpt":0.304142421190851,"score_spread":0.2612931424035803,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4381393168","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9977018,0.00037544797,0.00019521017,0.00036958774,0.00015660912,0.000096926575,0.0000011801661,0.00015669415,0.0009465166],"genre_scores_gemma":[0.99719745,0.0003007095,0.00038124417,0.0005895633,0.00013899058,0.0000073359724,0.000022831893,0.000013114412,0.0013487696],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9992159,0.00003149661,0.00016908413,0.00018973387,0.00020374607,0.00019005785],"domain_scores_gemma":[0.99925005,0.00039448426,0.000030542982,0.00014893347,0.000040859515,0.00013510967],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00027311573,0.000080206206,0.00020437791,0.0001040608,0.00006705159,0.00002445675,0.000028245095,0.000052415136,0.00023578257],"category_scores_gemma":[0.0002522927,0.00006845512,0.00008084974,0.00032277755,0.00005267673,0.000053186588,0.00003130008,0.0000900993,0.0000840526],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00023731677,0.00010689321,0.56100124,0.00024118774,0.0003226634,0.00077735406,0.0011882993,0.00015720131,0.005902539,0.0030086606,0.006986684,0.42007],"study_design_scores_gemma":[0.0009435994,0.000019940337,0.9763132,0.00011668876,0.00004257208,0.000012508621,0.00022819391,0.014081373,0.00012438488,0.00013733988,0.007859353,0.00012086645],"about_ca_topic_score_codex":0.00005998799,"about_ca_topic_score_gemma":0.0000096382055,"teacher_disagreement_score":0.4199491,"about_ca_system_score_codex":0.000009704264,"about_ca_system_score_gemma":0.000036919002,"threshold_uncertainty_score":0.27915186},"labels":[],"label_agreement":null},{"id":"W4381597213","doi":"10.1097/prs.0000000000010879","title":"Simulation in Craniosynostosis Surgery","year":2023,"lang":"en","type":"article","venue":"Plastic & Reconstructive Surgery","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University; SickKids Foundation; Hospital for Sick Children","funders":"","keywords":"Craniosynostosis; Medicine; Surgery; Combinatorics; Mathematics","score_opus":0.05711878549370877,"score_gpt":0.29582742589483985,"score_spread":0.23870864040113107,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4381597213","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99550486,0.000025306925,0.00028596827,0.00010423615,0.0012267289,0.00015421977,0.000011256741,0.00026489262,0.0024225097],"genre_scores_gemma":[0.9994951,0.000022163973,0.00005380493,0.00009331512,0.0001462356,0.000017853486,0.00007671274,0.00002821013,0.00006663423],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99833274,0.00009708047,0.0005451803,0.0003441322,0.0002887205,0.00039213654],"domain_scores_gemma":[0.96297204,0.03651462,0.00011037566,0.00014399656,0.00009979847,0.00015914298],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0006314962,0.00017328195,0.00055645977,0.0010021186,0.00006573792,0.000019034731,0.000027054204,0.0001221311,0.00081836205],"category_scores_gemma":[0.008474295,0.0001667794,0.00023319693,0.0014475775,0.000099747565,0.00014925102,0.000020677982,0.00020782776,0.00038104175],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00025546865,0.000042874155,0.90129566,0.000046378616,0.00004840784,0.00019081775,0.00009380032,0.008952258,0.000036118327,0.000053200838,0.00010622008,0.088878796],"study_design_scores_gemma":[0.0007260864,0.000011827333,0.93576634,0.00029720966,0.00002923973,0.000027391061,0.00025567907,0.06125884,0.00008867482,0.00026481968,0.0010666002,0.00020729951],"about_ca_topic_score_codex":0.000017529384,"about_ca_topic_score_gemma":0.0000085201145,"teacher_disagreement_score":0.0886715,"about_ca_system_score_codex":0.00008118215,"about_ca_system_score_gemma":0.00016363128,"threshold_uncertainty_score":0.99987775},"labels":[],"label_agreement":null},{"id":"W4382138778","doi":"10.2106/jbjs.oa.22.00134","title":"“Can You Feel It”: An Early Experience with Simulated Vibration to Recreate Glenoid Reaming","year":2023,"lang":"en","type":"review","venue":"JBJS Open Access","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Hand and Upper Limb Clinic; Western University","funders":"Canadian Institutes of Health Research; California HIV/AIDS Research Program","keywords":"Haptic technology; Simulation; Reamer; Vibration; Engineering; Mechanical engineering; Acoustics","score_opus":0.3461161187171107,"score_gpt":0.5369875623911856,"score_spread":0.19087144367407494,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4382138778","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.11754131,0.6224154,0.0015786532,0.004786757,0.002912444,0.05937863,0.00043955626,0.0045231874,0.18642402],"genre_scores_gemma":[0.065796815,0.9010635,0.0012454642,0.0034423661,0.0010393626,0.0013414576,0.0028027694,0.0007589785,0.02250928],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9972312,0.00017600365,0.00077262486,0.00090811297,0.00049617945,0.00041588818],"domain_scores_gemma":[0.9979276,0.00025240213,0.0003552282,0.0007623559,0.0001802642,0.0005221666],"candidate_categories":["metaepi_narrow","scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.00041958241,0.00046049076,0.001570377,0.00031931076,0.00022489259,0.0013531421,0.0011485955,0.0002653422,0.00050954596],"category_scores_gemma":[0.00025966088,0.0003268948,0.000140138,0.0017839591,0.000048372553,0.0011507514,0.00055188325,0.00040210143,0.00017818183],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00031358196,0.00010554374,0.00046097898,0.0018225799,0.00019068844,0.00027530847,0.0016636057,0.00019071325,0.0000012759762,0.00009950362,0.000057989437,0.9948182],"study_design_scores_gemma":[0.002627954,0.00067067007,0.0023150474,0.029610353,0.000722664,0.000033689583,0.0006727918,0.00071991875,0.000014705705,0.000019731198,0.961567,0.0010254728],"about_ca_topic_score_codex":0.00087117974,"about_ca_topic_score_gemma":0.00014327171,"teacher_disagreement_score":0.9937928,"about_ca_system_score_codex":0.00014890036,"about_ca_system_score_gemma":0.00031468034,"threshold_uncertainty_score":0.9999183},"labels":[],"label_agreement":null},{"id":"W4382516870","doi":"10.1089/gyn.2022.0129","title":"Content Assessment of Surgical-Education Videos on YouTube for Total Laparoscopic Hysterectomy","year":2023,"lang":"en","type":"article","venue":"Journal of Gynecologic Surgery","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Mount Sinai Hospital; St. Michael's Hospital; University of Toronto","funders":"","keywords":"Medicine; Hysterectomy; Likert scale; Laparoscopic hysterectomy; Laparoscopy; Visual analogue scale; Abdominal hysterectomy; Surgery; General surgery","score_opus":0.12100070893673656,"score_gpt":0.38270712069991447,"score_spread":0.2617064117631779,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4382516870","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9937796,0.000068868096,0.000029303215,0.0012119332,0.0017043935,0.0002930647,0.0000054090706,0.000029840203,0.0028775732],"genre_scores_gemma":[0.9984728,0.00007133872,0.00017546277,0.00029970627,0.00025830735,0.000020861136,0.000021226648,0.000012164218,0.0006681308],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99838173,0.000103311766,0.0008203554,0.00012941989,0.00035595166,0.000209237],"domain_scores_gemma":[0.9929928,0.005777265,0.00055515044,0.00011584477,0.0004112219,0.0001476897],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0014142474,0.00011667987,0.0006820605,0.00035561234,0.000046563906,0.000012533299,0.000049348488,0.00009842678,0.0003424388],"category_scores_gemma":[0.0013164798,0.00008025756,0.00043454295,0.0003118107,0.000038243583,0.00007021535,0.000013987477,0.00017335845,0.000009162014],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.001992996,0.0028219293,0.80336136,0.0004417892,0.00061387714,0.00042890123,0.00022403241,0.0015765618,0.001329831,0.0009486327,0.0108014075,0.17545868],"study_design_scores_gemma":[0.0058132443,0.0018370509,0.9703622,0.00047528205,0.00013635635,0.00012363681,0.00078702363,0.0007725629,0.0008707992,0.00020968566,0.018466033,0.00014616316],"about_ca_topic_score_codex":0.0000023028583,"about_ca_topic_score_gemma":4.436928e-7,"teacher_disagreement_score":0.17531252,"about_ca_system_score_codex":0.00012025132,"about_ca_system_score_gemma":0.00046491643,"threshold_uncertainty_score":0.3749465},"labels":[],"label_agreement":null},{"id":"W4383723276","doi":"10.1201/9781846197994-9","title":"Simulated surgery for the assessment of consulting skills","year":2023,"lang":"en","type":"book-chapter","venue":"","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Medical physics; Psychology; Medical education; Engineering; Medicine","score_opus":0.09196941063598396,"score_gpt":0.36847438061608645,"score_spread":0.2765049699801025,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4383723276","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0003254608,0.00006873851,0.0015195527,0.0007124681,0.0004720938,0.0010571325,0.000043843604,0.00020473414,0.995596],"genre_scores_gemma":[0.37403327,0.0000696251,0.00026262007,0.00041779038,0.0001478731,0.00000624411,0.00016317454,0.000059721202,0.62483966],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99897295,0.000006930357,0.00045892072,0.00017258993,0.00025446538,0.00013417077],"domain_scores_gemma":[0.988742,0.010593802,0.0001928348,0.00019589059,0.00021763025,0.00005782853],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0004961861,0.0001477186,0.0004896238,0.00009588211,0.00005283144,0.000007685436,0.000038809536,0.00017356157,0.0015415847],"category_scores_gemma":[0.0003861486,0.00008799503,0.00032871237,0.000039438568,0.00006134642,0.000009969814,0.000023911958,0.00017819008,0.000021632017],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00039439643,0.00022359064,0.009637496,0.0012221165,0.0047547086,0.00014927403,0.00026729127,0.008092514,0.000037577724,0.614002,0.007557702,0.35366136],"study_design_scores_gemma":[0.0072990796,0.00017036381,0.013974228,0.00220791,0.0012402547,0.000011534856,0.00014872858,0.14986578,0.00006039622,0.004610098,0.81979734,0.0006143122],"about_ca_topic_score_codex":0.0000060209877,"about_ca_topic_score_gemma":0.0000022690854,"teacher_disagreement_score":0.81223965,"about_ca_system_score_codex":0.000023065235,"about_ca_system_score_gemma":0.00012937089,"threshold_uncertainty_score":0.9993712},"labels":[],"label_agreement":null},{"id":"W4384023667","doi":"10.1016/j.jpedsurg.2023.07.006","title":"A Scoping Review on Learning Health Networks Available in Pediatric Surgical Specialties","year":2023,"lang":"en","type":"review","venue":"Journal of Pediatric Surgery","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":3,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Institute of Health Services and Policy Research; Hospital for Sick Children; University of Toronto","funders":"","keywords":"Medicine; MEDLINE; Scopus; Health care; Systematic review; Medical education; Grey literature; Family medicine","score_opus":0.1707682645151076,"score_gpt":0.4065497527088366,"score_spread":0.235781488193729,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4384023667","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000034511282,0.996184,0.0000046341447,0.000116769894,0.001711301,0.00087699114,0.0000019255328,0.00006510728,0.0010047385],"genre_scores_gemma":[0.000015560625,0.9775058,0.000020264975,0.00022788186,0.021490648,0.000019935726,0.00003774343,0.000113851114,0.00056831853],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99238205,0.0011645252,0.0042181546,0.00042466592,0.0010669035,0.0007437146],"domain_scores_gemma":[0.9843908,0.0110111,0.0036298358,0.00024612853,0.0001900738,0.00053204264],"candidate_categories":["metaepi_narrow","research_integrity","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.008412289,0.00053193304,0.00614274,0.0023977584,0.000110672954,0.00004706019,0.00016687969,0.00038440287,0.00096270716],"category_scores_gemma":[0.0032866201,0.00039863645,0.001954433,0.0037605842,0.000024925628,0.000115181414,0.000063285974,0.002664886,0.0004089394],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00011225733,0.00023331375,0.008547432,0.30875927,0.00013484768,0.004355138,0.000020970929,0.00031685818,7.320087e-11,0.0000053389326,0.04720346,0.63031113],"study_design_scores_gemma":[0.00091067806,0.00019164162,0.00010632969,0.3728745,0.0012025601,0.00031666434,0.000008423792,0.000022806385,1.1569936e-9,0.00000190796,0.6240027,0.0003617647],"about_ca_topic_score_codex":0.000006482442,"about_ca_topic_score_gemma":0.0000028119803,"teacher_disagreement_score":0.62994933,"about_ca_system_score_codex":0.0003974979,"about_ca_system_score_gemma":0.003770828,"threshold_uncertainty_score":0.9999505},"labels":[],"label_agreement":null},{"id":"W4384071974","doi":"10.1097/sla.0000000000005998","title":"The Association of ACGME Milestones With Performance on American Board of Surgery Assessments","year":2023,"lang":"en","type":"article","venue":"Annals of Surgery","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Milestone; Medicine; Board certification; Graduate medical education; Predictive validity; Specialty; Cohort; Logistic regression; Certification; Competence (human resources); Maintenance of Certification; Family medicine; Educational measurement; MEDLINE; Accreditation; Continuing medical education; Internal medicine; Medical education; Psychology; Clinical psychology; Continuing education; Management","score_opus":0.2501109553208242,"score_gpt":0.4006004015661108,"score_spread":0.1504894462452866,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4384071974","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9970642,0.000029103478,0.0000014936637,0.0011700058,0.00009958828,0.00006691828,0.000007664531,0.000025851083,0.0015352097],"genre_scores_gemma":[0.9985963,0.00078853406,0.00000957245,0.00020779234,0.00003397499,0.00000563799,0.000021968743,0.000011577876,0.00032461123],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9986834,0.00006753195,0.00041382803,0.00010319905,0.0005363093,0.00019574302],"domain_scores_gemma":[0.9944411,0.004513617,0.00055043574,0.00016124526,0.00028283807,0.000050775798],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0012192935,0.00008120403,0.00045659736,0.0001788717,0.000043086056,0.0000039494084,0.000036476467,0.000034932484,0.000020228663],"category_scores_gemma":[0.00048125407,0.000052412488,0.00016192546,0.00070358056,0.00010536035,0.00005541802,0.00001161528,0.00007850919,0.000007161524],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0004941171,0.000077369936,0.94692993,0.00007110671,0.00014104205,0.000004263209,0.000050719093,0.00011954504,0.00009747063,0.000028508377,0.0016968923,0.050289024],"study_design_scores_gemma":[0.0001965966,0.000101526115,0.9919038,0.00027913257,0.000019143514,5.2244195e-7,0.00018578842,0.00025183288,0.004197444,0.000008538357,0.0028015873,0.000054088898],"about_ca_topic_score_codex":0.000041164392,"about_ca_topic_score_gemma":0.0000024859723,"teacher_disagreement_score":0.050234932,"about_ca_system_score_codex":0.00001078034,"about_ca_system_score_gemma":0.00009733639,"threshold_uncertainty_score":0.21373191},"labels":[],"label_agreement":null},{"id":"W4384524134","doi":"10.1007/s44217-023-00041-2","title":"The exploration of remote simulation strategies for the acquisition of psychomotor skills in medicine: a pilot randomized controlled trial","year":2023,"lang":"en","type":"article","venue":"Discover Education","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Centre Hospitalier de l’Université de Montréal; Université du Québec à Montréal; Ontario Tech University; Université de Montréal","funders":"Université de Montréal; Natural Sciences and Engineering Research Council of Canada; Canada Research Chairs","keywords":"Psychomotor learning; Randomized controlled trial; Medicine; Medical physics; Physical medicine and rehabilitation; Physical therapy; Psychology; Cognition; Surgery; Psychiatry","score_opus":0.05641902561324211,"score_gpt":0.40627873892423505,"score_spread":0.34985971331099297,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4384524134","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.934471,0.00031517894,0.042014185,0.0067273295,0.001881204,0.012330678,0.000005168315,0.00004035807,0.0022148835],"genre_scores_gemma":[0.99846596,0.00012714589,0.00006589213,0.00009679629,0.00033838375,0.0004464153,0.00010618847,0.000009977314,0.00034326673],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.99857485,0.00019470743,0.00072440185,0.00012297527,0.00028115802,0.00010193094],"domain_scores_gemma":[0.9936204,0.0055588125,0.00039007346,0.00018117395,0.00022633238,0.000023199394],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0019666292,0.00009064343,0.00050671666,0.00013794935,0.00007594736,0.000019133617,0.00005480477,0.000041152984,0.0000328431],"category_scores_gemma":[0.0017270808,0.000044446348,0.00016537581,0.00039624228,0.0001288586,0.0002195998,0.000005118887,0.000057920854,0.0000018994073],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.9487229,0.00028654924,0.000051306106,0.00005116725,0.0001077214,7.0661386e-8,0.0036629797,0.015796283,0.00024096371,0.013021136,0.000100170735,0.01795878],"study_design_scores_gemma":[0.88498247,0.00038273903,0.002968252,0.00018789082,0.00019409419,1.5499145e-7,0.005537757,0.08915091,0.000049578008,0.0160354,0.00045767243,0.000053052278],"about_ca_topic_score_codex":0.00006389222,"about_ca_topic_score_gemma":0.000016591146,"teacher_disagreement_score":0.07335463,"about_ca_system_score_codex":0.000027857015,"about_ca_system_score_gemma":0.0002516785,"threshold_uncertainty_score":0.20676018},"labels":[],"label_agreement":null},{"id":"W4384701064","doi":"10.1016/j.compbiomed.2023.107267","title":"System identification and simulation of soft tissue force feedback in a spine surgical simulator","year":2023,"lang":"en","type":"article","venue":"Computers in Biology and Medicine","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University; Montreal General Hospital","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Simulation; Soft tissue; Computer science; Haptic technology; Identification (biology); Surgical simulation; Medicine; Surgery","score_opus":0.032843518277946425,"score_gpt":0.3649156162828583,"score_spread":0.3320720980049119,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4384701064","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99454397,0.00047591832,0.0035362137,0.00064824993,0.00020663049,0.00026048475,0.0000011223435,0.000048651174,0.00027878533],"genre_scores_gemma":[0.99954844,0.00006122064,0.00008127936,0.00007518711,0.00009783788,0.0000038807316,0.000059339498,0.000005499706,0.000067312205],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99912655,0.000063159445,0.0003939897,0.00021307224,0.00006954626,0.00013369412],"domain_scores_gemma":[0.9992073,0.0005234539,0.000073208124,0.00008991966,0.000035532732,0.000070546484],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0005158222,0.00008572561,0.00035794047,0.00027599744,0.00002272008,0.0000018629643,0.00002824621,0.000120093915,0.000009503458],"category_scores_gemma":[0.0001378045,0.00006622984,0.000013573586,0.00037643377,0.00017694505,0.000026658352,0.000030038984,0.00010037596,0.0000023249531],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0012301038,0.00016124448,0.57590544,0.0014083625,0.00008791203,0.0003954472,0.003261188,0.07223977,0.004124195,0.01510284,0.000053976117,0.3260295],"study_design_scores_gemma":[0.007096584,0.0002520682,0.35278833,0.0005437536,0.000016948632,0.000026112035,0.00025340126,0.6372063,0.000042496555,0.0003615755,0.0013442332,0.00006816553],"about_ca_topic_score_codex":0.000017687062,"about_ca_topic_score_gemma":0.0000044422254,"teacher_disagreement_score":0.56496656,"about_ca_system_score_codex":0.00002121701,"about_ca_system_score_gemma":0.000010200634,"threshold_uncertainty_score":0.27007744},"labels":[],"label_agreement":null},{"id":"W4385264818","doi":"10.1097/sih.0000000000000735","title":"Low-Cost Task Trainer for In Utero Fetal Stent Placement","year":2023,"lang":"en","type":"article","venue":"Simulation in Healthcare The Journal of the Society for Simulation in Healthcare","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Montréal","funders":"","keywords":"Trainer; Medicine; Stent; Likert scale; Ultrasound; Interquartile range; Surgery; Obstetrics and gynaecology; Medical physics; Radiology; Computer science; Pregnancy; Psychology","score_opus":0.09191273310269417,"score_gpt":0.40786571706691566,"score_spread":0.3159529839642215,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4385264818","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.91620415,0.00044359846,0.0047496604,0.070428334,0.0013832878,0.0066122557,0.00010872135,0.00005711917,0.000012856629],"genre_scores_gemma":[0.99558,0.00009602177,0.0002755172,0.003321518,0.000387145,0.00011880281,0.00008603988,0.000054226333,0.00008068763],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9958015,0.00044735125,0.001999781,0.00029759124,0.0007829115,0.0006708793],"domain_scores_gemma":[0.99346644,0.0044466197,0.00079148717,0.00035777598,0.00073117943,0.0002064785],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.004365707,0.0002722121,0.0006283784,0.00033795793,0.0003239046,0.000028449786,0.00024763364,0.00031274796,0.000013617185],"category_scores_gemma":[0.0008970961,0.00018605721,0.0008442915,0.0015186575,0.00007545407,0.00021121083,0.00005122544,0.0008111651,0.0000024747037],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0016941059,0.00010169985,0.057987936,0.00066229195,0.00004121492,0.0000032413977,0.005028035,0.9244072,0.000007425452,0.00022278035,0.00005804463,0.009786039],"study_design_scores_gemma":[0.0112900315,0.00033993545,0.1097875,0.0008007453,0.000042288728,0.00000683553,0.0029248423,0.8704936,0.000013645265,0.0020256294,0.0021009683,0.00017399526],"about_ca_topic_score_codex":0.00020194062,"about_ca_topic_score_gemma":0.00042120626,"teacher_disagreement_score":0.07937588,"about_ca_system_score_codex":0.0011031654,"about_ca_system_score_gemma":0.00045390957,"threshold_uncertainty_score":0.75871927},"labels":[],"label_agreement":null},{"id":"W4385379973","doi":"10.1007/s00464-023-10288-3","title":"SAGES consensus recommendations on surgical video data use, structure, and exploration (for research in artificial intelligence, clinical quality improvement, and surgical education)","year":2023,"lang":"en","type":"article","venue":"Surgical Endoscopy","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":37,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Canada Research Chairs; Artificial Intelligence in Medicine (Canada); University of Toronto; McMaster University","funders":"Universitätsklinikum Köln","keywords":"Data governance; Data quality; Documentation; Metadata; Data sharing; Standardization; Knowledge management; Quality (philosophy); Corporate governance; Data collection; Delphi method; Computer science; Data science; Process management; Business; Medicine; Engineering; Operations management; World Wide Web","score_opus":0.5707891186642198,"score_gpt":0.5737439442815103,"score_spread":0.0029548256172905463,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4385379973","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9867223,0.00011839512,0.00003358634,0.009591012,0.00054534513,0.0011504347,0.0002582265,0.00012418136,0.0014565114],"genre_scores_gemma":[0.99540967,0.0009540264,0.000715508,0.00016378294,0.0005871132,0.00008796857,0.0017324515,0.000030736228,0.00031876934],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.995776,0.0008462119,0.0012551877,0.0010095616,0.0005608106,0.0005522161],"domain_scores_gemma":[0.98521733,0.013374159,0.00013696797,0.00057369564,0.00024135748,0.0004565154],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0046625864,0.00023737384,0.00059851335,0.00046205477,0.0002756028,0.00016212207,0.00015240983,0.00028192735,0.0002514631],"category_scores_gemma":[0.0021855151,0.00019999965,0.00008589877,0.0010589659,0.00048946234,0.0002550685,0.0002337883,0.0007918872,0.00003187358],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0087369,0.0011391257,0.042371288,0.00016158461,0.00010363184,0.00034067457,0.0002389108,0.00006257422,0.000027965345,0.114815645,0.0014409962,0.8305607],"study_design_scores_gemma":[0.033364546,0.0024671096,0.056510624,0.000741487,0.000120280936,0.00018584369,0.0036823275,0.025184058,0.0007622053,0.055866897,0.82004255,0.0010720553],"about_ca_topic_score_codex":0.000131077,"about_ca_topic_score_gemma":0.0001277309,"teacher_disagreement_score":0.82948864,"about_ca_system_score_codex":0.00006110839,"about_ca_system_score_gemma":0.00029459593,"threshold_uncertainty_score":0.8155749},"labels":[],"label_agreement":null},{"id":"W4385392341","doi":"10.1007/s00464-023-10238-z","title":"What are essential laparoscopic skills these days? Results of the SAGES Fundamentals of Laparoscopic Surgery (FLS) Committee technical skills survey","year":2023,"lang":"en","type":"article","venue":"Surgical Endoscopy","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":6,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University; McGill University; University of Toronto; McGill University Health Centre","funders":"Society of American Gastrointestinal and Endoscopic Surgeons","keywords":"Certification; Laparoscopic surgery; Medicine; Rating scale; Competence (human resources); Medical education; Medical physics; Laparoscopy; Psychology; Surgery; Management","score_opus":0.03508626145887023,"score_gpt":0.333557178526946,"score_spread":0.29847091706807577,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4385392341","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9948618,0.00035207518,0.0000017236737,0.001065608,0.0012981597,0.0005929793,0.0002572839,0.00017792823,0.0013924324],"genre_scores_gemma":[0.99716336,0.0008680352,0.000035399025,0.00019460334,0.00014921189,0.000028773537,0.00027158196,0.000047729052,0.0012413276],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99558794,0.00076461,0.0013589725,0.0005747078,0.0010896807,0.0006241081],"domain_scores_gemma":[0.9902691,0.00751849,0.0005853059,0.0011451471,0.00020919784,0.00027274285],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0021565352,0.00035706162,0.0014040571,0.00025205195,0.00012344599,0.000058053694,0.00044783048,0.00030682533,0.0005691559],"category_scores_gemma":[0.0029892903,0.00024137026,0.0005535947,0.0016491774,0.00068870955,0.0001984819,0.0003703408,0.00049345824,0.000077378914],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0039597075,0.002567428,0.9785592,0.0005266638,0.00040291093,0.0003343758,0.00076520356,0.00026862317,0.0036957464,0.0003848651,0.0057779085,0.0027573842],"study_design_scores_gemma":[0.02729375,0.00021279385,0.8896611,0.0025123144,0.00013687047,0.000027827198,0.00045410005,0.00009271323,0.068176076,0.0002617229,0.010799319,0.00037143313],"about_ca_topic_score_codex":0.00013555847,"about_ca_topic_score_gemma":0.000084263396,"teacher_disagreement_score":0.08889811,"about_ca_system_score_codex":0.00006012632,"about_ca_system_score_gemma":0.00016573543,"threshold_uncertainty_score":0.98427933},"labels":[],"label_agreement":null},{"id":"W4385444020","doi":"10.1093/bjs/znad245","title":"Training in minimally invasive surgery: experience of paediatric surgery trainees in Europe","year":2023,"lang":"en","type":"article","venue":"British journal of surgery","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":12,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Hospital for Sick Children; University of Toronto","funders":"Agence Nationale de la Recherche","keywords":"Medicine; Invasive surgery; Surgery; General surgery","score_opus":0.10021883560667194,"score_gpt":0.29815845690721965,"score_spread":0.1979396213005477,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4385444020","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9969922,0.0015485195,0.0000031410211,0.00025641048,0.0005038854,0.00008957959,0.0000076965525,0.000029333576,0.00056926935],"genre_scores_gemma":[0.99583817,0.0035835803,0.000043716056,0.00019324257,0.00024905725,0.000005592029,0.000015736263,0.000035181238,0.000035735975],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9965171,0.0002705596,0.0018869238,0.00022338374,0.00061982614,0.00048219712],"domain_scores_gemma":[0.9881164,0.010612133,0.00060072547,0.000102663376,0.0003318479,0.00023623923],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0038620182,0.00016568082,0.0012875486,0.0018312648,0.000033580465,0.000033615543,0.0000902458,0.00011294419,0.00019303485],"category_scores_gemma":[0.012185519,0.00018520243,0.00044921486,0.003750586,0.00011435347,0.00031288416,0.000028506374,0.00041319663,0.0000068997792],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00029065134,0.00015630048,0.761202,0.00013656379,0.000036445963,0.021822859,0.0027168638,0.00017689739,0.00028593646,0.000005683722,0.0010153551,0.21215445],"study_design_scores_gemma":[0.00097633275,0.000027353413,0.98884654,0.0027790305,0.0000182097,0.0016476673,0.0042168642,0.000078488236,0.00023204679,0.000038386093,0.00093854935,0.00020053252],"about_ca_topic_score_codex":0.00008151076,"about_ca_topic_score_gemma":0.00006864685,"teacher_disagreement_score":0.22764455,"about_ca_system_score_codex":0.000049286347,"about_ca_system_score_gemma":0.0011143559,"threshold_uncertainty_score":0.99613523},"labels":[],"label_agreement":null},{"id":"W4385493038","doi":"10.1007/s44186-023-00156-y","title":"Towards online global certification of technical surgical skills: a viable and scalable method for assessing technical surgical skills objectively using remote technology","year":2023,"lang":"en","type":"article","venue":"Global Surgical Education - Journal of the Association for Surgical Education","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"","keywords":"Certification; Upload; Medical physics; Scale (ratio); Rating scale; Medical education; Asynchronous communication; Medicine; Computer science; Multimedia; Psychology","score_opus":0.030701952192109465,"score_gpt":0.41473658731544677,"score_spread":0.3840346351233373,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4385493038","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.96485215,0.0014156228,0.003783735,0.016356478,0.0033016794,0.0028635364,0.000350137,0.00031101896,0.0067656357],"genre_scores_gemma":[0.9659037,0.0002889186,0.03094794,0.00017990859,0.0012949978,0.00007768044,0.0003025044,0.000057933743,0.0009463898],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9940579,0.0005928842,0.0023590059,0.0007643723,0.0013979374,0.00082790083],"domain_scores_gemma":[0.9910219,0.0022364007,0.0023245167,0.00049371866,0.003258313,0.000665187],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.004220277,0.00049644726,0.0014186873,0.00047137917,0.0005009254,0.00017078267,0.00047901474,0.0010766629,0.000074361495],"category_scores_gemma":[0.006135066,0.00038850796,0.0010248935,0.0040822914,0.00029152492,0.00048355391,0.00018424976,0.00071853073,0.0000058366313],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0070169843,0.018950894,0.16291645,0.0009376878,0.0012754885,0.00006825303,0.00032619777,0.003506263,0.0009009512,0.06756709,0.0062221275,0.73031163],"study_design_scores_gemma":[0.031452052,0.0015738249,0.19695817,0.0024510147,0.002524717,0.009818084,0.0021725849,0.01783434,0.0011000544,0.050138976,0.6823284,0.0016477893],"about_ca_topic_score_codex":0.00011061697,"about_ca_topic_score_gemma":0.00001264518,"teacher_disagreement_score":0.7286638,"about_ca_system_score_codex":0.003001435,"about_ca_system_score_gemma":0.004178941,"threshold_uncertainty_score":0.9998567},"labels":[],"label_agreement":null},{"id":"W4385587079","doi":"10.1016/b978-0-323-88423-5.00059-5","title":"IDEAL framework for innovations in surgery","year":2023,"lang":"en","type":"book-chapter","venue":"Elsevier eBooks","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Ideal (ethics); Process (computing); Process management; Management science; Computer science; Medicine; Risk analysis (engineering); Engineering; Political science","score_opus":0.08486000704299668,"score_gpt":0.3335366745620737,"score_spread":0.24867666751907702,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4385587079","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0002170216,0.00009649835,0.00010825412,0.0003925479,0.00050683296,0.0007358795,0.00003542129,0.00015371757,0.9977538],"genre_scores_gemma":[0.008781329,0.000026841164,0.0010418517,0.0012152133,0.000601533,0.00010409278,0.00026059969,0.00011994388,0.9878486],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99862087,0.000008713222,0.000593567,0.00029929949,0.00023693842,0.00024060732],"domain_scores_gemma":[0.99777377,0.001603578,0.0001512038,0.00025232678,0.00012578757,0.00009335314],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00041719287,0.00021898026,0.0006186772,0.00044594659,0.000051711475,0.0000158316,0.00005069908,0.000439136,0.00030632623],"category_scores_gemma":[0.00044831468,0.000207787,0.00026568637,0.00006332605,0.000054633983,0.000013898057,0.000028272936,0.00053167046,0.00015065393],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006811264,0.000009890503,0.000105178326,0.00009138014,0.000058881717,0.000048017024,0.00007378168,0.0000011212221,4.6083852e-7,0.1598186,0.00010506534,0.8396195],"study_design_scores_gemma":[0.0010232668,0.000035538927,0.00039963244,0.0012745548,0.000053533542,0.000003918216,0.000008808108,0.000045501554,0.0000017800693,0.13150476,0.86545753,0.00019120112],"about_ca_topic_score_codex":2.5993575e-7,"about_ca_topic_score_gemma":0.00000825493,"teacher_disagreement_score":0.86535245,"about_ca_system_score_codex":0.00006158907,"about_ca_system_score_gemma":0.00017681115,"threshold_uncertainty_score":0.8473308},"labels":[],"label_agreement":null},{"id":"W4385587755","doi":"10.1016/b978-0-443-18460-4.00014-7","title":"Artificial intelligence in robot-assisted surgery: Applications to surgical skills assessment and transfer","year":2023,"lang":"en","type":"book-chapter","venue":"Elsevier eBooks","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":7,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Robot; Quality (philosophy); Transfer of learning; Computer science; Surgical robot; Surgical procedures; Medical physics; Medicine; Human–computer interaction; Artificial intelligence; Surgery","score_opus":0.07334171886798213,"score_gpt":0.35249470627310214,"score_spread":0.27915298740512,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4385587755","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000815014,0.000107290245,0.0007271001,0.000592913,0.00016703257,0.0016198956,0.000031305033,0.00016762406,0.9957718],"genre_scores_gemma":[0.268357,0.00017836508,0.0006660974,0.0006137859,0.00045966363,0.0004171935,0.00020246874,0.00015987836,0.72894555],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99790776,0.00003716755,0.00078583974,0.00056703744,0.00040216313,0.00030005604],"domain_scores_gemma":[0.99843925,0.0007802127,0.00005539147,0.00030730767,0.000081821214,0.00033603594],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0005309984,0.0003194787,0.00079764833,0.0004224591,0.00007159005,0.000039068214,0.000074331445,0.00031667226,0.00038638193],"category_scores_gemma":[0.00002342846,0.00029353364,0.00022496992,0.00009584842,0.00010171888,0.000017990791,0.000046229823,0.0005243925,0.00017745455],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000051708488,0.000042881897,0.0001517623,0.00006036863,0.000054649176,0.00020435824,0.000098637924,0.000014895079,0.0000047553035,0.022077454,0.0000033167278,0.9772352],"study_design_scores_gemma":[0.00044049422,0.00009191936,0.009396444,0.0011510142,0.0001797957,0.00006249965,0.000036611997,0.00018665328,0.0000253862,0.008549415,0.97927004,0.0006097227],"about_ca_topic_score_codex":0.0000011586693,"about_ca_topic_score_gemma":0.00005802822,"teacher_disagreement_score":0.9792667,"about_ca_system_score_codex":0.00011323647,"about_ca_system_score_gemma":0.00017485488,"threshold_uncertainty_score":0.99995166},"labels":[],"label_agreement":null},{"id":"W4385813221","doi":"10.4103/ija.ija_9_23","title":"Assessment of phantom-based needling training in improving the performance of ultrasound-guided transversus abdominis plane (TAP) block by anaesthesia residents – A pre- and post-intervention study","year":2023,"lang":"en","type":"article","venue":"Indian Journal of Anaesthesia","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"Jawaharlal Institute Of Postgraduate Medical Education and Research","keywords":"Dry needling; Medicine; Likert scale; Imaging phantom; Informed consent; Ethics committee; Medical physics; Physical therapy; Medical education; Nuclear medicine; Alternative medicine; Psychology","score_opus":0.021704463081655793,"score_gpt":0.31157351974347314,"score_spread":0.28986905666181734,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4385813221","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9991066,0.00011166355,0.0000173019,0.00021087196,0.00004976971,0.0004416973,0.0000048272072,0.0000126249,0.00004466441],"genre_scores_gemma":[0.9996524,0.00005283177,0.00016461953,0.000055872253,0.000030912746,0.0000061707365,0.0000067320225,0.000021166736,0.00000928323],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9977855,0.00021051275,0.0010387497,0.00016003461,0.00056021323,0.00024497113],"domain_scores_gemma":[0.9986077,0.00028712561,0.00067464274,0.00015183161,0.00014957182,0.00012910874],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0021309913,0.00016379535,0.0005328396,0.00051796995,0.00007305519,0.000026133124,0.0001593382,0.000074796175,0.00001603284],"category_scores_gemma":[0.00014246658,0.000121960635,0.00016551717,0.00053240726,0.000091397065,0.00014601635,0.00000870186,0.0003255685,3.6973833e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0013936987,0.00056182535,0.9148005,0.00024514785,0.00021507543,0.00073145446,0.01613572,0.0023888133,0.008150088,0.00000835383,0.000008617612,0.055360697],"study_design_scores_gemma":[0.009958016,0.004431696,0.96517146,0.00067372504,0.00016665806,0.00024767866,0.01395454,0.0040161405,0.0012548565,0.0000032664946,0.0000105175695,0.000111433474],"about_ca_topic_score_codex":0.00015043533,"about_ca_topic_score_gemma":0.000029299013,"teacher_disagreement_score":0.055249263,"about_ca_system_score_codex":0.000055252265,"about_ca_system_score_gemma":0.00021430393,"threshold_uncertainty_score":0.49734104},"labels":[],"label_agreement":null},{"id":"W4385923367","doi":"10.1097/mao.0000000000003998","title":"Content Validity of a High-Fidelity Surgical Middle Ear Simulator: A Randomized Prospective International Multicenter Trial","year":2023,"lang":"en","type":"article","venue":"Otology & Neurotology","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Sunnybrook Health Science Centre; St. Paul's Hospital; Health Sciences Centre; University of British Columbia","funders":"","keywords":"Medicine; Randomized controlled trial; Otorhinolaryngology; Construct validity; Physical therapy; Fidelity; Stapes; Face validity; Audiology; Surgery; Middle ear; Psychometrics; Patient satisfaction; Computer science","score_opus":0.15194498517346358,"score_gpt":0.3537857599721574,"score_spread":0.2018407747986938,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4385923367","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99112487,0.000011414213,0.00011116808,0.0015681786,0.0015752198,0.002928852,0.000017318232,0.00018815487,0.0024748426],"genre_scores_gemma":[0.99848056,0.000017486644,0.000092759554,0.00044113235,0.00021124897,0.0003250202,0.00006338573,0.000021675587,0.0003467358],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9971966,0.0008141789,0.0008521136,0.0004930328,0.00028521122,0.0003588195],"domain_scores_gemma":[0.9960528,0.002979081,0.00027281823,0.00027227326,0.0002737215,0.00014928842],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0008414091,0.0002015032,0.0012976408,0.00023222477,0.000056502075,0.000007003717,0.00014088686,0.00025688918,0.0009414442],"category_scores_gemma":[0.0024856576,0.00015994193,0.00041887534,0.000240894,0.00058461644,0.000045909812,0.0001160386,0.00036362436,0.00012916332],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.89660513,0.00081858336,0.09085755,0.00004109358,0.00049150933,0.0012244199,0.00028156754,0.0001959201,0.0002327523,0.008637376,0.00007094322,0.00054312695],"study_design_scores_gemma":[0.92083883,0.0007422957,0.059547767,0.00002919584,0.00017562883,0.00014983914,0.00005992065,0.0132766785,0.00052543933,0.00081679114,0.003689621,0.0001479909],"about_ca_topic_score_codex":0.00006981072,"about_ca_topic_score_gemma":0.000009076153,"teacher_disagreement_score":0.031309787,"about_ca_system_score_codex":0.000035954676,"about_ca_system_score_gemma":0.00006519635,"threshold_uncertainty_score":0.9999718},"labels":[],"label_agreement":null},{"id":"W4385999585","doi":"10.1007/s11548-023-03007-9","title":"Surgical tooltip motion metrics assessment using virtual marker: an objective approach to skill assessment for minimally invasive surgery","year":2023,"lang":"en","type":"article","venue":"International Journal of Computer Assisted Radiology and Surgery","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":11,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Motion (physics); Metric (unit); Computer science; Motion capture; Movement assessment; Artificial intelligence; Dreyfus model of skill acquisition; Match moving; Physical medicine and rehabilitation; Medical physics; Motor skill; Psychology; Medicine; Engineering; Operations management; Developmental psychology","score_opus":0.07178823870844554,"score_gpt":0.36305137739281385,"score_spread":0.2912631386843683,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4385999585","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.86825156,0.000039576087,0.12861125,0.0006290475,0.0019566843,0.00019761095,0.000016277494,0.0000356163,0.00026237842],"genre_scores_gemma":[0.9750627,0.00007287421,0.02287157,0.0006372044,0.0011164902,0.000010693329,0.0001847145,0.000020709971,0.000023027118],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99754727,0.0004108893,0.0009078766,0.0003146049,0.00054517214,0.00027421798],"domain_scores_gemma":[0.9908424,0.0074314014,0.0004241067,0.00010409335,0.00090110116,0.00029691396],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0026960056,0.00019610586,0.0007691926,0.0013814727,0.00010793662,0.00007747271,0.00012549771,0.00017953393,0.000020601383],"category_scores_gemma":[0.00047986332,0.00016504822,0.0004101122,0.0004732214,0.00007953443,0.00024748864,0.000062619656,0.00030240888,0.0000010546729],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.004023265,0.0014470458,0.6557079,0.000075192314,0.0031462044,0.0022098653,0.00055922585,0.015377765,0.0004339727,0.0014785638,0.0023953319,0.31314567],"study_design_scores_gemma":[0.0024745357,0.00037583004,0.86402076,0.00015085004,0.00011387381,0.0032224366,0.0002465261,0.12742849,0.000028224102,0.00012166748,0.0016014855,0.00021533298],"about_ca_topic_score_codex":0.000003664257,"about_ca_topic_score_gemma":6.863689e-7,"teacher_disagreement_score":0.31293035,"about_ca_system_score_codex":0.00024434866,"about_ca_system_score_gemma":0.00051389256,"threshold_uncertainty_score":0.67304707},"labels":[],"label_agreement":null},{"id":"W4386010074","doi":"10.1093/bjs/znad241.265","title":"THTP3.4 Performances measures in Robotic-Assisted Surgery- A Systematic Review","year":2023,"lang":"en","type":"review","venue":"British journal of surgery","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Medicine; Observational study; Systematic review; Cochrane Library; MEDLINE; Randomized controlled trial; Likert scale; Medical physics; Physical therapy; Surgery; Internal medicine; Statistics","score_opus":0.26052246016287617,"score_gpt":0.3790048202850268,"score_spread":0.11848236012215063,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4386010074","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000047314516,0.997976,0.000005252264,0.0000599253,0.000788306,0.0008233768,0.0000069523594,0.000047336005,0.00024551392],"genre_scores_gemma":[0.00030889755,0.99870354,0.000017519014,0.00021571315,0.00031622392,0.0000490118,0.000047400445,0.00008726867,0.00025441483],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.99262553,0.0008929144,0.0046808263,0.0002657788,0.0010987069,0.00043621386],"domain_scores_gemma":[0.9903064,0.00621302,0.0025316547,0.00024018787,0.00040253715,0.00030622058],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.008313259,0.00038581662,0.009521063,0.0010208415,0.0000689874,0.00010452107,0.00017239468,0.00027297004,0.00017387304],"category_scores_gemma":[0.008277539,0.00031502708,0.0028955159,0.0016539597,0.00005828602,0.0001981067,0.000032055086,0.0010238109,0.000083124076],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000007793542,0.000060156148,0.00012491728,0.5790023,0.00035785994,0.0055368054,0.0000048220886,0.0000015960271,2.720251e-9,6.1451505e-7,0.0013881343,0.41351497],"study_design_scores_gemma":[0.00023537359,0.000011554131,0.00055205636,0.89029557,0.0027559716,0.019204697,0.000018995373,0.0000056137783,1.6991985e-8,0.0000024481503,0.08666485,0.00025284447],"about_ca_topic_score_codex":0.000019268711,"about_ca_topic_score_gemma":0.000013556339,"teacher_disagreement_score":0.41326213,"about_ca_system_score_codex":0.0001912496,"about_ca_system_score_gemma":0.0010631797,"threshold_uncertainty_score":0.9999302},"labels":[],"label_agreement":null},{"id":"W4386012379","doi":"10.1093/bjs/znad241.142","title":"SP11.14 Evaluating the Efficacy and Cognitive Load of a Real-Time Intelligent Coaching System versus Human Expert Instruction in Surgical Technical Skills Training: A Randomized Controlled Study","year":2023,"lang":"en","type":"article","venue":"British journal of surgery","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University; Montreal Neurological Institute and Hospital","funders":"","keywords":"Repetition (rhetorical device); Likert scale; Medicine; Coaching; Task (project management); CLIPS; Cognition; Training system; Audiology; Physical medicine and rehabilitation; Physical therapy; Psychology; Surgery; Developmental psychology","score_opus":0.08730417444642932,"score_gpt":0.37946104622619203,"score_spread":0.2921568717797627,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4386012379","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99692386,0.0004794839,0.000012186982,0.000051143532,0.00028345152,0.0012439153,0.000001958606,0.000048028705,0.0009559707],"genre_scores_gemma":[0.9993818,0.00028115924,0.000027125043,0.000010563744,0.000212551,0.000038415877,0.0000057887196,0.000021582484,0.000021046975],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9951057,0.001596508,0.0019287023,0.00020723746,0.00090836606,0.0002535128],"domain_scores_gemma":[0.9784742,0.020101417,0.0007809141,0.000082505794,0.00041285198,0.00014810433],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.015237204,0.00016365528,0.0021884951,0.0003499047,0.00014065913,0.00005894573,0.00006317742,0.00010111468,0.000054058928],"category_scores_gemma":[0.009863597,0.00012146978,0.0005040492,0.0004871262,0.00020444098,0.00009276726,0.000039100727,0.00048035767,0.0000018221007],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.5972342,0.0015415598,0.0065379175,0.00011780556,0.0019145175,0.0077043874,0.008187189,0.00029443394,0.00077896065,0.00007115341,0.000027797927,0.3755901],"study_design_scores_gemma":[0.9181752,0.00084445835,0.040642645,0.006939495,0.00080911943,0.0046241987,0.021960327,0.00570845,0.000027560985,0.000019963685,0.000015751839,0.00023280707],"about_ca_topic_score_codex":0.00009679198,"about_ca_topic_score_gemma":0.000009552948,"teacher_disagreement_score":0.37535727,"about_ca_system_score_codex":0.000105787156,"about_ca_system_score_gemma":0.00020490985,"threshold_uncertainty_score":0.99847674},"labels":[],"label_agreement":null},{"id":"W4386012495","doi":"10.1093/bjs/znad241.217","title":"WTP6.14 The Effectiveness of Mental Practice in Surgical Skills Practice and Acquisition: A Review","year":2023,"lang":"en","type":"review","venue":"British journal of surgery","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Dalhousie University","funders":"","keywords":"Medicine; Rehearsing; Session (web analytics); Duration (music); Scale (ratio); Dreyfus model of skill acquisition; Medical education; Narrative review; Mental health; Medical physics; Psychiatry; Computer science; Intensive care medicine","score_opus":0.06075008251438321,"score_gpt":0.40155441630472277,"score_spread":0.3408043337903396,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4386012495","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00022266165,0.997036,0.000001074889,0.00033070613,0.000373916,0.00069303426,0.000018379338,0.000010506179,0.0013137524],"genre_scores_gemma":[0.00070379104,0.99855703,0.000029298044,0.00030837546,0.00026992158,0.000019322448,0.0000373281,0.00004025526,0.00003469459],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99379605,0.003316287,0.0017243546,0.00021740832,0.0007283247,0.00021757095],"domain_scores_gemma":[0.95044607,0.047209,0.001580759,0.0001324983,0.0004734421,0.00015820525],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.015324904,0.00022286767,0.002737004,0.00022648732,0.000058333968,0.000045621542,0.00009664872,0.00018686106,0.000120654055],"category_scores_gemma":[0.014859526,0.00016690593,0.0007953771,0.0008622985,0.0001000787,0.00034695532,0.000059643167,0.0009642381,0.000010130129],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00027101577,0.00031075516,0.000034403434,0.03412416,0.00046690472,0.014833862,0.000019393947,4.6644612e-7,2.9326436e-8,0.000019426838,0.00043389,0.9494857],"study_design_scores_gemma":[0.000777265,0.000034358367,0.000551315,0.31048036,0.001150125,0.07099076,0.000037999278,4.204006e-7,1.1229064e-7,0.00000821743,0.61586934,0.000099740566],"about_ca_topic_score_codex":0.000021141585,"about_ca_topic_score_gemma":7.755697e-7,"teacher_disagreement_score":0.94938594,"about_ca_system_score_codex":0.00009583327,"about_ca_system_score_gemma":0.00045960888,"threshold_uncertainty_score":0.9934387},"labels":[],"label_agreement":null},{"id":"W4386072775","doi":"10.1007/s00464-023-10311-7","title":"New generation evaluations: video-based surgical assessments","year":2023,"lang":"en","type":"review","venue":"Surgical Endoscopy","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":7,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University; St. Joseph’s Healthcare Hamilton","funders":"","keywords":"Upload; Medicine; Resource (disambiguation); Quality (philosophy); The Internet; Grading (engineering); Process (computing); Multimedia; Strengths and weaknesses; Computer science; World Wide Web; Engineering","score_opus":0.2576376882106292,"score_gpt":0.5105531471863018,"score_spread":0.25291545897567264,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4386072775","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000050968294,0.98474336,0.00029016583,0.00015785311,0.0010544657,0.0017647941,0.00006127689,0.00062761776,0.011249474],"genre_scores_gemma":[0.00008651165,0.98529625,0.0013006561,0.000116889336,0.0025282332,0.0002485811,0.003975765,0.00018413531,0.006262986],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99511707,0.0005861632,0.0014016944,0.00094177143,0.0013435215,0.00060978543],"domain_scores_gemma":[0.99605805,0.0020090586,0.00037897218,0.0006164471,0.00016572204,0.0007717825],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0010094126,0.00066782854,0.0024406987,0.00046804902,0.00017246748,0.000121594945,0.00020677959,0.00071112096,0.0064838612],"category_scores_gemma":[0.00033887106,0.00050854846,0.0012600631,0.0013569321,0.000069601185,0.00009887069,0.00007124442,0.00088033115,0.0019446447],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00015155488,0.00013970243,0.000013609311,0.0018473058,0.00030191639,0.0011290484,0.000005367657,0.00019569452,8.2717186e-8,0.00066293916,0.00093795004,0.99461484],"study_design_scores_gemma":[0.01690172,0.0001857281,0.0000036255847,0.0050601615,0.0012364937,0.00010289633,0.0000026124615,0.008407068,0.0000022353915,0.000032860444,0.96764445,0.0004201183],"about_ca_topic_score_codex":0.00003846809,"about_ca_topic_score_gemma":0.000004601554,"teacher_disagreement_score":0.9941947,"about_ca_system_score_codex":0.00033181917,"about_ca_system_score_gemma":0.0017417814,"threshold_uncertainty_score":0.9997366},"labels":[],"label_agreement":null},{"id":"W4386212082","doi":"10.22541/au.169324746.62085404/v1","title":"Procedure-Specific Simulation for Vaginal Surgery Training: A Randomised Controlled Trial","year":2023,"lang":"en","type":"preprint","venue":"","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary; University of Alberta; University of British Columbia","funders":"","keywords":"Medicine; Randomized controlled trial; Confidence interval; Competence (human resources); Physical therapy; Hysterectomy; Population; Surgery; Internal medicine; Psychology","score_opus":0.20864160704657922,"score_gpt":0.37474874053574037,"score_spread":0.16610713348916115,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4386212082","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6591689,0.00065653044,0.14968708,0.00774007,0.0153104225,0.1169868,0.00010006386,0.0048734965,0.045476608],"genre_scores_gemma":[0.98769975,0.0000298085,0.0006493602,0.00034392276,0.0023347721,0.0033806032,0.000690299,0.000102293554,0.004769191],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.99671453,0.00013401985,0.0013786118,0.0007532645,0.0005659945,0.0004535587],"domain_scores_gemma":[0.9875324,0.011010978,0.00046880968,0.00035011777,0.00036887443,0.00026881375],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0021701304,0.00042658427,0.0021481295,0.00041388057,0.00011665202,0.00009910876,0.00009267342,0.0005196013,0.0007729385],"category_scores_gemma":[0.0041365065,0.00032837744,0.0015388172,0.00021408926,0.000055334367,0.00004635604,0.000053271575,0.00049899734,0.00004281353],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.96296763,0.00019970334,0.00006816838,0.00023479786,0.0005280222,0.000023835637,0.00045922978,0.025826342,0.0000066996786,0.00027116158,0.0010344358,0.008379943],"study_design_scores_gemma":[0.79758847,0.00014321151,0.00022651204,0.00021824856,0.00032484272,0.0000021379508,0.00014125287,0.19126815,0.000007098938,0.0010753257,0.008712244,0.00029251046],"about_ca_topic_score_codex":0.0000037713805,"about_ca_topic_score_gemma":0.0000022676998,"teacher_disagreement_score":0.32853082,"about_ca_system_score_codex":0.000089586356,"about_ca_system_score_gemma":0.00066836906,"threshold_uncertainty_score":0.99991685},"labels":[],"label_agreement":null},{"id":"W4386261704","doi":"10.1109/tuffc.2023.3302608","title":"Guest Editorial A Glimpse Into the Cutting Edge of Interventional Ultrasound","year":2023,"lang":"en","type":"editorial","venue":"IEEE Transactions on Ultrasonics Ferroelectrics and Frequency Control","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia; Concordia University","funders":"Strong","keywords":"Robotics; Beamforming; Artificial intelligence; Computer science; Deep learning; Ultrasound imaging; Ultrasound; Set (abstract data type); Data set; Medical physics; Data science; Telecommunications; Robot; Medicine; Radiology","score_opus":0.01342145987083954,"score_gpt":0.2822789281110491,"score_spread":0.26885746824020956,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4386261704","genre_codex":"editorial","genre_gemma":"editorial","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"editorial","genre_consensus":"editorial","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00096511486,0.00080636976,0.018428393,0.00021986643,0.9777863,0.00075197325,0.00043680947,0.00017633254,0.0004288434],"genre_scores_gemma":[0.43948594,0.00081580866,0.0000602579,0.000048240483,0.5589468,0.0001041532,0.00015134344,0.000095180425,0.0002922791],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99616027,0.00019811316,0.0010266609,0.00064378884,0.0014182425,0.00055294676],"domain_scores_gemma":[0.98683876,0.011204037,0.00043198103,0.00044524268,0.0008245577,0.0002554538],"candidate_categories":["metaepi_narrow","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.0011770986,0.0005146197,0.0009171379,0.0004096163,0.000431262,0.00010414864,0.00027189087,0.0010637568,0.00008152558],"category_scores_gemma":[0.001933663,0.0003986123,0.00064988114,0.0008754511,0.0002408662,0.00010328621,0.000001787778,0.0025102084,0.000023953326],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0059225964,0.003434483,0.00024641876,0.0015558228,0.0063368995,0.00015627625,0.0031658679,0.0018768809,0.004498403,0.0010926698,0.8941054,0.0776083],"study_design_scores_gemma":[0.03635507,0.0065610423,0.00014664486,0.0021120461,0.0050428384,0.000059374568,0.0003876532,0.008712828,0.0014995828,0.0024324341,0.9347508,0.0019396787],"about_ca_topic_score_codex":0.0003466152,"about_ca_topic_score_gemma":0.00017212213,"teacher_disagreement_score":0.43852082,"about_ca_system_score_codex":0.0002523662,"about_ca_system_score_gemma":0.0006751446,"threshold_uncertainty_score":0.9998466},"labels":[],"label_agreement":null},{"id":"W4386262511","doi":"10.60118/001c.36131","title":"Surgical Device Representatives Preference for Experiential Learning via Immersive Virtual Reality","year":2022,"lang":"en","type":"article","venue":"Journal of Orthopaedic Experience & Innovation","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Virtual reality; Computer science; Medicine; Multimedia; Artificial intelligence","score_opus":0.08569253273052244,"score_gpt":0.3801356301946885,"score_spread":0.2944430974641661,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4386262511","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9713344,0.000076143464,0.026289921,0.00042978293,0.00054181094,0.0002773593,0.0000033165622,0.00002020677,0.0010270763],"genre_scores_gemma":[0.99849546,0.000009592098,0.00043935413,0.00026452757,0.00038673423,0.00006891029,0.000051392388,0.000015046102,0.00026900883],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99750954,0.00019327096,0.00096553104,0.00024576212,0.00085747946,0.00022838957],"domain_scores_gemma":[0.997716,0.0003246974,0.0008514209,0.00012440298,0.0008759164,0.00010754456],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0011616339,0.00013585437,0.00033105744,0.0003177408,0.0004058707,0.000025042866,0.00012427293,0.00005435931,0.0009001627],"category_scores_gemma":[0.0008901644,0.00012105298,0.00017495357,0.0011804115,0.00012683963,0.00036464102,0.000074247706,0.00054211,0.0000011041835],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.03333393,0.0022323502,0.32594976,0.00015193877,0.0006023238,0.0013254348,0.18657787,0.019078987,0.07129238,0.021914424,0.00084495754,0.33669564],"study_design_scores_gemma":[0.049392942,0.014356308,0.071369424,0.00035914383,0.0002974285,0.0034134982,0.32484785,0.022919914,0.034059886,0.00095076446,0.47673845,0.0012943787],"about_ca_topic_score_codex":0.0000076219208,"about_ca_topic_score_gemma":3.6405004e-7,"teacher_disagreement_score":0.4758935,"about_ca_system_score_codex":0.00013437268,"about_ca_system_score_gemma":0.00019388499,"threshold_uncertainty_score":0.985615},"labels":[],"label_agreement":null},{"id":"W4386292753","doi":"10.1093/bjs/znad258.077","title":"828 Real-Time Artificial Intelligence Instruction in Comparison to Human Expert Instruction in Surgical Technical Skills Teaching – a Randomized Controlled Trial","year":2023,"lang":"en","type":"article","venue":"British journal of surgery","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University; Montreal Neurological Institute and Hospital","funders":"","keywords":"CLIPS; Task (project management); Medicine; Repetition (rhetorical device); Randomized controlled trial; Baseline (sea); Medical physics; Surgery","score_opus":0.053526529176108076,"score_gpt":0.3593577191866574,"score_spread":0.3058311900105493,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4386292753","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99628145,0.00008429491,0.000109886685,0.0003110248,0.0009010495,0.0010816286,0.0000011159734,0.00007571709,0.0011538449],"genre_scores_gemma":[0.9984748,0.00025101917,0.0002785914,0.000045836525,0.0008115884,0.00005588217,0.000016368118,0.000023580293,0.00004234088],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.994899,0.0009427984,0.0028943697,0.00025505328,0.0006574925,0.000351333],"domain_scores_gemma":[0.995877,0.003103222,0.0005468509,0.00009904015,0.00013798122,0.0002358538],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.008167992,0.0001750842,0.0024580932,0.0012377179,0.00010786685,0.00008811943,0.00008254705,0.00021374422,0.00018590706],"category_scores_gemma":[0.0048392727,0.00016871508,0.0006750034,0.00086099515,0.00010790165,0.00021176453,0.000032486165,0.0008567776,0.000018046443],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.66438663,0.00073032,0.0021875114,0.000012617154,0.00007617567,0.0025475428,0.0003376755,0.000883005,0.00059468223,0.00022916782,0.00011715996,0.32789752],"study_design_scores_gemma":[0.9749506,0.0002637784,0.01311656,0.0022031588,0.00007267304,0.002797218,0.0006456726,0.004001596,0.00014711199,0.0009483351,0.0005256922,0.00032758163],"about_ca_topic_score_codex":0.00023932329,"about_ca_topic_score_gemma":0.00005888597,"teacher_disagreement_score":0.32756993,"about_ca_system_score_codex":0.00018920258,"about_ca_system_score_gemma":0.00013228715,"threshold_uncertainty_score":0.68800014},"labels":[],"label_agreement":null},{"id":"W4386332388","doi":"10.36834/cmej.77634","title":"Apple Vision Pro and the advancement of medical education with extended reality","year":2023,"lang":"en","type":"article","venue":"Canadian Medical Education Journal","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":16,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Computer science","score_opus":0.022134077911696002,"score_gpt":0.37154197562693586,"score_spread":0.34940789771523983,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4386332388","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.13515463,0.0009564876,0.0006066434,0.85213006,0.0013413508,0.0008093409,0.0000059074614,0.000043186075,0.008952376],"genre_scores_gemma":[0.97916853,0.0006956864,0.00016516968,0.018498557,0.0006000514,0.00003717915,0.00007468264,0.000012717301,0.0007474056],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9979337,0.00012212801,0.0003571414,0.00013942452,0.0012411232,0.00020647814],"domain_scores_gemma":[0.995398,0.00014855193,0.00011610023,0.00014103271,0.00027168542,0.0039246287],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0020048306,0.00008331813,0.00019319507,0.00018952787,0.00017337888,0.000027067894,0.00011244046,0.000114470546,0.008056855],"category_scores_gemma":[0.0067377323,0.000048439844,0.000040462863,0.0004167741,0.00031513564,0.000062654944,0.000013096909,0.00040416417,0.000011338251],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00024745567,0.00021283445,0.0016591072,0.00006389296,0.000045477762,0.000027952754,0.0014643692,0.000006458194,9.061493e-7,0.01851749,0.02628378,0.95147026],"study_design_scores_gemma":[0.007133422,0.00019194062,0.045282416,0.0010145443,0.00007453626,0.001037554,0.0065969676,0.0050887293,0.0000063806583,0.0015258787,0.93191487,0.00013278532],"about_ca_topic_score_codex":0.0022046654,"about_ca_topic_score_gemma":0.0032826182,"teacher_disagreement_score":0.9513375,"about_ca_system_score_codex":0.00011573812,"about_ca_system_score_gemma":0.03410063,"threshold_uncertainty_score":0.9928499},"labels":[],"label_agreement":null},{"id":"W4386352567","doi":"10.1109/isbi53787.2023.10230373","title":"Utilizing Sonographer Visual Attention for Probe Movement Guidance in Cardiac Point of Care Ultrasound","year":2023,"lang":"en","type":"article","venue":"","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"École de Technologie Supérieure","funders":"","keywords":"Sonographer; Orientation (vector space); Imaging phantom; Task (project management); Computer vision; Computer science; Artificial intelligence; Parasternal line; Ultrasound; SIGNAL (programming language); Medical physics; Medicine; Radiology; Engineering; Mathematics","score_opus":0.03356390779585745,"score_gpt":0.3434921851098646,"score_spread":0.3099282773140072,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4386352567","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9881558,0.00015116014,0.00090478035,0.0001574874,0.00011442517,0.0006971308,0.0000058602122,0.00008319182,0.009730199],"genre_scores_gemma":[0.9986729,0.000011428536,0.0006336717,0.00012553252,0.00003513613,0.000052947857,0.00006481956,0.0000100755915,0.00039349543],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99932486,0.000016713864,0.00022815702,0.00013842457,0.00014251833,0.00014933383],"domain_scores_gemma":[0.99964553,0.00012451016,0.000036930393,0.00007165067,0.00008082367,0.000040533676],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0002437642,0.00006257645,0.00018311538,0.000102135695,0.000022175962,0.0000052191717,0.00001826481,0.000037584763,0.00008844701],"category_scores_gemma":[0.00007036387,0.000052388317,0.00013520801,0.0002796007,0.00001707129,0.00003369367,0.000010018406,0.000039118477,0.0000058929218],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00027155314,0.00012451723,0.9491026,0.00052379334,0.00009636611,0.000004736868,0.001874065,0.00025997133,0.01715852,0.005011901,0.00021947509,0.025352534],"study_design_scores_gemma":[0.0045995116,0.0002984921,0.96799904,0.00031485537,0.000040545667,2.7827613e-7,0.013926542,0.003103238,0.006236757,0.00042504523,0.0029263145,0.00012938438],"about_ca_topic_score_codex":0.000025872254,"about_ca_topic_score_gemma":0.000017397197,"teacher_disagreement_score":0.02522315,"about_ca_system_score_codex":0.000027344115,"about_ca_system_score_gemma":0.00001674871,"threshold_uncertainty_score":0.21363336},"labels":[],"label_agreement":null},{"id":"W4386407008","doi":"10.1002/lary.31033","title":"Training for Awake, Office‐Based Laryngeal Procedures—The Laryngology Fellow's Perspective","year":2023,"lang":"en","type":"article","venue":"The Laryngoscope","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Laryngology; Perspective (graphical); Training (meteorology); Medicine; Medical education; Psychology; Physical therapy; General surgery; Computer science; Geography; Artificial intelligence; Meteorology","score_opus":0.09817767120242599,"score_gpt":0.36519903250217745,"score_spread":0.26702136129975146,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4386407008","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.84620136,0.00063852867,0.0009913603,0.069107704,0.00066420145,0.0032442347,0.000054304383,0.0010930093,0.07800529],"genre_scores_gemma":[0.9874014,0.0000172512,0.00019618213,0.008325969,0.0005260776,0.0002115195,0.000090735455,0.000054846816,0.003175972],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99838847,0.00012367833,0.00027224162,0.0003616242,0.00029806627,0.0005559105],"domain_scores_gemma":[0.9978243,0.0014185257,0.00008877366,0.00036321723,0.00017282087,0.000132334],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0008974892,0.0002101338,0.0003589511,0.00011039559,0.0004812079,0.00003874491,0.00023677624,0.0001248968,0.0003040208],"category_scores_gemma":[0.0008693828,0.00011884057,0.00022502337,0.00074729486,0.00022824793,0.000058988346,0.00005279851,0.00035766402,0.0002468418],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.03239022,0.003481011,0.0468699,0.0027403722,0.006508393,0.0020033142,0.15532789,0.022218464,0.0159163,0.35725805,0.1913121,0.163974],"study_design_scores_gemma":[0.023853397,0.0015621849,0.14548862,0.00041697576,0.00086668506,0.00017430366,0.021620046,0.10788669,0.0013451736,0.0056602783,0.69016945,0.0009562021],"about_ca_topic_score_codex":0.000043520715,"about_ca_topic_score_gemma":0.000071196635,"teacher_disagreement_score":0.49885735,"about_ca_system_score_codex":0.000060002156,"about_ca_system_score_gemma":0.00030531216,"threshold_uncertainty_score":0.4846178},"labels":[],"label_agreement":null},{"id":"W4386462241","doi":"10.1007/s00464-023-10374-6","title":"Training for excellence: using a multimodal videoconferencing platform to coach surgeons and improve intraoperative performance","year":2023,"lang":"en","type":"article","venue":"Surgical Endoscopy","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":6,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Toronto Western Hospital; Artificial Intelligence in Medicine (Canada); University of Toronto; University Health Network","funders":"Temerty Faculty of Medicine, University of Toronto","keywords":"Coaching; Center of excellence; Videoconferencing; Medicine; Likert scale; Excellence; Physical therapy; Session (web analytics); Medical education; Dreyfus model of skill acquisition; Professional development; Psychology; Medical physics; Multimedia; Computer science","score_opus":0.10575276472512957,"score_gpt":0.36791227988211384,"score_spread":0.26215951515698427,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4386462241","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99461234,0.000024977877,0.00062746205,0.00026694487,0.00021379125,0.0008219392,0.000026165226,0.00019313167,0.0032132324],"genre_scores_gemma":[0.9971571,0.00003224472,0.0020057335,0.00019137839,0.00017593529,0.0000939133,0.000045478613,0.000033127104,0.00026507195],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9983257,0.000026136904,0.0003712561,0.0004375824,0.00026274787,0.00057658274],"domain_scores_gemma":[0.99835056,0.0009205114,0.000054170363,0.00014175758,0.00011591366,0.00041711537],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00054097647,0.00022235521,0.00047855178,0.00019622006,0.00027649218,0.000051186606,0.000057766072,0.00012554321,0.00024346625],"category_scores_gemma":[0.00029224713,0.00018385518,0.000106263404,0.00044763318,0.00008400192,0.00013675245,0.00005970573,0.0002382406,0.000031055035],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.018349718,0.00048546644,0.07259916,0.001254071,0.00070661464,0.0009557411,0.041961376,0.014627585,0.03152208,0.008134185,0.00014038032,0.80926365],"study_design_scores_gemma":[0.03741802,0.0010585818,0.0068919933,0.0005398947,0.00011112657,0.000110238274,0.005328628,0.9173701,0.010879951,0.0001602708,0.019480351,0.00065088616],"about_ca_topic_score_codex":0.000052726606,"about_ca_topic_score_gemma":0.0000067259343,"teacher_disagreement_score":0.90274245,"about_ca_system_score_codex":0.00006229672,"about_ca_system_score_gemma":0.00015453335,"threshold_uncertainty_score":0.74973965},"labels":[],"label_agreement":null},{"id":"W4386604062","doi":"10.1115/1.4063389","title":"Preliminary Assessment of a Laparoscopic Training System Using Magneto-Rheological Clutches and Virtual Reality","year":2023,"lang":"en","type":"article","venue":"Journal of Medical Devices","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Sherbrooke","funders":"","keywords":"Haptic technology; Virtual reality; Computer science; Simulation; Augmented reality; Human–computer interaction","score_opus":0.1224252378753377,"score_gpt":0.40666999418783606,"score_spread":0.28424475631249835,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4386604062","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99634683,0.0002979872,0.0006189336,0.001460701,0.00023174965,0.00008539558,0.0000020125492,0.00003270569,0.00092370855],"genre_scores_gemma":[0.9987172,0.00008052152,0.0006937346,0.00019831091,0.00027356547,9.78416e-7,0.000002862659,0.000007967878,0.000024892597],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9975211,0.00018303751,0.00077561283,0.0001312904,0.0012003849,0.00018856218],"domain_scores_gemma":[0.9981722,0.000894432,0.00036698833,0.00007543796,0.0001152601,0.00037566156],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0026849483,0.00010558231,0.0006073027,0.000152245,0.000053029762,0.0000145637805,0.00010996817,0.0001811367,0.00020216207],"category_scores_gemma":[0.0006798857,0.000069490176,0.00011018291,0.00027084406,0.00016770865,0.0000817748,0.000069463495,0.00039402462,0.000001439891],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0025732655,0.0009545712,0.6628418,0.0045303404,0.0012482192,0.007834131,0.007259462,0.0026071898,0.0021864646,0.016833862,0.0004240082,0.2907067],"study_design_scores_gemma":[0.0062927995,0.0020191453,0.7719342,0.0031272536,0.0002874823,0.0011374142,0.01049331,0.20342486,0.00005326936,0.0000715356,0.0010326573,0.0001260776],"about_ca_topic_score_codex":0.000012412867,"about_ca_topic_score_gemma":0.0000023177556,"teacher_disagreement_score":0.2905806,"about_ca_system_score_codex":0.000041174917,"about_ca_system_score_gemma":0.00029717005,"threshold_uncertainty_score":0.2833727},"labels":[],"label_agreement":null},{"id":"W4386614710","doi":"10.1007/s00464-023-10377-3","title":"What is the educational value and clinical utility of artificial intelligence for intraoperative and postoperative video analysis? A survey of surgeons and trainees","year":2023,"lang":"en","type":"article","venue":"Surgical Endoscopy","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":20,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto; Artificial Intelligence in Medicine (Canada); University Health Network","funders":"","keywords":"Usability; Likert scale; Upload; Laparoscopic cholecystectomy; Computer science; Medicine; Medical physics; Multimedia; Surgery; Human–computer interaction; World Wide Web; Psychology","score_opus":0.10980236896348655,"score_gpt":0.43277018058297306,"score_spread":0.3229678116194865,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4386614710","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9952882,0.00040303427,0.00020898403,0.0033964026,0.00009562945,0.00038128984,0.000118264055,0.000010629518,0.00009757437],"genre_scores_gemma":[0.9987336,0.0007788742,0.00014922471,0.00015292532,0.000028570626,0.000015374926,0.00009008831,0.0000064153132,0.000044975193],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9983729,0.00033949374,0.00061836356,0.0003171869,0.00019713788,0.00015492755],"domain_scores_gemma":[0.9893667,0.009973038,0.00010404225,0.00013236926,0.00028240873,0.00014141176],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002084584,0.00012223143,0.0005563861,0.000111873975,0.0000943909,0.00003457232,0.00004241276,0.00008846418,0.0002324634],"category_scores_gemma":[0.0013830492,0.00007863268,0.0001293552,0.0007017283,0.00070536346,0.000095453055,0.000041252344,0.00014866241,8.735244e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.005622616,0.00061973184,0.86300373,0.00012619453,0.0019475966,0.000011247187,0.0088549815,0.00010203694,0.00007190956,0.023891015,0.00007782564,0.095671125],"study_design_scores_gemma":[0.0021657385,0.00034448612,0.92652744,0.00006204123,0.00032121962,0.000005903131,0.0023203203,0.0653454,0.00072482735,0.0017779655,0.00029781985,0.00010683546],"about_ca_topic_score_codex":0.0002073888,"about_ca_topic_score_gemma":0.00015444047,"teacher_disagreement_score":0.09556428,"about_ca_system_score_codex":0.000004941629,"about_ca_system_score_gemma":0.00010772257,"threshold_uncertainty_score":0.32065475},"labels":[],"label_agreement":null},{"id":"W4386766113","doi":"10.2106/jbjs.22.00805","title":"Applications of Extended Reality in Orthopaedic Surgery","year":2023,"lang":"en","type":"article","venue":"Journal of Bone and Joint Surgery","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":13,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Banff Centre; University of Calgary","funders":"","keywords":"Augmented reality; Virtual reality; Modalities; Mixed reality; Artificial reality; Computer-mediated reality; Computer science; Human–computer interaction; Medicine; Sociology","score_opus":0.07334568042741563,"score_gpt":0.3203070717129156,"score_spread":0.2469613912855,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4386766113","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9968162,0.00051190826,0.00015522519,0.0015987734,0.00010153741,0.000075370896,0.000002463805,0.000016177464,0.0007223039],"genre_scores_gemma":[0.99860454,0.0010006325,0.000040563184,0.00013653724,0.00012213444,0.0000031344853,0.000008001538,0.0000074203153,0.00007705162],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99829537,0.00006365171,0.0011618924,0.000082457766,0.000263325,0.00013332935],"domain_scores_gemma":[0.99785596,0.0013112946,0.00047650302,0.00009374043,0.00012954883,0.00013295322],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.003180305,0.00006554605,0.00073847757,0.0008399241,0.000023060382,0.000005150948,0.0000068934555,0.00005389442,0.00008074569],"category_scores_gemma":[0.0007348565,0.00005187743,0.0003594304,0.00066771125,0.000049230064,0.00006899249,0.000013051435,0.0001666599,0.0000038577864],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000465883,0.00031941038,0.7003112,0.00041577397,0.00008834757,0.0007589928,0.00020719874,0.000034946974,0.00060262514,0.00019899402,0.0038635482,0.29273307],"study_design_scores_gemma":[0.0006648963,0.000022188739,0.9864197,0.00038813587,0.000029720382,0.00017497344,0.0002041459,0.0001365031,0.000120880046,0.00058309955,0.011198357,0.00005744714],"about_ca_topic_score_codex":0.000015302883,"about_ca_topic_score_gemma":0.0000036416611,"teacher_disagreement_score":0.29267564,"about_ca_system_score_codex":0.000014768738,"about_ca_system_score_gemma":0.00014335214,"threshold_uncertainty_score":0.21155001},"labels":[],"label_agreement":null},{"id":"W4386769339","doi":"10.1097/as9.0000000000000326","title":"Force Profile as Surgeon-Specific Signature","year":2023,"lang":"en","type":"article","venue":"Annals of Surgery Open","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta; University of Calgary","funders":"Canadian Institutes of Health Research","keywords":"Computer science; Artificial intelligence; Sample (material); Task (project management); Pattern recognition (psychology); Machine learning; Engineering","score_opus":0.2673072072722641,"score_gpt":0.407166231936656,"score_spread":0.13985902466439193,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4386769339","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.85108525,0.00036304924,0.00000375528,0.005925519,0.00027305717,0.0005210079,0.000020889924,0.00014308158,0.1416644],"genre_scores_gemma":[0.98566586,0.0003528972,0.000024257422,0.0015588988,0.000085014704,0.000021985486,0.00019854782,0.00002329304,0.0120692495],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99876904,0.000050356633,0.00034859547,0.00022951794,0.0003106145,0.00029188648],"domain_scores_gemma":[0.99833506,0.00094525557,0.00010448701,0.0002534284,0.00019621251,0.0001655651],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0010940442,0.00011185895,0.00044563535,0.00018750936,0.000064002306,0.000035304725,0.00013037647,0.00009912213,0.003876353],"category_scores_gemma":[0.00030170358,0.0000932212,0.00019738654,0.000640218,0.000046034333,0.00016790861,0.00010463324,0.00013744419,0.0006714756],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0020890562,0.00036421014,0.10901216,0.00020789621,0.00033060525,0.00082546053,0.0006485313,0.00013816198,0.0014960385,0.0053449655,0.55253804,0.32700485],"study_design_scores_gemma":[0.0010097006,0.00007703415,0.22080253,0.00035620446,0.0000130929675,0.000015162399,0.00034209937,0.0002477066,0.011912795,0.0013646807,0.76361525,0.00024374248],"about_ca_topic_score_codex":0.00003998371,"about_ca_topic_score_gemma":0.0000012850819,"teacher_disagreement_score":0.3267611,"about_ca_system_score_codex":0.000004334928,"about_ca_system_score_gemma":0.00009581569,"threshold_uncertainty_score":0.99703425},"labels":[],"label_agreement":null},{"id":"W4386774727","doi":"10.1016/b978-0-443-15688-5.00019-x","title":"Artificial intelligence in surgery","year":2023,"lang":"en","type":"book-chapter","venue":"Elsevier eBooks","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":4,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto; University Health Network","funders":"","keywords":"Variety (cybernetics); Artificial intelligence; Field (mathematics); Surgical procedures; Computer science; Medicine; Data science; Surgery","score_opus":0.09842427946031551,"score_gpt":0.3173264425936871,"score_spread":0.21890216313337157,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4386774727","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00019605487,0.00011577211,0.00000603641,0.00012958127,0.00043724375,0.00028337646,0.0000052095734,0.000133574,0.99869317],"genre_scores_gemma":[0.03133494,0.000057831803,0.000042018284,0.00040927308,0.00040544936,0.000013531605,0.0000450849,0.00007956404,0.9676123],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9985086,0.000015278381,0.00060344575,0.0003276683,0.00031030862,0.00023471731],"domain_scores_gemma":[0.99889946,0.000562381,0.00010606113,0.00025042714,0.00004972297,0.0001319511],"candidate_categories":["insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.00041292768,0.00022722938,0.00058763823,0.0003589066,0.000029953659,0.000015505577,0.000056743807,0.00028794864,0.0009576382],"category_scores_gemma":[0.00013563712,0.00020918394,0.00026395466,0.00003644888,0.000082379614,0.000012679086,0.000040367435,0.0005047707,0.0012884162],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00005379246,0.000007105969,0.00006064104,0.00005066529,0.00003118377,0.00046834146,0.00008463436,0.0000037035882,9.596773e-7,0.013846076,0.000012853508,0.98538005],"study_design_scores_gemma":[0.0001146623,0.00003117941,0.00033131483,0.001440747,0.000065678694,0.000016961541,0.000021136528,0.000193458,0.000028485094,0.05535786,0.9420602,0.00033835706],"about_ca_topic_score_codex":5.143474e-7,"about_ca_topic_score_gemma":0.000028641545,"teacher_disagreement_score":0.9850417,"about_ca_system_score_codex":0.00005905828,"about_ca_system_score_gemma":0.00012705382,"threshold_uncertainty_score":0.9999556},"labels":[],"label_agreement":null},{"id":"W4386803090","doi":"10.23977/acss.2023.070704","title":"Research on the Progress of Autonomous Technology in Robot Assisted Surgery","year":2023,"lang":"en","type":"article","venue":"Advances in Computer Signals and Systems","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Robot; Robotics; Surgical robot; Autonomy; Artificial intelligence; Computer science; Robotic surgery; Matching (statistics); Medicine; Human–computer interaction; Political science","score_opus":0.15460491317358663,"score_gpt":0.41460785720173987,"score_spread":0.26000294402815327,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4386803090","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9927372,0.0039237575,0.0004070343,0.0015173304,0.00026843685,0.00043409123,0.0000011433312,0.00006295088,0.00064810435],"genre_scores_gemma":[0.9996355,0.0001380564,0.000056329645,0.000030495115,0.00005437259,0.000049373077,0.000002469425,0.0000061049045,0.00002729388],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99889475,0.00018902509,0.0003245747,0.0001763629,0.00021721881,0.00019807297],"domain_scores_gemma":[0.99770695,0.0020056302,0.000056439443,0.00013886335,0.00006339939,0.000028706098],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0015780817,0.000062900515,0.0002936844,0.00051751774,0.000035114965,0.000014428899,0.00006251067,0.0000650785,0.0000052322093],"category_scores_gemma":[0.00005171526,0.000039495786,0.000025708263,0.0012176348,0.0001307563,0.000036946898,0.0000406204,0.00019206513,0.0000050128283],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00015838697,0.0001981833,0.35186407,0.00038961717,0.000031373358,0.00035142998,0.00039000297,0.03717699,0.000075579104,0.011479875,0.00009432927,0.5977902],"study_design_scores_gemma":[0.0028895298,0.0006894547,0.42162144,0.004949744,0.00000681428,0.00006458764,0.0017149219,0.5505928,0.00033307748,0.0021407935,0.014737645,0.00025917348],"about_ca_topic_score_codex":0.000011638282,"about_ca_topic_score_gemma":0.0000058633755,"teacher_disagreement_score":0.597531,"about_ca_system_score_codex":0.000019316458,"about_ca_system_score_gemma":0.000026528563,"threshold_uncertainty_score":0.16105914},"labels":[],"label_agreement":null},{"id":"W4386818031","doi":"10.1097/js9.0000000000000720","title":"Global trends and prospects in health economics of robotic surgery: a bibliometric analysis","year":2023,"lang":"en","type":"article","venue":"International Journal of Surgery","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":46,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"SKiN Health","funders":"Ministry of Industry and Information Technology of the People's Republic of China; Central South University","keywords":"Medicine; Bibliometrics; Health economics; General surgery; Medical physics; Library science; Public health; Pathology","score_opus":0.08465062413288361,"score_gpt":0.3681334662346186,"score_spread":0.283482842101735,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4386818031","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9960752,0.00045211377,0.000075087366,0.0026771969,0.0004061824,0.000021138298,0.0000086324,0.0000092160535,0.00027522322],"genre_scores_gemma":[0.9983398,0.0012713672,0.00006225522,0.00015857331,0.00009857756,5.4017244e-7,0.000020091604,0.000005172641,0.000043628002],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9984906,0.000044006116,0.00088265113,0.00009980758,0.00034554634,0.00013739508],"domain_scores_gemma":[0.99800646,0.0010342667,0.0005434446,0.000054456304,0.00022481986,0.00013656696],"candidate_categories":["bibliometrics"],"consensus_categories":["bibliometrics"],"category_scores_codex":[0.0014917096,0.00007124801,0.00059968355,0.05839427,0.0000108080285,0.000022674165,0.000053241554,0.00003611777,0.00010742542],"category_scores_gemma":[0.0005584911,0.00006221502,0.00031753493,0.047022276,0.000031282383,0.00012231953,0.000021349397,0.00007970782,0.0000017221129],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00014874028,0.00007375485,0.88342696,0.000016656975,0.0005191428,0.00014598212,0.0000287924,0.0055990275,9.567543e-7,0.00012961285,0.00016324234,0.10974715],"study_design_scores_gemma":[0.00061044004,0.000022798195,0.9936929,0.0001147915,0.00004917175,0.00008241257,0.000033253353,0.0046356847,0.0000046951045,0.0001605849,0.0005492365,0.000044038316],"about_ca_topic_score_codex":0.000071763345,"about_ca_topic_score_gemma":0.000024661907,"teacher_disagreement_score":0.110265955,"about_ca_system_score_codex":0.0001392606,"about_ca_system_score_gemma":0.00022091078,"threshold_uncertainty_score":0.9732337},"labels":[{"model":"gemma","categories":["bibliometrics"],"domain":null,"study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"gpt","categories":["bibliometrics"],"domain":null,"study_design":"observational","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"agree"},{"id":"W4386860861","doi":"10.1001/jamanetworkopen.2023.34658","title":"AI in Surgical Curriculum Design and Unintended Outcomes for Technical Competencies in Simulation Training","year":2023,"lang":"en","type":"article","venue":"JAMA Network Open","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":72,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"McGill University; McGill University Health Centre; Montreal Neurological Institute and Hospital","funders":"Montreal Neurological Institute and Hospital; Brain Tumour Research; King Fahad Medical City; Brain Tumour Foundation of Canada; Royal College of Physicians and Surgeons of Canada","keywords":"Curriculum; Cohort; Medical education; Medicine; TUTOR; Intervention (counseling); Cohort study; Randomized controlled trial; Physical therapy; Family medicine; Psychology; Nursing; Surgery; Mathematics education","score_opus":0.114568741970195,"score_gpt":0.3916619038070688,"score_spread":0.27709316183687377,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4386860861","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9640797,0.00013359672,0.0078897,0.017660992,0.00024759697,0.0045262952,0.0000041948874,0.00032496822,0.005132952],"genre_scores_gemma":[0.99426425,0.000014378142,0.004431142,0.00086294714,0.00009507883,0.00010137895,0.00004621706,0.00001784397,0.00016677017],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99869776,0.00014125487,0.00039307337,0.00026709645,0.00015067414,0.000350162],"domain_scores_gemma":[0.9976623,0.002026075,0.00005328257,0.000109479966,0.000047457546,0.00010138106],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0017661165,0.00012462691,0.00044979973,0.00013464248,0.00006365803,0.00007727026,0.000108824155,0.00014061324,0.000041684707],"category_scores_gemma":[0.00047357852,0.00010059568,0.00005498978,0.0007418064,0.000062763094,0.00015987815,0.00011160023,0.00024972757,0.0000060193124],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0011535948,0.00011309087,0.42183688,0.000028326944,0.00003181265,0.00025124682,0.0006439528,0.5149048,0.0000061668215,0.01078603,0.00035314853,0.04989093],"study_design_scores_gemma":[0.0067497594,0.00007721164,0.36747846,0.00019614618,0.0000099922345,0.0000074359145,0.00033671872,0.61370134,5.354715e-7,0.0022930703,0.009045107,0.00010422414],"about_ca_topic_score_codex":0.000033164262,"about_ca_topic_score_gemma":0.00007330024,"teacher_disagreement_score":0.09879655,"about_ca_system_score_codex":0.000044833036,"about_ca_system_score_gemma":0.00004943119,"threshold_uncertainty_score":0.4102173},"labels":[],"label_agreement":null},{"id":"W4386881738","doi":"10.1007/s00464-023-10409-y","title":"Performance and learning rate prediction models development in FLS and RAS surgical tasks using electroencephalogram and eye gaze data and machine learning","year":2023,"lang":"en","type":"article","venue":"Surgical Endoscopy","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Guelph","funders":"National Institute of Biomedical Imaging and Bioengineering; National Cancer Institute; National Institutes of Health; Roswell Park Cancer Institute","keywords":"Gaze; Eye tracking; Transfer of learning; Electroencephalography; Artificial intelligence; Value (mathematics); Computer science; Dissection (medical); Psychology; Machine learning; Medicine; Audiology; Surgery; Neuroscience","score_opus":0.0649132582031168,"score_gpt":0.32288655031650154,"score_spread":0.2579732921133847,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4386881738","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9973663,0.0014216729,0.00013075044,0.000114828676,0.000037169404,0.0002347532,0.0000052652726,0.00014784397,0.0005413932],"genre_scores_gemma":[0.9951713,0.0035739238,0.0007626533,0.00002489334,0.000057083194,0.000009543833,0.0002068729,0.000024523397,0.0001691906],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99814725,0.00021791137,0.00037832514,0.00057466084,0.00024560257,0.0004362452],"domain_scores_gemma":[0.9990102,0.00049690943,0.00006956897,0.00012191312,0.000031442636,0.00026994545],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0013322998,0.00021667534,0.00040930993,0.00020740986,0.00029602557,0.00006880307,0.00004912896,0.00012751318,0.00003676144],"category_scores_gemma":[0.00015803248,0.00018509092,0.00001716144,0.00039932973,0.00016131894,0.00029696198,0.00022550992,0.000680722,0.0000017967723],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0013510152,0.00005735072,0.91612095,0.00018649785,0.00007476305,0.0005196665,0.0010406533,0.0080954395,0.00039364264,0.00009435785,0.0000025453724,0.07206312],"study_design_scores_gemma":[0.011239843,0.00018507698,0.074440226,0.00020594471,0.000036496494,0.00019239505,0.00012472704,0.901151,0.00005911248,0.000023817776,0.012173848,0.00016751955],"about_ca_topic_score_codex":0.000040464132,"about_ca_topic_score_gemma":0.0000070074443,"teacher_disagreement_score":0.89305556,"about_ca_system_score_codex":0.000033217035,"about_ca_system_score_gemma":0.000049325252,"threshold_uncertainty_score":0.7547788},"labels":[],"label_agreement":null},{"id":"W4386895437","doi":"10.3389/fonc.2023.1249683","title":"Comparison of perioperative, oncologic, and functional outcomes between 3D and 2D laparoscopic radical prostatectomy: a systemic review and meta-analysis","year":2023,"lang":"en","type":"review","venue":"Frontiers in Oncology","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Medicine; Perioperative; Meta-analysis; Laparoscopic radical prostatectomy; Prostatectomy; Confidence interval; Laparoscopy; Jadad scale; Urology; Cochrane Library; Surgery; Internal medicine; Prostate cancer; Cancer","score_opus":0.24632615060199642,"score_gpt":0.47030838275654396,"score_spread":0.22398223215454754,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4386895437","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00030561417,0.99696094,0.00013192937,0.00027343008,0.00011783153,0.0017475111,0.00006964569,0.000031970514,0.00036115682],"genre_scores_gemma":[0.0014972786,0.99564594,0.0015187,0.0002559851,0.000030235255,0.000287899,0.00018922797,0.000024327604,0.00055039854],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9969515,0.0007447157,0.0013040496,0.0005533422,0.00021220426,0.00023418898],"domain_scores_gemma":[0.99787486,0.0011914442,0.0005171464,0.00018101085,0.00006542411,0.00017012696],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0009264282,0.0003620353,0.0115317395,0.0005227017,0.000061258834,0.000012632671,0.000061751176,0.00047041543,0.00015049658],"category_scores_gemma":[0.0003799938,0.00023002605,0.0005192929,0.0007231554,0.00040349484,0.000034792418,0.00009894723,0.000569019,0.0000026958644],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00010064578,0.00024011641,0.25832027,0.08799402,0.1550011,0.000115499206,0.0005164402,0.000009135636,6.008702e-8,0.00014438828,0.00074446684,0.49681386],"study_design_scores_gemma":[0.0019280884,0.0003678351,0.0056149927,0.0012802953,0.41731843,0.000033892622,0.00015971638,0.000074893476,3.1612743e-8,0.000010202725,0.5729977,0.00021391823],"about_ca_topic_score_codex":0.000012390711,"about_ca_topic_score_gemma":0.0000131923325,"teacher_disagreement_score":0.5722532,"about_ca_system_score_codex":0.0001906408,"about_ca_system_score_gemma":0.000280558,"threshold_uncertainty_score":0.938019},"labels":[],"label_agreement":null},{"id":"W4386910584","doi":"10.1007/s11701-023-01716-6","title":"Robotic assisted surgery in the United Arab Emirates: healthcare experts’ perceptions","year":2023,"lang":"en","type":"article","venue":"Journal of Robotic Surgery","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Medicine; Interview; Perception; Health care; Healthcare delivery; Middle East; Medical education; Nursing; Family medicine; Psychology","score_opus":0.16083057815736115,"score_gpt":0.3597495705931063,"score_spread":0.19891899243574515,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4386910584","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98209256,0.00030484886,0.00025477988,0.015752373,0.001153393,0.00015020565,8.301871e-7,0.0000674008,0.00022363813],"genre_scores_gemma":[0.9964433,0.00033059652,0.0000681727,0.0025360074,0.00036589312,0.000006972553,0.00004898367,0.000028324697,0.000171807],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9970556,0.00053255376,0.0011420284,0.00016486143,0.0006789524,0.000426035],"domain_scores_gemma":[0.9913442,0.007494078,0.00037308686,0.00025043872,0.00029466557,0.00024351219],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0028063965,0.00018128552,0.0007856132,0.0014919199,0.00013457367,0.00004974916,0.00010703914,0.00013460625,0.00031458974],"category_scores_gemma":[0.0020817015,0.0001185805,0.00054043747,0.0028640265,0.0000741107,0.00013596361,0.000017241644,0.0005026122,0.000053502823],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00034729455,0.0005106359,0.89529085,0.00018431101,0.00018368449,0.004093643,0.0032504124,0.05748132,0.000109326,0.00008943094,0.021412276,0.017046815],"study_design_scores_gemma":[0.0008088134,0.000057358622,0.98163253,0.0008994864,0.000077855926,0.0010490163,0.0074907704,0.005499235,0.0000035712162,0.00006202994,0.0022597788,0.00015958195],"about_ca_topic_score_codex":0.000047772854,"about_ca_topic_score_gemma":0.000014589254,"teacher_disagreement_score":0.08634165,"about_ca_system_score_codex":0.00012447695,"about_ca_system_score_gemma":0.00036235116,"threshold_uncertainty_score":0.48355722},"labels":[],"label_agreement":null},{"id":"W4386928280","doi":"10.1503/cjs.98037","title":"A simple perfused cadaver model for damage control vascular surgery training","year":2023,"lang":"en","type":"letter","venue":"Canadian Journal of Surgery","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Western University","funders":"","keywords":"Medicine; Cadaver; Pulsatile flow; Balloon; Aorta; Perfusion; Surgery; Radiology; Cardiology","score_opus":0.14668244397301186,"score_gpt":0.28671344188460357,"score_spread":0.1400309979115917,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4386928280","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.20683426,0.0027869388,0.012772137,0.7599931,0.0106795775,0.0024554362,0.0022648624,0.0003005309,0.0019131936],"genre_scores_gemma":[0.65646213,0.000044857665,0.00008031664,0.33491707,0.0062071597,0.000021878412,0.00056089397,0.00024796507,0.0014577202],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9966835,0.0001339148,0.0012558138,0.0003184148,0.0005886814,0.0010197216],"domain_scores_gemma":[0.9916466,0.005700978,0.00061481126,0.00030923367,0.00059857365,0.0011298249],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0022681048,0.00039503587,0.0019014472,0.0017196004,0.00019836078,0.00009418524,0.00014408195,0.0007486729,0.00047346513],"category_scores_gemma":[0.002619255,0.0003644792,0.0020324495,0.00038138797,0.00011750426,0.00014125211,0.000005413823,0.0016259571,0.000014764155],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00009173177,0.000008073205,0.0074628145,0.0002646396,0.0007485283,0.0092614135,0.0004096501,0.0024299424,0.0000033315864,0.0000057127254,0.97438514,0.0049290387],"study_design_scores_gemma":[0.0022115323,0.000028141845,0.0031947175,0.00080755795,0.0006091041,0.00019680102,0.0001464032,0.036741953,0.0000017854338,0.00019013959,0.95540136,0.00047052666],"about_ca_topic_score_codex":0.00055635173,"about_ca_topic_score_gemma":0.0008336704,"teacher_disagreement_score":0.44962788,"about_ca_system_score_codex":0.0003158404,"about_ca_system_score_gemma":0.008390721,"threshold_uncertainty_score":0.99988073},"labels":[],"label_agreement":null},{"id":"W4386948224","doi":"10.1016/j.ygyno.2023.06.056","title":"Conversion from robotic surgery to laparotomy: Association of timing of conversion with clinical outcomes (1135)","year":2023,"lang":"en","type":"article","venue":"Gynecologic Oncology","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université Laval; McGill University; Jewish General Hospital","funders":"","keywords":"Medicine; Laparotomy; General surgery; Robotic surgery; Association (psychology); Surgery","score_opus":0.10358063329433806,"score_gpt":0.38594722901738626,"score_spread":0.28236659572304823,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4386948224","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99396473,0.0000058899004,0.0000776193,0.002240377,0.0006520311,0.00039715707,0.0000069011526,0.00008780366,0.0025675057],"genre_scores_gemma":[0.99721026,0.000024004163,0.00079707114,0.0013462811,0.000045617347,0.000012454963,0.00007571276,0.000009809793,0.00047880627],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.998348,0.000268736,0.00062631175,0.0002509138,0.0002629069,0.00024316016],"domain_scores_gemma":[0.98587954,0.013184362,0.00044215916,0.00015434515,0.00020087625,0.00013874404],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0013001591,0.00011058348,0.00096853566,0.00018381591,0.00003915095,0.0000023258444,0.00006408892,0.0003214719,0.0010839626],"category_scores_gemma":[0.0035907924,0.00008163915,0.0001828623,0.00040409766,0.00007550286,0.0000365239,0.00006398815,0.00018002871,0.00017139594],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0004807219,0.00021217199,0.9896283,0.00003257185,0.00017279264,0.00007203815,0.0001561132,0.0003679321,0.000083242565,0.00001613507,0.0016409183,0.0071370476],"study_design_scores_gemma":[0.003495307,0.0010367319,0.98046845,0.000044041964,0.00016871099,0.000001155573,0.00040793998,0.0010472636,0.0002574958,0.0000343868,0.012951265,0.00008723796],"about_ca_topic_score_codex":0.000067986985,"about_ca_topic_score_gemma":0.000026214042,"teacher_disagreement_score":0.012915626,"about_ca_system_score_codex":0.00021861648,"about_ca_system_score_gemma":0.00022609354,"threshold_uncertainty_score":0.9998292},"labels":[],"label_agreement":null},{"id":"W4386952437","doi":"10.1109/iceccme57830.2023.10253146","title":"Desing and realization of a computer-assisted nephrostomy guidance system","year":2023,"lang":"en","type":"article","venue":"","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University","funders":"","keywords":"Workflow; Computer science; Realization (probability); Nephrostomy; Set (abstract data type); Intervention (counseling); Database; Medicine; Surgery","score_opus":0.05049366072770367,"score_gpt":0.3100716534594233,"score_spread":0.2595779927317196,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4386952437","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9351871,0.00003702494,0.044316877,0.00012341293,0.00007237332,0.0001620471,0.0000010543914,0.00034498514,0.019755105],"genre_scores_gemma":[0.9978566,0.000002737549,0.0018415397,0.0000886411,0.00003080411,0.0000012787984,0.0000134360125,0.00000485195,0.00016011295],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99961936,0.000017029155,0.00013964261,0.00007701585,0.00008714343,0.00005978727],"domain_scores_gemma":[0.9997405,0.00007848948,0.000034047345,0.000057818273,0.000048739457,0.000040409217],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0001228488,0.00003472782,0.000109399036,0.00005574903,0.000025688856,0.0000059187255,0.000009998128,0.000024857369,0.000015117278],"category_scores_gemma":[0.000019513389,0.000027684451,0.000016533262,0.00027433227,0.0000170884,0.000021096748,0.00001119636,0.000017943139,0.0000060848793],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000621355,0.00013448906,0.23453964,0.0021690475,0.00018225786,0.0001959508,0.001667548,0.0018407902,0.0069268104,0.10166359,0.0012979797,0.64876056],"study_design_scores_gemma":[0.0028787407,0.00012256428,0.6205284,0.00052547286,0.000030850828,0.00003955029,0.00040788637,0.37156832,0.00048519942,0.000025306514,0.0033168942,0.00007080965],"about_ca_topic_score_codex":0.000015897594,"about_ca_topic_score_gemma":0.0000014069043,"teacher_disagreement_score":0.64868975,"about_ca_system_score_codex":0.00001154288,"about_ca_system_score_gemma":0.00000945625,"threshold_uncertainty_score":0.11289391},"labels":[],"label_agreement":null},{"id":"W4387003223","doi":"10.1227/ons.0000000000000915","title":"Virtual Reality Simulation for the Middle Cranial Fossa Approach: A Validation Study","year":2023,"lang":"en","type":"article","venue":"Operative Neurosurgery","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"London Health Sciences Centre; University of Calgary; Health Sciences Centre; University of Toronto; Western University; Sunnybrook Health Science Centre","funders":"","keywords":"Medicine; Virtual reality; Middle cranial fossa; Middle fossa; Medical physics; Human–computer interaction; Surgery; Computer science","score_opus":0.23156222010294703,"score_gpt":0.3859548871760086,"score_spread":0.1543926670730616,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4387003223","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9847473,0.0000040414275,0.01030503,0.0010254127,0.00036902432,0.0022306982,0.000017722328,0.00019260628,0.001108162],"genre_scores_gemma":[0.9978508,0.0000030013414,0.000021377075,0.00042530746,0.00031856284,0.00023659607,0.0001259271,0.000025084544,0.0009933548],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99858606,0.00021898113,0.00033532456,0.00033055458,0.00032317627,0.00020588338],"domain_scores_gemma":[0.99679255,0.0026713517,0.00007003295,0.00022546173,0.00016526932,0.00007534507],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00093361473,0.00013987122,0.00024203939,0.00008827329,0.00043937896,0.000078184275,0.000053650583,0.000051902087,0.000065734464],"category_scores_gemma":[0.001130953,0.00009271531,0.00013972152,0.00052522315,0.00005202718,0.00012578009,0.000031106178,0.00014100914,0.000029713985],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.004453708,0.0017937388,0.044746,0.000060050646,0.00029972137,0.0000662643,0.013893642,0.88928044,0.0016495298,0.0010819162,0.0015156846,0.041159302],"study_design_scores_gemma":[0.007758987,0.00055573654,0.15054518,0.000021004971,0.00010588994,0.0000039154943,0.0031614176,0.83264273,0.0002493759,0.0000468818,0.0047212066,0.00018764038],"about_ca_topic_score_codex":0.0000095851,"about_ca_topic_score_gemma":0.0000022297015,"teacher_disagreement_score":0.105799176,"about_ca_system_score_codex":0.000029148723,"about_ca_system_score_gemma":0.00004716135,"threshold_uncertainty_score":0.37808207},"labels":[],"label_agreement":null},{"id":"W4387141240","doi":"10.1097/as9.0000000000000341","title":"Educational Effectiveness of Telementoring as a Continuing Professional Development Intervention for Surgeons in Practice: A Systematic Review","year":2023,"lang":"en","type":"review","venue":"Annals of Surgery Open","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":14,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University","funders":"Queen's University","keywords":"Medicine; Psychological intervention; MEDLINE; Competence (human resources); Continuing medical education; Randomized controlled trial; Family medicine; Intervention (counseling); Medical education; Nursing; Continuing education; Psychology; Surgery","score_opus":0.31616370221040463,"score_gpt":0.5549717279748618,"score_spread":0.2388080257644572,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4387141240","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0002963199,0.99001014,0.0000070972405,0.00014829407,0.00038525404,0.008823969,0.00002023733,0.000011377817,0.00029732054],"genre_scores_gemma":[0.0013897333,0.9932014,0.00010245231,0.00006876793,0.000024931616,0.0038032567,0.00063560944,0.000044361015,0.0007294926],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.99563646,0.000996461,0.0024278949,0.00030416594,0.00040955353,0.0002254527],"domain_scores_gemma":[0.98048043,0.016828118,0.0017860079,0.00021657307,0.0006047744,0.00008406617],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.014477424,0.00023408385,0.0037231238,0.00041687267,0.00003219715,0.00001928255,0.00017525585,0.00011570754,0.00009469929],"category_scores_gemma":[0.012733145,0.00018175453,0.0007150037,0.0006639353,0.000021537886,0.00018642859,0.00014306535,0.00016456567,0.000016556638],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00012568057,0.00041175328,0.00016572456,0.89714813,0.0007070268,0.000007409486,0.00007588763,2.6570666e-7,9.07759e-8,0.00028247404,0.000086760716,0.100988805],"study_design_scores_gemma":[0.0004296139,0.000025821504,0.000391719,0.8944069,0.0007433209,0.000013139116,0.00008866213,0.0000014309439,0.0000053043927,0.00003669109,0.103716575,0.00014083127],"about_ca_topic_score_codex":0.000050997754,"about_ca_topic_score_gemma":0.000003514415,"teacher_disagreement_score":0.10362982,"about_ca_system_score_codex":0.000070737515,"about_ca_system_score_gemma":0.0010254732,"threshold_uncertainty_score":0.995583},"labels":[],"label_agreement":null},{"id":"W4387341275","doi":"10.5489/cuaj.8579","title":"NS-AUA 2023 Annual Meeting Abstracts – Education, Laparoscopy, Robotics, Surgical Innovation","year":2023,"lang":"en","type":"article","venue":"Canadian Urological Association Journal","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Robotics; Laparoscopy; Artificial intelligence; Medicine; Medical education; Medical physics; General surgery; Computer science; Robot","score_opus":0.023772275528261385,"score_gpt":0.2917261570336463,"score_spread":0.2679538815053849,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4387341275","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9030602,0.0000900024,0.000011046261,0.042803388,0.0013942489,0.00022743574,0.00003878135,0.00016757668,0.052207302],"genre_scores_gemma":[0.98992544,0.000039721283,0.00020151387,0.0039057645,0.0012171288,0.000007412702,0.00023334018,0.00001909191,0.0044505973],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99767834,0.00015138937,0.00072178745,0.00024570958,0.0005692343,0.00063355226],"domain_scores_gemma":[0.99734634,0.00043815761,0.00038328933,0.00010359286,0.0009703604,0.00075827964],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0018112151,0.00016198245,0.00030063713,0.0006091466,0.00043100576,0.00013060617,0.00010624553,0.0003565007,0.0008572147],"category_scores_gemma":[0.0033347355,0.00014395165,0.00011954246,0.0016968341,0.000035965426,0.00016907151,0.000017433955,0.00077702914,0.0006414427],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0001378985,0.00019919102,0.8581441,0.000017151882,0.0002043008,0.0005536998,0.00036558928,0.016993664,0.000073930954,0.005047366,0.09547539,0.022787716],"study_design_scores_gemma":[0.0012332912,0.00011128658,0.6352421,0.000034887515,0.000043339827,0.00016192466,0.00036274633,0.0007259908,0.000012114177,0.0014416205,0.36045158,0.00017909675],"about_ca_topic_score_codex":0.00050267304,"about_ca_topic_score_gemma":0.0002243763,"teacher_disagreement_score":0.26497617,"about_ca_system_score_codex":0.00074042415,"about_ca_system_score_gemma":0.0012336582,"threshold_uncertainty_score":0.93858993},"labels":[],"label_agreement":null},{"id":"W4387394393","doi":"10.1053/j.gastro.2023.10.003","title":"Approach to Remediating the Underperforming Endoscopic Trainee","year":2023,"lang":"en","type":"article","venue":"Gastroenterology","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"SickKids Foundation; Hospital for Sick Children; The Wilson Centre; University of Toronto","funders":"","keywords":"Computer science","score_opus":0.04691086866340655,"score_gpt":0.297863684872762,"score_spread":0.25095281620935544,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4387394393","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9853381,0.000004155707,0.002153588,0.0036244192,0.00016453894,0.00021802356,0.0000010594991,0.00014535282,0.008350749],"genre_scores_gemma":[0.9942019,0.0000019312283,0.0007729723,0.00453133,0.00020423676,0.000033274708,0.000022627819,0.000012216583,0.00021949637],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9991496,0.000044824363,0.00016742843,0.0001671715,0.00013016604,0.0003408132],"domain_scores_gemma":[0.9995835,0.00011532347,0.000026819529,0.00014698833,0.00001974741,0.000107643566],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00028593998,0.00007792908,0.00015330863,0.00009454426,0.000086598906,0.000007837928,0.000071440634,0.00003576171,0.000049656413],"category_scores_gemma":[0.00015413323,0.00005146146,0.000053572785,0.00022881932,0.000037472084,0.000018686185,0.00004437034,0.00015691253,0.000115057344],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00070363685,0.00016664117,0.939568,0.000075323675,0.00019380508,0.00007518831,0.0064840415,0.0056731524,0.0012460831,0.0016107908,0.0019028257,0.0423005],"study_design_scores_gemma":[0.006090079,0.0008243455,0.93663096,0.000038161394,0.000059470178,0.000117447955,0.0025062342,0.040070668,0.000077137076,0.00013969015,0.013358477,0.00008732749],"about_ca_topic_score_codex":0.000003816358,"about_ca_topic_score_gemma":0.0000045210913,"teacher_disagreement_score":0.04221317,"about_ca_system_score_codex":0.000019172818,"about_ca_system_score_gemma":0.000011239878,"threshold_uncertainty_score":0.20985374},"labels":[],"label_agreement":null},{"id":"W4387521217","doi":"10.1016/j.media.2023.102985","title":"SurgT challenge: Benchmark of soft-tissue trackers for robotic surgery","year":2023,"lang":"en","type":"article","venue":"Medical Image Analysis","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":23,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Artificial intelligence; Computer science; Deep learning; Benchmark (surveying); BitTorrent tracker; Segmentation; Ground truth; Benchmarking; Bounding overwatch; Computer vision; Metric (unit); Machine learning; Eye tracking","score_opus":0.04643213624207263,"score_gpt":0.35713379866465866,"score_spread":0.310701662422586,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4387521217","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7199214,0.001710075,0.21329637,0.047237173,0.0009216307,0.0014063773,0.00005639088,0.0010210649,0.014429505],"genre_scores_gemma":[0.9977513,0.00013744055,0.00039282636,0.00031069914,0.00016464017,0.000023620734,0.00043157916,0.0000193027,0.0007686223],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9978959,0.00006992645,0.0005878543,0.00030051777,0.0008051726,0.00034064922],"domain_scores_gemma":[0.99648774,0.0025584768,0.00011296318,0.00025793986,0.00017943366,0.00040344475],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0014115747,0.00013584895,0.0008825236,0.0005959976,0.00005804964,0.0000108764325,0.000088654466,0.00015071391,0.005342745],"category_scores_gemma":[0.0034509366,0.00011027216,0.0007036413,0.0023092444,0.00015863308,0.000059811562,0.000027588567,0.00015368016,0.00006532174],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0006471563,0.0012799803,0.09775896,0.0012108008,0.010808812,0.0019487732,0.0013576855,0.0035065708,0.00041868325,0.0004606059,0.01775488,0.8628471],"study_design_scores_gemma":[0.0073711528,0.00034582938,0.16639489,0.00039445705,0.011902334,0.000020497066,0.0015996936,0.76443624,0.0012205319,0.0007220583,0.04480059,0.00079172436],"about_ca_topic_score_codex":0.00004245398,"about_ca_topic_score_gemma":0.000030732455,"teacher_disagreement_score":0.86205536,"about_ca_system_score_codex":0.000019769966,"about_ca_system_score_gemma":0.000111496665,"threshold_uncertainty_score":0.9955665},"labels":[],"label_agreement":null},{"id":"W4387530293","doi":"10.1097/gox.0000000000005337","title":"The Montreal Plastic Surgery Residency Bootcamp: Structure and Utility","year":2023,"lang":"en","type":"article","venue":"Plastic & Reconstructive Surgery Global Open","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Centre Hospitalier Universitaire Sainte-Justine; Centre intégré universitaire de santé et de services sociaux de la Mauricie-et-du-Centre-du-Québec; Université du Québec à Trois-Rivières; Centre intégré universitaire de santé et de services sociaux de l'Est-de-l'Île-de-Montréal; Centre Intégré Universitaire de Santé et de Services Sociaux du Centre-Sud-de-l'Île-de-Montréal","funders":"","keywords":"Medicine; Medical education; Curriculum; Competence (human resources); Certification; Residency training; Continuing education; Management; Psychology","score_opus":0.04282583732331883,"score_gpt":0.3025981199678925,"score_spread":0.25977228264457364,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4387530293","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98982674,0.00020470038,0.000027543045,0.00030222314,0.0024328127,0.00044266027,0.00025283365,0.00016104725,0.0063494286],"genre_scores_gemma":[0.9993337,0.00011781544,0.000051579947,0.000078915415,0.00016116639,0.000023494937,0.000086240216,0.000021119757,0.00012596526],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99737966,0.000243387,0.0006712138,0.00062138605,0.0004458167,0.00063852826],"domain_scores_gemma":[0.96888113,0.029981736,0.0002193557,0.00033809972,0.00018145824,0.00039819596],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0009033685,0.00031473424,0.00077584747,0.00012838552,0.0005054825,0.0002487139,0.000183638,0.00016264242,0.0004959454],"category_scores_gemma":[0.010828749,0.00022032179,0.00019452031,0.00094814505,0.00049099646,0.00027763948,0.00027830605,0.00029337723,0.000082615894],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0012987223,0.000022623144,0.86756814,0.000040593855,0.00021502971,0.00021191586,0.000040620325,0.000025470757,0.0000058706464,0.0011345872,0.0032991136,0.1261373],"study_design_scores_gemma":[0.0007470529,0.000028058794,0.9861758,0.00019463329,0.00009252588,0.00025283635,0.0003802537,0.0019096035,0.000019973771,0.0073511545,0.0026049824,0.00024314136],"about_ca_topic_score_codex":0.00036433077,"about_ca_topic_score_gemma":0.00048317696,"teacher_disagreement_score":0.12589416,"about_ca_system_score_codex":0.00010775064,"about_ca_system_score_gemma":0.000602606,"threshold_uncertainty_score":0.99750346},"labels":[],"label_agreement":null},{"id":"W4387641544","doi":"10.1142/s2424905x23400044","title":"Robot Learning Incorporating Human Interventions in the Real World for Autonomous Surgical Endoscopic Camera Control","year":2023,"lang":"en","type":"article","venue":"Journal of Medical Robotics Research","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"Natural Sciences and Engineering Research Council of Canada; Canadian Institutes of Health Research; China Scholarship Council; Canada Foundation for Innovation","keywords":"Artificial intelligence; Reinforcement learning; Computer science; Imitation; Robot; Object (grammar); Process (computing); Robotics; Psychological intervention; Task (project management); Computer vision; Human–computer interaction; Psychology; Engineering","score_opus":0.2538713243979827,"score_gpt":0.5139318544818497,"score_spread":0.26006053008386704,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4387641544","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.852275,0.00055507733,0.01585297,0.11590416,0.00085237157,0.002054645,0.0000048905113,0.0001357617,0.012365131],"genre_scores_gemma":[0.99772763,0.00007786844,0.0004543822,0.00012117463,0.0007254234,0.000018467854,0.000013107179,0.000018796894,0.00084313937],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99506694,0.000866525,0.0010084752,0.00015483524,0.0024219854,0.00048126004],"domain_scores_gemma":[0.9926827,0.00615479,0.0002154804,0.00013248346,0.00043353657,0.00038098497],"candidate_categories":["research_integrity"],"consensus_categories":[],"category_scores_codex":[0.016597867,0.00010176705,0.00045393954,0.0008017745,0.0002906649,0.00007984378,0.00030259372,0.00013784101,0.00025045912],"category_scores_gemma":[0.005537264,0.00006530176,0.00031106672,0.0012560694,0.00022808339,0.000063878935,0.000075365606,0.0025020298,0.000017129598],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0024246364,0.003378743,0.41740897,0.0014877786,0.00090081856,0.027587261,0.005002005,0.2630188,0.00042881494,0.11444137,0.0039779404,0.15994285],"study_design_scores_gemma":[0.07283374,0.008291469,0.24983786,0.007357345,0.00027740418,0.0007230575,0.008529857,0.6136584,0.00004484163,0.007618787,0.030374007,0.00045319367],"about_ca_topic_score_codex":0.000057988633,"about_ca_topic_score_gemma":0.00014876071,"teacher_disagreement_score":0.35063964,"about_ca_system_score_codex":0.000140918,"about_ca_system_score_gemma":0.00043486257,"threshold_uncertainty_score":0.99979925},"labels":[],"label_agreement":null},{"id":"W4387729242","doi":"10.1097/sih.0000000000000753","title":"Assessment of a Novel, Adjustable Task Trainer for Cardiac Surgical Skills","year":2023,"lang":"en","type":"article","venue":"Simulation in Healthcare The Journal of the Society for Simulation in Healthcare","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Alberta","funders":"","keywords":"Trainer; Task (project management); Medicine; Aortic valve replacement; Cardiac surgery; Cardiology; Internal medicine; Physical therapy; Computer science; Engineering","score_opus":0.07230256609875661,"score_gpt":0.4305517911999863,"score_spread":0.3582492251012297,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4387729242","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9449465,0.00095169066,0.006694739,0.039868385,0.0015852131,0.00554033,0.00030386608,0.00006414944,0.00004510685],"genre_scores_gemma":[0.99711394,0.0001502789,0.0011491387,0.00087225455,0.0004298205,0.000061444276,0.000078397374,0.00005170626,0.000093026145],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9958707,0.0004140184,0.0019972362,0.0002639771,0.00088787044,0.00056618004],"domain_scores_gemma":[0.9889628,0.007974339,0.0010635108,0.00038591732,0.0014151856,0.00019824077],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.005226826,0.00024675677,0.000849788,0.00025994895,0.00031558497,0.000017947632,0.00023557813,0.00033533375,0.000011389693],"category_scores_gemma":[0.0008981411,0.00016408034,0.0012943444,0.0016836874,0.0001060963,0.00018562032,0.00004966849,0.000706099,4.7524415e-7],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00057134224,0.00014709351,0.09582875,0.0008057955,0.00008624174,9.18198e-7,0.0020725594,0.8960447,0.000020440002,0.0013192969,0.00004951383,0.003053358],"study_design_scores_gemma":[0.008984569,0.0003958951,0.18254179,0.0005736214,0.00009426276,0.0000046852933,0.0014499133,0.8005339,0.00000950617,0.0013425627,0.003925592,0.00014370022],"about_ca_topic_score_codex":0.00021635133,"about_ca_topic_score_gemma":0.000056148452,"teacher_disagreement_score":0.09551078,"about_ca_system_score_codex":0.00063663744,"about_ca_system_score_gemma":0.00076599716,"threshold_uncertainty_score":0.6691002},"labels":[],"label_agreement":null},{"id":"W4387881717","doi":"10.1016/j.surge.2023.10.005","title":"Increased team familiarity for surgical time savings: Effective primarily in complex surgical cases","year":2023,"lang":"en","type":"article","venue":"The Surgeon","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"University of Alberta; Natural Sciences and Engineering Research Council of Canada; Royal College of Physicians and Surgeons of Canada","keywords":"Surgical team; Surgical procedures; Medicine; Computer science; Surgery","score_opus":0.04028847488970473,"score_gpt":0.3259445362620615,"score_spread":0.2856560613723568,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4387881717","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9835766,0.000041653133,0.00000402703,0.00069613074,0.00007953919,0.0011800076,0.000035550584,0.0002806259,0.014105872],"genre_scores_gemma":[0.9983283,0.000015727837,0.000018744979,0.00021171091,0.00017277498,0.00011020926,0.00036215174,0.000027897571,0.0007524701],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.998236,0.00030427473,0.00035682012,0.0003212859,0.00032473446,0.00045689387],"domain_scores_gemma":[0.9918488,0.0075838533,0.00006556644,0.00024892675,0.00008361212,0.0001691878],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0018370191,0.00019041846,0.0005296184,0.00015345724,0.00015394237,0.00002290576,0.00009559322,0.00012998002,0.00048790648],"category_scores_gemma":[0.00084516103,0.00012803709,0.00024483065,0.00075151125,0.00014278959,0.000048064245,0.00006967473,0.00027362883,0.00022702286],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.031472985,0.0023201983,0.7275248,0.0005921094,0.0006298555,0.0069270204,0.002350229,0.0010096139,0.0012845484,0.005808884,0.015972905,0.20410684],"study_design_scores_gemma":[0.016751898,0.0003423931,0.72147655,0.00012256773,0.00008663281,0.0002265113,0.00018804274,0.035369158,0.00018831037,0.00048919825,0.22445011,0.00030860427],"about_ca_topic_score_codex":0.0005750003,"about_ca_topic_score_gemma":0.00004313065,"teacher_disagreement_score":0.2084772,"about_ca_system_score_codex":0.000099864264,"about_ca_system_score_gemma":0.00006723409,"threshold_uncertainty_score":0.5342234},"labels":[],"label_agreement":null},{"id":"W4387883492","doi":"10.2196/50212","title":"Teaching Basic Surgical Skills Using a More Frugal, Near-Peer, and Environmentally Sustainable Way: Mixed Methods Study","year":2023,"lang":"en","type":"article","venue":"JMIR Perioperative Medicine","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Imperial College London","keywords":"Logbook; Medicine; Evisceration (ophthalmology); Medical education","score_opus":0.037362252065661405,"score_gpt":0.42365171973545424,"score_spread":0.38628946766979283,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4387883492","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9908549,0.00020976603,0.00023550019,0.0030696045,0.00013066325,0.0014799337,0.0000031003271,0.00018429168,0.0038322052],"genre_scores_gemma":[0.98387694,0.000018038261,0.0018577221,0.0005160157,0.00034375308,0.000105485495,0.000061816856,0.000055953074,0.01316425],"study_design_codex":"qualitative","study_design_gemma":"observational","domain_scores_codex":[0.99696016,0.0006453224,0.0005113045,0.0006130499,0.0007189041,0.00055126916],"domain_scores_gemma":[0.9984975,0.0006023958,0.00008663458,0.00029790995,0.00011900293,0.00039655252],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0024391802,0.00035443762,0.00080679666,0.00022325732,0.0006805422,0.00006393113,0.00008771722,0.0001144002,0.0010539101],"category_scores_gemma":[0.00062458863,0.0002473575,0.00008364472,0.00053453346,0.0005219205,0.00017714022,0.00018298451,0.00059903954,0.000023606175],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0019694166,0.004255531,0.2627547,0.00061139994,0.0013537373,0.01722237,0.39740956,0.0016845758,0.018656554,0.0029994606,0.00123339,0.28984928],"study_design_scores_gemma":[0.030317089,0.0031652758,0.43683943,0.0003684937,0.00035744437,0.00041924714,0.27680054,0.05727205,0.00023978157,0.000042561005,0.19347595,0.00070212875],"about_ca_topic_score_codex":0.00026715593,"about_ca_topic_score_gemma":0.000005546828,"teacher_disagreement_score":0.28914717,"about_ca_system_score_codex":0.00016890069,"about_ca_system_score_gemma":0.00007410951,"threshold_uncertainty_score":0.99999785},"labels":[],"label_agreement":null},{"id":"W4387941231","doi":"10.1097/01.gox.0000992576.36570.17","title":"Utility of a Novel Mobile Application (FLAPP) for Teaching Post-operative Monitoring of Microsurgical Anastomoses","year":2023,"lang":"en","type":"article","venue":"Plastic & Reconstructive Surgery Global Open","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Manitoba","funders":"","keywords":"Medicine; Likert scale; Troubleshooting; Microsurgery; Curriculum; Mobile apps; Medical education; Medical physics; Surgery; Psychology; Computer science; World Wide Web","score_opus":0.05259296712311154,"score_gpt":0.3680204399857895,"score_spread":0.3154274728626779,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4387941231","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99132776,0.000032339358,0.0040235934,0.00002509552,0.00054134434,0.0011642234,0.0005490355,0.000052839863,0.0022837413],"genre_scores_gemma":[0.99605876,0.0000044636586,0.0035688034,0.000012217413,0.00006612906,0.00013461933,0.00011408283,0.000013393248,0.00002752468],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9983764,0.00007474247,0.00065655314,0.00039063283,0.00023191456,0.00026969876],"domain_scores_gemma":[0.9949493,0.0039886353,0.00029597915,0.0001925635,0.0004350892,0.0001384432],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0007386202,0.00017803542,0.0007329308,0.00011586389,0.000110609384,0.000023500093,0.00013750327,0.00010174515,0.000071125534],"category_scores_gemma":[0.0018061284,0.0001579945,0.0002192614,0.00050184526,0.0002566526,0.00018391424,0.000121524754,0.00013421399,0.000006717862],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0024756494,0.00039723676,0.8246636,0.00017137751,0.00029664818,0.0000060142493,0.00033444958,0.0002954846,0.0042449427,0.0021769723,0.000045927132,0.16489169],"study_design_scores_gemma":[0.0064398316,0.00038901603,0.9541539,0.00078295416,0.00021734656,0.00009548066,0.00576255,0.019283807,0.009721839,0.0005827532,0.0021459393,0.00042457317],"about_ca_topic_score_codex":0.00012718835,"about_ca_topic_score_gemma":0.000007892879,"teacher_disagreement_score":0.16446713,"about_ca_system_score_codex":0.000056632318,"about_ca_system_score_gemma":0.00024395497,"threshold_uncertainty_score":0.6442829},"labels":[],"label_agreement":null},{"id":"W4387952952","doi":"10.21037/asj-22-33","title":"The current status of simulation training and certification for thoracic surgery in Europe: a scoping review","year":2023,"lang":"en","type":"review","venue":"AME Surgical Journal","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Certification; Medicine; Cardiothoracic surgery; MEDLINE; Curriculum; Medical education; Board certification; General surgery; Surgery; Residency training; Continuing education; Psychology; Political science","score_opus":0.4189339370269861,"score_gpt":0.5225909246580213,"score_spread":0.10365698763103515,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4387952952","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000054519012,0.99798197,0.00014036224,0.00011725569,0.00024956177,0.0013211984,0.000008419561,0.000023820194,0.00010291129],"genre_scores_gemma":[0.0005846458,0.9989083,0.000026817801,0.000020685653,0.00025601126,0.000055777036,0.00007644873,0.000045645662,0.000025665573],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9965676,0.00054726,0.0018110264,0.00025984066,0.00038920704,0.00042507847],"domain_scores_gemma":[0.9882578,0.010118932,0.0009303026,0.00016442216,0.00028185602,0.00024664716],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.003342562,0.00023554293,0.001782593,0.00025284928,0.00014726676,0.00005704415,0.0000744692,0.00009932081,0.000024349189],"category_scores_gemma":[0.0039300295,0.00014108443,0.00047415748,0.000964225,0.00008619968,0.000073585215,0.000029687233,0.00069683173,0.0000059297813],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00005460888,0.000022511023,0.00003271022,0.040211,0.000047538437,0.000031691954,0.00003567814,0.000044840748,8.545934e-9,0.000028991168,0.00001136596,0.95947903],"study_design_scores_gemma":[0.0002895051,0.000024778454,0.00004732621,0.34858975,0.0003067704,0.00008853841,0.000009809473,0.0006329022,2.483271e-8,0.000025920379,0.6498804,0.000104254155],"about_ca_topic_score_codex":9.589098e-7,"about_ca_topic_score_gemma":0.0000017863449,"teacher_disagreement_score":0.9593748,"about_ca_system_score_codex":0.000074500495,"about_ca_system_score_gemma":0.0008022671,"threshold_uncertainty_score":0.5753256},"labels":[],"label_agreement":null},{"id":"W4388034061","doi":"10.1097/ana.0000000000000939","title":"Simulation in Anesthesia for Perioperative Neuroscience: Present and Future","year":2023,"lang":"en","type":"article","venue":"Journal of Neurosurgical Anesthesiology","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Toronto Western Hospital; University of Calgary; University of Toronto; Sunnybrook Hospital","funders":"","keywords":"Medicine; Neurosurgery; Perioperative; Intensive care medicine; Neuroscience; Anesthesia; Surgery","score_opus":0.05305171790411767,"score_gpt":0.34853997339675835,"score_spread":0.2954882554926407,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4388034061","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98787177,0.00006992282,0.000026008225,0.011667445,0.000087042135,0.00020556076,2.928299e-7,0.000018515599,0.00005343851],"genre_scores_gemma":[0.9976923,0.00009132561,0.00007653165,0.0015405343,0.0004880431,0.0000048165307,0.0000018952143,0.000010429237,0.00009411363],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99892163,0.00012855526,0.00040663645,0.00017272322,0.00017155062,0.00019891336],"domain_scores_gemma":[0.9986314,0.000919086,0.00012872442,0.000064298576,0.00011716578,0.00013930086],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00041145983,0.00010065769,0.000360807,0.00021791598,0.000057830075,0.000016475524,0.000055610035,0.00009998066,0.000022076607],"category_scores_gemma":[0.00023174807,0.00006731772,0.000098964185,0.00036023592,0.000101881975,0.00008428963,0.000010678126,0.00020028075,0.0000022397705],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.013284068,0.0010261813,0.53307134,0.0002308086,0.000040940555,0.02488046,0.0027583507,0.25455642,0.0061958265,0.0047398205,0.00035201528,0.15886377],"study_design_scores_gemma":[0.0030035789,0.0013106703,0.68135417,0.000016520095,0.000012705635,0.0012415306,0.00010025154,0.06780394,0.000023089271,0.00012960844,0.24493891,0.00006502142],"about_ca_topic_score_codex":4.118348e-7,"about_ca_topic_score_gemma":1.1924301e-7,"teacher_disagreement_score":0.2445869,"about_ca_system_score_codex":0.00001119491,"about_ca_system_score_gemma":0.000041259125,"threshold_uncertainty_score":0.2745137},"labels":[],"label_agreement":null},{"id":"W4388069252","doi":"10.1002/ags3.12751","title":"Surgical education through integration of robotic telesurgical technology and AI","year":2023,"lang":"en","type":"editorial","venue":"Annals of Gastroenterological Surgery","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"Japan Agency for Medical Research and Development","keywords":"Robotic surgery; Digitization; Robotics; Artificial intelligence; Laparoscopic surgery; Surgery; Robot; Medicine; Computer science; General surgery; Medical physics; Computer vision; Laparoscopy","score_opus":0.07123248695932191,"score_gpt":0.37549025224693766,"score_spread":0.3042577652876157,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4388069252","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.58686095,0.0016097865,0.000453866,0.009296456,0.39939678,0.0007599828,0.00012615926,0.00041366505,0.0010823107],"genre_scores_gemma":[0.9244526,0.0020270392,0.00020085876,0.00036533977,0.07171032,0.000048157395,0.0009244263,0.000055776927,0.00021548604],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99670064,0.0002069496,0.001261073,0.00057456613,0.00076110347,0.000495664],"domain_scores_gemma":[0.99462324,0.0034456942,0.0005916226,0.0003284958,0.00081143936,0.00019949474],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0008569698,0.00037337284,0.0017864918,0.00065210374,0.000046403824,0.000016724453,0.00013210665,0.0012134606,0.00015289332],"category_scores_gemma":[0.0040046205,0.00028196519,0.0005205555,0.0007408325,0.00056869164,0.00010064872,0.0001300765,0.0009814088,0.000011543008],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.005924292,0.0021309834,0.05492692,0.000803033,0.00046714116,0.00033472892,0.000069646805,0.00005936505,0.00008214458,0.0014029918,0.8696967,0.06410207],"study_design_scores_gemma":[0.0039734216,0.0036476376,0.044850085,0.0040603927,0.00047925048,0.00013620689,0.0002898976,0.0003365864,0.0006050617,0.004356622,0.9366205,0.0006443716],"about_ca_topic_score_codex":0.00002986868,"about_ca_topic_score_gemma":0.0000042037886,"teacher_disagreement_score":0.33759162,"about_ca_system_score_codex":0.000022083215,"about_ca_system_score_gemma":0.0002526045,"threshold_uncertainty_score":0.9999632},"labels":[],"label_agreement":null},{"id":"W4388224561","doi":"10.1177/15533506231211844","title":"Building Your Future Holographic Mentor: Can We Use Mixed Reality Holograms for Visual Spatial Motor Skills Acquisition in Surgical Education?","year":2023,"lang":"en","type":"article","venue":"Surgical Innovation","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":12,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University","funders":"","keywords":"Augmented reality; Virtual reality; Dreyfus model of skill acquisition; Usability; Visualization; Apprenticeship; Interactivity; Computer science; Human–computer interaction; Resource (disambiguation); Medicine; Artificial intelligence; Multimedia","score_opus":0.052026971703301256,"score_gpt":0.39029093701631806,"score_spread":0.33826396531301683,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4388224561","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99103266,0.000049146107,0.0005378396,0.005664898,0.0010392033,0.0010362621,0.000053385153,0.00032508007,0.0002615326],"genre_scores_gemma":[0.9949139,0.00010122393,0.0006261761,0.00029904905,0.0013381604,0.00022374417,0.0021542294,0.000036966296,0.00030655623],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9974577,0.00017889873,0.0008420396,0.0005603693,0.00046363374,0.00049739715],"domain_scores_gemma":[0.998424,0.00051114353,0.00021664996,0.00022660929,0.00046479146,0.0001567928],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0011567624,0.0002552016,0.0004536823,0.0009670921,0.00015486068,0.00007865894,0.00008377805,0.0003925583,0.00013475439],"category_scores_gemma":[0.0002500193,0.00022913315,0.00018016512,0.0038294746,0.00009912407,0.00020144696,0.000043881802,0.0003517294,0.0000121855255],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0032173202,0.0021957136,0.22189493,0.00025512406,0.00015948787,0.00037448105,0.0005071078,0.00024914034,0.0018104039,0.06254013,0.00086781994,0.7059283],"study_design_scores_gemma":[0.012031878,0.0005757068,0.775798,0.00027042592,0.00007129628,0.00008361963,0.0004846723,0.004894127,0.0003777247,0.0049794554,0.19989929,0.00053378614],"about_ca_topic_score_codex":0.00016311422,"about_ca_topic_score_gemma":0.000049766135,"teacher_disagreement_score":0.70539457,"about_ca_system_score_codex":0.0001619674,"about_ca_system_score_gemma":0.00015336565,"threshold_uncertainty_score":0.93437785},"labels":[],"label_agreement":null},{"id":"W4388248452","doi":"10.1016/j.xjon.2023.10.029","title":"Simulation-based assessment of robotic cardiac surgery skills: An international multicenter, cross-specialty trial","year":2023,"lang":"en","type":"article","venue":"JTCVS Open","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"London Health Sciences Centre; Western University","funders":"Aalborg Universitet; Aalborg Universitetshospital; Medtronic","keywords":"Specialty; Medicine; Medical physics; Cardiac surgery; Multicenter study; Robotic surgery; General surgery; Surgery; Randomized controlled trial; Family medicine","score_opus":0.10884008120282672,"score_gpt":0.46353182028118683,"score_spread":0.3546917390783601,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4388248452","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98590684,0.0000040899986,0.0006363662,0.00029774694,0.0021269661,0.001200138,0.00004347533,0.00010352655,0.009680839],"genre_scores_gemma":[0.9974069,0.0000046007317,0.0005577758,0.00022066367,0.0005003299,0.000038154227,0.00067833904,0.000021199472,0.0005720392],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9984399,0.00012072821,0.0005069787,0.00026764546,0.00048344728,0.00018127172],"domain_scores_gemma":[0.9969628,0.002217859,0.00016522208,0.00027795997,0.00023118363,0.00014497369],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0010126481,0.00011256918,0.000439969,0.00017184536,0.00007180489,0.00011331609,0.00018999742,0.00007518545,0.0012386522],"category_scores_gemma":[0.0010419987,0.00010022535,0.00020260553,0.0003224636,0.000047917598,0.00027142582,0.00008460785,0.00011060787,0.000045534845],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.004554771,0.00071551657,0.5506684,0.000026534475,0.0001372362,0.000026345302,0.00010133869,0.43335006,0.000019777422,0.00020089973,0.00009683506,0.010102274],"study_design_scores_gemma":[0.020819291,0.000090802496,0.56236583,0.000056580262,0.000030776762,7.6975944e-8,0.00003629669,0.4107763,0.000038642742,0.000018093458,0.0056746434,0.000092685324],"about_ca_topic_score_codex":0.0000652611,"about_ca_topic_score_gemma":0.000008637195,"teacher_disagreement_score":0.022573765,"about_ca_system_score_codex":0.00008231843,"about_ca_system_score_gemma":0.00022942941,"threshold_uncertainty_score":0.9996744},"labels":[],"label_agreement":null},{"id":"W4388632014","doi":"10.1177/15533506231211049","title":"Teaching Chest Tube Insertion by Blended Learning: A Multi-Dimensional Analysis","year":2023,"lang":"en","type":"article","venue":"Surgical Innovation","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University Health Centre; Royal College of Physicians and Surgeons of Canada; McGill University","funders":"McGill University","keywords":"Usability; Cognitive load; Blended learning; Reading (process); System usability scale; Medicine; Cognition; Learning effect; Educational technology; Multimedia; Computer science; Human–computer interaction; Psychology; Web usability; Mathematics education","score_opus":0.054390831107477354,"score_gpt":0.34704603854227006,"score_spread":0.29265520743479273,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4388632014","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99277854,0.000015046317,0.000828278,0.0017441574,0.00007574847,0.00014124057,0.000003619296,0.00046368595,0.003949673],"genre_scores_gemma":[0.9923039,0.0000033515742,0.0002745608,0.00031651946,0.000092764305,0.0000141111395,0.0019706213,0.000017306067,0.0050068754],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9984556,0.000112643276,0.0004566073,0.00030666223,0.0004272007,0.00024132631],"domain_scores_gemma":[0.99923855,0.00023662655,0.00011099493,0.00011998687,0.00020868666,0.00008515068],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00091107737,0.00013417748,0.0002852285,0.0006843934,0.00019331579,0.000026917216,0.000037277532,0.0001400188,0.0008219782],"category_scores_gemma":[0.00042045195,0.00011582328,0.00012446362,0.0047245943,0.000038172784,0.00011179167,0.000030489262,0.00046719846,0.00017295913],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0020627177,0.0019819313,0.50894934,0.00017335307,0.0027248722,0.00062376703,0.0012873256,0.031702388,0.046899695,0.031212931,0.0027401696,0.36964154],"study_design_scores_gemma":[0.008110548,0.00017177082,0.31923968,0.000049832903,0.00032467252,0.000018882742,0.00022330674,0.48171666,0.001088304,0.00018289333,0.18852216,0.00035129022],"about_ca_topic_score_codex":0.00004475524,"about_ca_topic_score_gemma":0.00000260141,"teacher_disagreement_score":0.45001426,"about_ca_system_score_codex":0.000059977963,"about_ca_system_score_gemma":0.00004085905,"threshold_uncertainty_score":0.9000085},"labels":[],"label_agreement":null},{"id":"W4388646645","doi":"10.21203/rs.3.rs-3580261/v1","title":"Remote Video-Delivered Suturing Education with Smartphones: A Non-Inferiority Randomized Controlled Trial","year":2023,"lang":"en","type":"preprint","venue":"Research Square","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"University of Toronto; McMaster University; Hamilton Health Sciences","keywords":"Video feedback; Randomized controlled trial; Medicine; Video recording; Multimedia; Control (management); Medical physics; Physical therapy; Medical education; Computer science; Surgery; Artificial intelligence","score_opus":0.08098992313425157,"score_gpt":0.42748959812090237,"score_spread":0.3464996749866508,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4388646645","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9435298,0.00052211754,0.001268817,0.002547405,0.0023087494,0.031556338,0.00002028153,0.00049265265,0.017753853],"genre_scores_gemma":[0.9890614,0.0004086815,0.0006066573,0.0000679831,0.002381345,0.0016082029,0.00034625173,0.000094987205,0.005424466],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.99390745,0.0015373214,0.0009783435,0.0008623251,0.0020290616,0.0006855015],"domain_scores_gemma":[0.9915671,0.005124175,0.0003019622,0.0008494603,0.0016663619,0.00049096096],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.007668501,0.0003964568,0.0026934943,0.0008158068,0.00028025423,0.00021532577,0.00022438014,0.0004926697,0.000502828],"category_scores_gemma":[0.0073611815,0.000269022,0.00086695026,0.0006431534,0.00027364827,0.00006858254,0.00035698444,0.0022161442,0.00020167769],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.99201185,0.00031108654,0.00027736218,0.00081501866,0.00060739496,0.000101247286,0.0007048495,0.00021855878,0.000015759937,0.00007239952,0.00017726014,0.0046872147],"study_design_scores_gemma":[0.973555,0.0004274892,0.0015451033,0.003483056,0.00027717516,0.0000060714306,0.0007573406,0.018067477,0.000021201213,0.0008125513,0.00077075855,0.00027676564],"about_ca_topic_score_codex":0.0015730632,"about_ca_topic_score_gemma":0.00010737976,"teacher_disagreement_score":0.04553164,"about_ca_system_score_codex":0.0004134703,"about_ca_system_score_gemma":0.0032180496,"threshold_uncertainty_score":0.9999762},"labels":[],"label_agreement":null},{"id":"W4388667507","doi":"10.1093/ehjdh/ztad071","title":"Feasibility and accuracy of real-time 3D-holographic graft length measurements","year":2023,"lang":"en","type":"article","venue":"European Heart Journal - Digital Health","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":14,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"St. Paul's Hospital; University of British Columbia","funders":"University of Galway","keywords":"Medicine; Artery; Nuclear medicine; Holography; Radiology; Surgery","score_opus":0.2012091056447465,"score_gpt":0.3971525682336164,"score_spread":0.19594346258886988,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4388667507","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97894585,0.00022796214,0.0000063675184,0.0012239141,0.000099021454,0.0002333594,0.000011670753,0.00012651515,0.01912534],"genre_scores_gemma":[0.9986612,0.0003219108,0.00013699672,0.0004884,0.00013163772,3.763793e-7,0.000019337731,0.000030220794,0.00020990997],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99807036,0.0002917536,0.00061506167,0.00022028698,0.00045218065,0.00035036542],"domain_scores_gemma":[0.9986497,0.0002876259,0.00020412126,0.00018596312,0.00010816971,0.00056439464],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002084088,0.00013226223,0.00035979904,0.00020777137,0.00017925781,0.000068327805,0.00006070434,0.000025618154,0.000065985056],"category_scores_gemma":[0.00069112895,0.000105302315,0.00013452362,0.0004488521,0.00009758596,0.00023364453,0.00004966992,0.0003009105,0.00015519651],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00049210986,0.00035846815,0.8632004,0.00018901529,0.00009333851,0.0002801654,0.00064243266,0.000020880952,0.0002659457,0.000018950623,0.0023068965,0.1321314],"study_design_scores_gemma":[0.0027376022,0.0006596636,0.9859806,0.00026330046,0.000011728925,0.0004440038,0.000093309834,0.00012812017,0.000008405784,0.000101627134,0.009474921,0.00009677194],"about_ca_topic_score_codex":0.0000071061236,"about_ca_topic_score_gemma":7.4547415e-7,"teacher_disagreement_score":0.13203461,"about_ca_system_score_codex":0.00004802774,"about_ca_system_score_gemma":0.00012270318,"threshold_uncertainty_score":0.42941037},"labels":[],"label_agreement":null},{"id":"W4388846869","doi":"10.5489/cuaj.8518","title":"A ‘career exploration’ didactic and simulation-based session increases student knowledge in and exposure to urology","year":2023,"lang":"en","type":"article","venue":"Canadian Urological Association Journal","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Ohio State University","keywords":"Specialty; Session (web analytics); Curriculum; Medical education; Urology; Medicine; Medical school; Psychology; Family medicine; Computer science; Pedagogy","score_opus":0.04481836295872616,"score_gpt":0.3157208718691099,"score_spread":0.27090250891038375,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4388846869","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98621607,0.00011817393,0.00009952559,0.012884457,0.00009155779,0.00018881707,0.0000056968997,0.000035484285,0.00036023738],"genre_scores_gemma":[0.9960734,0.000017144965,0.000031577416,0.003611619,0.00013868404,0.000012877212,0.000020412215,0.000008726513,0.00008552694],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9988017,0.00022478045,0.00028014363,0.00018612182,0.00020975129,0.00029748274],"domain_scores_gemma":[0.997756,0.0012596732,0.00008429847,0.000053077183,0.00016293838,0.00068399956],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0007460405,0.00010144127,0.0002124875,0.0004337358,0.00018052409,0.000069053225,0.000036086836,0.00017186256,0.00017156391],"category_scores_gemma":[0.0020724442,0.00008424986,0.000034659424,0.00047593107,0.00001867417,0.00009894175,0.000017352695,0.0003021897,0.000032146985],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00008160182,0.000045556404,0.96254164,0.0000037226775,0.000018679611,0.00009615306,0.0006079319,0.03074688,0.000010548564,0.000047482605,0.00011857517,0.0056812097],"study_design_scores_gemma":[0.0022243212,0.0003272988,0.96005476,0.000015488078,0.000020950838,0.000009589845,0.00039595974,0.02665352,8.5036015e-7,0.00021807718,0.009991448,0.00008773575],"about_ca_topic_score_codex":0.00015923858,"about_ca_topic_score_gemma":0.0010839626,"teacher_disagreement_score":0.009872873,"about_ca_system_score_codex":0.00028199053,"about_ca_system_score_gemma":0.0001982989,"threshold_uncertainty_score":0.34356096},"labels":[],"label_agreement":null},{"id":"W4388931329","doi":"10.3389/frobt.2023.1286282","title":"Enhancing skill learning with dual-user haptic feedback: insights from a task-specific approach","year":2023,"lang":"en","type":"article","venue":"Frontiers in Robotics and AI","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Haptic technology; Task (project management); Computer science; Context (archaeology); Orientation (vector space); Dreyfus model of skill acquisition; Learning curve; Virtual reality; Human–computer interaction; Artificial intelligence","score_opus":0.014203036618287153,"score_gpt":0.23567212638101045,"score_spread":0.2214690897627233,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4388931329","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.76876616,0.0015285155,0.22120498,0.00067990815,0.000748545,0.0004488539,0.0000026003845,0.00028264502,0.006337775],"genre_scores_gemma":[0.9717659,0.00016030834,0.026399717,0.00022972067,0.00012637657,0.000006507878,0.000085612366,0.000030692932,0.0011951772],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99896914,0.00003831597,0.00021662135,0.00031338024,0.00021502841,0.00024750293],"domain_scores_gemma":[0.99957836,0.000073679206,0.00004780945,0.00012717824,0.000036170688,0.00013678442],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00010660437,0.0001477732,0.00032482448,0.00019410401,0.00010586896,0.00004910839,0.00003503782,0.000096304946,0.000019087805],"category_scores_gemma":[0.000037072063,0.000115043185,0.000037419453,0.00046091728,0.000069357084,0.0000729734,0.000033402706,0.0003639368,0.000015328704],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0010322183,0.0005134074,0.4581643,0.00025385697,0.0005592467,0.0011946302,0.018588388,0.4807349,0.0008762195,0.0058294935,0.004475385,0.027777936],"study_design_scores_gemma":[0.012544394,0.00036232144,0.1932982,0.0007486313,0.00014466513,0.000023030601,0.012775998,0.7281884,0.00013449516,0.001481846,0.04957689,0.000721129],"about_ca_topic_score_codex":0.000012935559,"about_ca_topic_score_gemma":0.0000054611983,"teacher_disagreement_score":0.26486608,"about_ca_system_score_codex":0.00003414223,"about_ca_system_score_gemma":0.000025646208,"threshold_uncertainty_score":0.46913248},"labels":[],"label_agreement":null},{"id":"W4389020100","doi":"10.1096/fasebj.31.1_supplement.735.5","title":"Effect of Simulation‐Based Cerebral Angiography Training on Navigational Error in Novices","year":2017,"lang":"en","type":"article","venue":"The FASEB Journal","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Competence (human resources); Headset; Session (web analytics); Medicine; Computer science; Medical physics; Psychology; Social psychology","score_opus":0.05599307674380169,"score_gpt":0.3622784613487567,"score_spread":0.306285384604955,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4389020100","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99497306,0.000028335793,0.00018683793,0.0010244142,0.0001208623,0.00012944429,0.000003914063,0.0000102382655,0.0035228874],"genre_scores_gemma":[0.99939036,5.053806e-7,0.000092261245,0.00029784406,0.00017999244,0.0000018841937,0.0000070197766,0.000008859455,0.000021277896],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9990593,0.00012503762,0.00024398527,0.000087354965,0.0003369075,0.00014737615],"domain_scores_gemma":[0.9983404,0.0010908978,0.00024774985,0.00018098416,0.000053874406,0.0000860667],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0010272362,0.00009205254,0.0002072302,0.00015705635,0.0002932581,0.000044596105,0.00013105158,0.00006046679,0.0004270105],"category_scores_gemma":[0.00038865223,0.000054374243,0.0002499807,0.00010947811,0.00011028306,0.000090774556,0.000009941613,0.00037868042,0.000009603722],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.003488656,0.0002159892,0.5657832,0.00005394759,0.00019264873,0.00010645769,0.0014919777,0.3574669,0.0017209074,0.00031020644,0.000014277479,0.06915481],"study_design_scores_gemma":[0.014948875,0.0011734986,0.7725634,0.0006760322,0.00012422103,0.000029892904,0.00017592224,0.20429954,0.005320865,0.00022731547,0.00032453952,0.00013592358],"about_ca_topic_score_codex":0.000005387301,"about_ca_topic_score_gemma":0.0000034322613,"teacher_disagreement_score":0.20678017,"about_ca_system_score_codex":0.000019122554,"about_ca_system_score_gemma":0.000046640955,"threshold_uncertainty_score":0.46754655},"labels":[],"label_agreement":null},{"id":"W4389024639","doi":"10.1096/fasebj.30.1_supplement.787.4","title":"Assessing simulation‐based interventional angiography training in novices","year":2016,"lang":"en","type":"article","venue":"The FASEB Journal","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University","funders":"","keywords":"Fluoroscopy; Task (project management); Medical physics; Haptic technology; Computer science; Medicine; Training (meteorology); Simulation; Radiology; Systems engineering","score_opus":0.09680012605246595,"score_gpt":0.3711446528098471,"score_spread":0.27434452675738114,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4389024639","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97017854,0.00012598159,0.024599496,0.0018799249,0.00016148566,0.00007071746,0.0000015169504,0.000027376844,0.0029549338],"genre_scores_gemma":[0.9988217,0.0000013898866,0.00044819445,0.00042279885,0.00023646138,0.0000015125139,0.0000024178235,0.00000932421,0.000056250832],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9990681,0.00010168135,0.00029317616,0.00009156649,0.0002677953,0.00017767226],"domain_scores_gemma":[0.9987839,0.00085024454,0.00011855932,0.00008156277,0.00006886031,0.00009686618],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00077766326,0.00007793182,0.00013204562,0.00024563246,0.00012894797,0.0000739343,0.00006975465,0.00003652783,0.0011235733],"category_scores_gemma":[0.00019842485,0.000038802682,0.00027978138,0.0002833975,0.00006337347,0.00022882997,0.000009321669,0.0001812383,0.000013684688],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00063579023,0.00042484934,0.36034,0.000025137992,0.0002602635,0.00026444573,0.001675587,0.04268131,0.009648215,0.0009006482,0.000020138725,0.5831236],"study_design_scores_gemma":[0.024816627,0.0004690028,0.83568,0.002931504,0.00019960807,0.00023948481,0.0032048714,0.121140495,0.0021436568,0.004426639,0.004346134,0.00040197943],"about_ca_topic_score_codex":0.0000018207421,"about_ca_topic_score_gemma":0.0000039622714,"teacher_disagreement_score":0.58272165,"about_ca_system_score_codex":0.00003930661,"about_ca_system_score_gemma":0.000082637205,"threshold_uncertainty_score":0.99978954},"labels":[],"label_agreement":null},{"id":"W4389101643","doi":"10.1016/j.amjsurg.2023.11.031","title":"The need for new interdisciplinary education approaches in surgical ergonomics","year":2023,"lang":"en","type":"editorial","venue":"The American Journal of Surgery","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":3,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto; Health Sciences Centre; Sunnybrook Health Science Centre","funders":"","keywords":"Teamwork; Human factors and ergonomics; Participatory ergonomics; Engineering ethics; Engineering management; Engineering; Knowledge management; Computer science; Medicine; Poison control; Political science; Medical emergency","score_opus":0.08521861916251115,"score_gpt":0.36006090890655246,"score_spread":0.2748422897440413,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4389101643","genre_codex":"editorial","genre_gemma":"editorial","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"editorial","genre_consensus":"editorial","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.09317406,0.0009808252,0.00007700919,0.008829515,0.8959487,0.00034183354,0.000012440886,0.000030483978,0.0006051411],"genre_scores_gemma":[0.11565806,0.0011326995,0.00012724218,0.00010581296,0.8809951,0.000025119865,0.00009533115,0.000099732424,0.001760886],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99801743,0.00018378899,0.00092356233,0.00015657881,0.00043119417,0.00028746386],"domain_scores_gemma":[0.97203845,0.026128842,0.0012050134,0.00024740587,0.00019119923,0.00018906771],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0028551198,0.0001947061,0.0008935498,0.00028346377,0.0001272465,0.000057816087,0.00023913327,0.00011717032,0.000008613037],"category_scores_gemma":[0.0020049864,0.00010371665,0.0005857071,0.00048986875,0.00026228157,0.00005557539,0.0000821329,0.00091137085,0.000006418123],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0053536166,0.00007446166,0.00040575382,0.00002360234,0.00016385259,0.000028033584,0.0003088343,0.00012753128,3.0003432e-7,0.000025945448,0.6059407,0.38754734],"study_design_scores_gemma":[0.0011127718,0.00018544284,0.003262391,0.0005387341,0.00015542701,0.000057163015,0.004423404,0.00026591154,0.0000013160483,0.000622149,0.9892117,0.00016363844],"about_ca_topic_score_codex":0.00003134532,"about_ca_topic_score_gemma":0.000006484174,"teacher_disagreement_score":0.3873837,"about_ca_system_score_codex":0.00017694174,"about_ca_system_score_gemma":0.002395856,"threshold_uncertainty_score":0.42501456},"labels":[],"label_agreement":null},{"id":"W4389136018","doi":"10.1186/s12909-023-04868-z","title":"Can gamified surgical sets improve surgical instrument recognition and student performance retention in the operating room? A multi-institutional experimental crossover study","year":2023,"lang":"en","type":"article","venue":"BMC Medical Education","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":15,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"Mashhad University of Medical Sciences","keywords":"Context (archaeology); Significant difference; Crossover study; Test (biology); Repeated measures design; Crossover; Intervention (counseling); Medicine; Psychology; Medical education; Physical therapy; Computer science; Nursing; Mathematics; Statistics; Artificial intelligence; Internal medicine; Alternative medicine","score_opus":0.09767432001832718,"score_gpt":0.3929831773663286,"score_spread":0.2953088573480014,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4389136018","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99701226,0.00007326757,0.0000071661107,0.0006593881,0.0004832475,0.0010260481,0.000004069231,0.000061828796,0.0006727185],"genre_scores_gemma":[0.99851596,0.00003668016,0.00010585503,0.0002796728,0.00026123415,0.0003233669,0.00033931757,0.000010962511,0.00012695862],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9976701,0.000258474,0.00048281465,0.0003735099,0.0009633556,0.00025170308],"domain_scores_gemma":[0.9991987,0.00028448136,0.00007094469,0.00014388836,0.00007286116,0.00022917631],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0014482203,0.00016195788,0.00022698393,0.0001302168,0.00023698008,0.00007183894,0.000084174666,0.0001202309,0.00034485466],"category_scores_gemma":[0.00043169758,0.000108161046,0.000060159204,0.00039204716,0.0001003632,0.00013009246,0.000058514805,0.0003255139,0.00003692443],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0010397502,0.009792308,0.76415104,0.0002056089,0.00007572116,0.0003400551,0.021677354,0.00014897047,0.00012689947,0.0003782605,0.00008580457,0.20197822],"study_design_scores_gemma":[0.018025039,0.00053360825,0.91944104,0.00031618934,0.000040338025,0.00023747042,0.022677448,0.03784836,0.00008362247,0.000017455519,0.0005677591,0.00021168694],"about_ca_topic_score_codex":0.00013603347,"about_ca_topic_score_gemma":0.000109210145,"teacher_disagreement_score":0.20176654,"about_ca_system_score_codex":0.00016221739,"about_ca_system_score_gemma":0.0006800227,"threshold_uncertainty_score":0.44106793},"labels":[],"label_agreement":null},{"id":"W4389258753","doi":"10.1055/a-2205-2613","title":"Training in basic gastrointestinal endoscopic procedures: a European Society of Gastrointestinal Endoscopy (ESGE) and European Society of Gastroenterology and Endoscopy Nurses and Associates (ESGENA) Position Statement","year":2023,"lang":"en","type":"article","venue":"Endoscopy","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":37,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto; St. Michael's Hospital","funders":"European Society of Gastrointestinal Endoscopy","keywords":"Medicine; Endoscopy; Competence (human resources); Medical physics; Surgery","score_opus":0.03243263385651974,"score_gpt":0.3016268768524074,"score_spread":0.2691942429958877,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4389258753","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99691546,0.00016991873,0.00049247,0.0005781943,0.000060854305,0.00055097503,0.00005128196,0.00013573768,0.0010450924],"genre_scores_gemma":[0.97343874,0.0002665009,0.025655897,0.00029132972,0.0000932048,0.000018439017,0.000096007854,0.00006783906,0.000072053605],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9968854,0.0004978222,0.0008862197,0.0006312922,0.00039067332,0.0007085445],"domain_scores_gemma":[0.9982525,0.0007090063,0.00043634587,0.00019115212,0.00012505005,0.00028594528],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0014283528,0.0003950995,0.00074718345,0.00020187505,0.00013985182,0.00003929318,0.00010580349,0.000045922297,0.000051381394],"category_scores_gemma":[0.00036886503,0.00037868117,0.0001645208,0.00036949353,0.00054180605,0.00015863862,0.00015358925,0.0004030195,0.0000045170063],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0012500086,0.00022318891,0.8848206,0.00091247994,0.0001361972,0.00011356531,0.008497873,0.00006378148,0.10184289,0.0000825242,0.00024235617,0.0018145688],"study_design_scores_gemma":[0.025414567,0.005394994,0.93641645,0.005097377,0.0002260386,0.00051821617,0.014689015,0.005471688,0.006038126,0.00016562112,0.00020093439,0.0003669652],"about_ca_topic_score_codex":0.000041828494,"about_ca_topic_score_gemma":0.000022641727,"teacher_disagreement_score":0.095804766,"about_ca_system_score_codex":0.00007408777,"about_ca_system_score_gemma":0.00013878237,"threshold_uncertainty_score":0.9998665},"labels":[],"label_agreement":null},{"id":"W4389337719","doi":"10.1177/15533506231218962","title":"A Review of Cognitive Support Systems in the Operating Room","year":2023,"lang":"en","type":"review","venue":"Surgical Innovation","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":12,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"Alberta Innovates","keywords":"Workload; Medicine; Cognition; Cognitive load; MEDLINE; Medical physics; Computer science; Psychiatry","score_opus":0.2364793555314817,"score_gpt":0.4605458308943367,"score_spread":0.224066475362855,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4389337719","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000032472693,0.984683,0.0000079380625,0.00008632978,0.0001377978,0.0018055587,0.000025289379,0.000041609142,0.013180001],"genre_scores_gemma":[0.0006680517,0.9964416,0.000004696457,0.00044431328,0.00019010615,0.00021778884,0.0017811649,0.000029213508,0.00022307664],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9970978,0.0003741189,0.0016676006,0.00025589572,0.00042443327,0.00018017399],"domain_scores_gemma":[0.997065,0.0018150689,0.00050937495,0.00018412301,0.00039856092,0.000027883714],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0028975832,0.0002127513,0.0015607856,0.00033155523,0.000033628105,0.000020276417,0.00009537005,0.00020339304,0.00020998354],"category_scores_gemma":[0.0016842046,0.00012138346,0.0002168919,0.0043855477,0.00003652006,0.00004447729,0.000029881647,0.0005214934,0.000088789384],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000009978403,0.000082602906,0.000020910398,0.15344292,0.00009564101,0.00021999635,0.00006602434,9.800932e-7,2.0014417e-8,0.0062528756,0.00027312586,0.83953494],"study_design_scores_gemma":[0.0005656245,0.000050954415,0.000015628098,0.29723996,0.00022073506,0.00009204236,0.00007299881,0.000034385055,3.5583565e-8,0.0000061941796,0.7016104,0.00009104451],"about_ca_topic_score_codex":0.000014513727,"about_ca_topic_score_gemma":5.612363e-7,"teacher_disagreement_score":0.83944386,"about_ca_system_score_codex":0.000049193754,"about_ca_system_score_gemma":0.00023863671,"threshold_uncertainty_score":0.4949874},"labels":[],"label_agreement":null},{"id":"W4389514165","doi":"10.1016/j.cmpb.2023.107970","title":"An interactive augmented reality software for facial reconstructive surgeries","year":2023,"lang":"en","type":"article","venue":"Computer Methods and Programs in Biomedicine","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":6,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"SickKids Foundation; Sinai Health System; Hospital for Sick Children; University of Toronto","funders":"","keywords":"Overlay; Computer science; Unavailability; Software; Mobile device; Human–computer interaction; Multimedia; World Wide Web","score_opus":0.15394697596499513,"score_gpt":0.46203854890099205,"score_spread":0.3080915729359969,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4389514165","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.48957258,0.00010686348,0.50600386,0.0012203947,0.0011790572,0.0012817949,0.000024788376,0.00046379576,0.0001468869],"genre_scores_gemma":[0.42758673,0.00004007655,0.57067484,0.00039537012,0.00051116914,0.000112225476,0.0006166974,0.000023260336,0.000039621154],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99873835,0.00020848864,0.0003340255,0.00035154735,0.00011499338,0.00025260486],"domain_scores_gemma":[0.99861866,0.00084730925,0.00007529698,0.00014702312,0.00013628918,0.00017543662],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0014247902,0.00014365595,0.00042691646,0.00025259142,0.000070944,0.000026521519,0.000047885682,0.00009375892,0.000024941042],"category_scores_gemma":[0.00022972052,0.00010970971,0.000055926725,0.0007428503,0.00023399058,0.00008731932,0.000039741502,0.00014475214,0.0000010147563],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00051263894,0.000081627215,0.025578119,0.00007481705,0.00005264946,0.000022316837,0.0013793532,0.0000020662972,0.00007749965,0.00009083963,0.00004188121,0.9720862],"study_design_scores_gemma":[0.025465291,0.0065761497,0.5667339,0.0013271626,0.0002013905,0.00017298236,0.0050355955,0.15051301,0.0007618143,0.013539028,0.22885282,0.000820883],"about_ca_topic_score_codex":0.000031516367,"about_ca_topic_score_gemma":0.000005450008,"teacher_disagreement_score":0.9712653,"about_ca_system_score_codex":0.000029137382,"about_ca_system_score_gemma":0.000032186108,"threshold_uncertainty_score":0.44738322},"labels":[],"label_agreement":null},{"id":"W4389541511","doi":"10.17118/11143/20724","title":"Automated surgical skill assessment using tooltip motion metrics","year":2023,"lang":"en","type":"article","venue":"","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Computer science; Motion (physics); Artificial intelligence; Computer vision","score_opus":0.09858753051191481,"score_gpt":0.412445952149333,"score_spread":0.3138584216374182,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4389541511","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.938052,0.000008286124,0.0019200584,0.00033508925,0.00019063853,0.00015111337,0.0000014667588,0.0017940121,0.057547327],"genre_scores_gemma":[0.9966261,0.0000066919374,0.0019895982,0.00015305144,0.00007854417,0.0000022191884,0.000065285,0.000012353802,0.0010661992],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9990904,0.000035669764,0.00020060953,0.00015787064,0.00032653427,0.00018891647],"domain_scores_gemma":[0.9994209,0.00024401673,0.000030058982,0.000105472805,0.00007276202,0.00012679187],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00036245622,0.000076794895,0.00016535095,0.00023820407,0.000063890606,0.00002265811,0.000024539295,0.000073174066,0.0010672632],"category_scores_gemma":[0.0001183893,0.000058893173,0.00007429739,0.0013176497,0.000016343542,0.000054984568,0.000025850988,0.00010017148,0.00014410968],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0003642645,0.001383923,0.5896087,0.00023372675,0.00058522186,0.0041861236,0.0006378885,0.041814614,0.0022719472,0.042742237,0.0032319787,0.31293935],"study_design_scores_gemma":[0.0023107263,0.000033969678,0.17149055,0.000015454792,0.000027322627,0.00002756101,0.00009316784,0.81825703,0.00008111058,0.000041138905,0.0075509157,0.00007105354],"about_ca_topic_score_codex":0.000018534747,"about_ca_topic_score_gemma":5.523441e-7,"teacher_disagreement_score":0.7764424,"about_ca_system_score_codex":0.00007836325,"about_ca_system_score_gemma":0.00003838927,"threshold_uncertainty_score":0.9998459},"labels":[],"label_agreement":null},{"id":"W4389574875","doi":"10.1097/js9.0000000000000975","title":"Decoding surgical skill: an objective and efficient algorithm for surgical skill classification based on surgical gesture features –experimental studies","year":2023,"lang":"en","type":"article","venue":"International Journal of Surgery","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Pancreas Centre (Canada)","funders":"","keywords":"Medicine; Perioperative; Laparoscopic cholecystectomy; Receiver operating characteristic; Dissection (medical); Algorithm; Surgery; Computer science; Internal medicine","score_opus":0.09149060540470971,"score_gpt":0.4142271776073513,"score_spread":0.32273657220264157,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4389574875","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.994378,0.00067616947,0.00016350823,0.0023540705,0.0016190625,0.00022161103,0.00003368342,0.00007501173,0.00047890397],"genre_scores_gemma":[0.9974198,0.00022624756,0.0005218064,0.00019148439,0.001359097,0.000017893188,0.000100918645,0.000030742336,0.0001320128],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9974886,0.00015528918,0.0007065926,0.0003342767,0.0010296494,0.0002855446],"domain_scores_gemma":[0.99376,0.004706611,0.00033624165,0.00011088667,0.00079473865,0.00029151287],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0014136874,0.00023361144,0.0005983035,0.00066314166,0.00013633858,0.00007736043,0.000116005685,0.00015811458,0.00007285393],"category_scores_gemma":[0.00048772272,0.00017504004,0.00041938564,0.00029364898,0.00013037099,0.0001424321,0.00003916718,0.00035973193,0.0000061633077],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.029184038,0.007635748,0.101050384,0.00016915056,0.004084767,0.038117655,0.006059007,0.019953495,0.0005234295,0.0063170805,0.004983953,0.78192127],"study_design_scores_gemma":[0.056643814,0.0025926947,0.33803582,0.0025531065,0.00042799144,0.011156613,0.012643011,0.50601417,0.0061145355,0.0005153121,0.061784282,0.0015186319],"about_ca_topic_score_codex":0.000003217966,"about_ca_topic_score_gemma":6.8625354e-7,"teacher_disagreement_score":0.78040266,"about_ca_system_score_codex":0.00027596112,"about_ca_system_score_gemma":0.00013559933,"threshold_uncertainty_score":0.71379256},"labels":[],"label_agreement":null},{"id":"W4389639625","doi":"10.7759/cureus.50414","title":"The Impact of Simulation-Based Training in Cardiovascular Medicine: A Systematic Review","year":2023,"lang":"en","type":"review","venue":"Cureus","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":13,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Medicine; CINAHL; MEDLINE; Cochrane Library; Psychological intervention; Population; Systematic review; Randomized controlled trial; Intervention (counseling); Family medicine; Surgery; Nursing","score_opus":0.19236129831807577,"score_gpt":0.45204101685457165,"score_spread":0.25967971853649585,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4389639625","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[6.0376834e-7,0.99560213,0.00006788975,0.00002220122,0.00010457148,0.0030628182,0.00000767079,0.000059714686,0.0010724147],"genre_scores_gemma":[0.0017817628,0.9976369,0.0000053185177,0.000037339043,0.00012091222,0.00020952342,0.00008411241,0.000061160674,0.00006296961],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.9967027,0.00053644343,0.0016227417,0.00028073497,0.0005884568,0.0002689785],"domain_scores_gemma":[0.99199307,0.0063875956,0.00052996515,0.0008295436,0.00013640024,0.00012344826],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0028877065,0.00034342744,0.005121089,0.0001589521,0.000052051688,0.000008306314,0.00020153073,0.0001876527,0.00009591462],"category_scores_gemma":[0.007824322,0.00016246342,0.0023570894,0.0011269763,0.00008720394,0.000021782207,0.00001993486,0.00035460817,0.000033316708],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000050769822,0.0000137451525,0.0000028667764,0.8818987,0.0017528172,0.000050495022,0.000112974594,0.0047810557,2.5423774e-9,0.000032036703,0.000015942767,0.111334294],"study_design_scores_gemma":[0.00079176086,0.00007971938,0.000008752329,0.9255141,0.0061596143,0.000010087238,0.000060574344,0.005130715,3.2053653e-9,0.000016510145,0.06207711,0.00015107985],"about_ca_topic_score_codex":0.00006728172,"about_ca_topic_score_gemma":0.000005866843,"teacher_disagreement_score":0.11118321,"about_ca_system_score_codex":0.00023869953,"about_ca_system_score_gemma":0.0006269807,"threshold_uncertainty_score":0.93670094},"labels":[],"label_agreement":null},{"id":"W4389883008","doi":"10.32920/24625182.v1","title":"The CathPilot: A Novel Approach for Accurate Interventional Device Steering and Tracking","year":2023,"lang":"en","type":"preprint","venue":"","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Toronto Metropolitan University; University of Waterloo","funders":"","keywords":"Tortuosity; Workspace; Flexibility (engineering); Catheter; Computer science; Frame (networking); Tracking (education); Simulation; Control engineering; Control theory (sociology); Control (management); Engineering; Artificial intelligence; Robot; Surgery; Medicine; Mathematics","score_opus":0.28532731919195015,"score_gpt":0.4005376916573485,"score_spread":0.11521037246539834,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4389883008","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.13337344,0.0009147093,0.83879614,0.0032201312,0.0011263642,0.0031183385,0.00010483028,0.000640847,0.0187052],"genre_scores_gemma":[0.9889114,0.00001819276,0.006818064,0.00013239091,0.00020663562,0.00015631827,0.00016007044,0.00003205429,0.003564908],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99904656,0.000012931563,0.00030173798,0.0003013249,0.00016337048,0.00017404724],"domain_scores_gemma":[0.9989973,0.00058386335,0.00009307758,0.00015455998,0.000093653754,0.00007756238],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0005706521,0.00013969094,0.00022049289,0.00005047369,0.00013864823,0.00011648409,0.000079678764,0.000111958834,0.000020829393],"category_scores_gemma":[0.0002678981,0.00009037332,0.00016505664,0.00006354652,0.00003641429,0.000028464572,0.0002017114,0.00030101216,0.0000029054509],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0038929735,0.0021797402,0.025550188,0.014375693,0.006049219,0.000055163164,0.00664502,0.0704491,0.00085434713,0.15369116,0.0012809644,0.71497643],"study_design_scores_gemma":[0.0069595464,0.00014329546,0.070440836,0.00094416464,0.00030720697,0.000036611862,0.0017113554,0.89126897,0.0000926628,0.0014932008,0.02615159,0.0004505473],"about_ca_topic_score_codex":0.000028798162,"about_ca_topic_score_gemma":0.000022876875,"teacher_disagreement_score":0.85553795,"about_ca_system_score_codex":0.000030196577,"about_ca_system_score_gemma":0.000039547213,"threshold_uncertainty_score":0.3685317},"labels":[],"label_agreement":null},{"id":"W4389883079","doi":"10.32920/24625182","title":"The CathPilot: A Novel Approach for Accurate Interventional Device Steering and Tracking","year":2023,"lang":"en","type":"preprint","venue":"","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Toronto Metropolitan University; University of Waterloo","funders":"","keywords":"Tortuosity; Workspace; Flexibility (engineering); Computer science; Catheter; Frame (networking); Tracking (education); Simulation; Control engineering; Control theory (sociology); Control (management); Artificial intelligence; Engineering; Robot; Surgery; Mathematics; Medicine","score_opus":0.28532731919195015,"score_gpt":0.4005376916573485,"score_spread":0.11521037246539834,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4389883079","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.13337344,0.0009147093,0.83879614,0.0032201312,0.0011263642,0.0031183385,0.00010483028,0.000640847,0.0187052],"genre_scores_gemma":[0.9889114,0.00001819276,0.006818064,0.00013239091,0.00020663562,0.00015631827,0.00016007044,0.00003205429,0.003564908],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99904656,0.000012931563,0.00030173798,0.0003013249,0.00016337048,0.00017404724],"domain_scores_gemma":[0.9989973,0.00058386335,0.00009307758,0.00015455998,0.000093653754,0.00007756238],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0005706521,0.00013969094,0.00022049289,0.00005047369,0.00013864823,0.00011648409,0.000079678764,0.000111958834,0.000020829393],"category_scores_gemma":[0.0002678981,0.00009037332,0.00016505664,0.00006354652,0.00003641429,0.000028464572,0.0002017114,0.00030101216,0.0000029054509],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0038929735,0.0021797402,0.025550188,0.014375693,0.006049219,0.000055163164,0.00664502,0.0704491,0.00085434713,0.15369116,0.0012809644,0.71497643],"study_design_scores_gemma":[0.0069595464,0.00014329546,0.070440836,0.00094416464,0.00030720697,0.000036611862,0.0017113554,0.89126897,0.0000926628,0.0014932008,0.02615159,0.0004505473],"about_ca_topic_score_codex":0.000028798162,"about_ca_topic_score_gemma":0.000022876875,"teacher_disagreement_score":0.85553795,"about_ca_system_score_codex":0.000030196577,"about_ca_system_score_gemma":0.000039547213,"threshold_uncertainty_score":0.3685317},"labels":[],"label_agreement":null},{"id":"W4390052968","doi":"10.1007/s00464-023-10625-6","title":"Hospital learning curves for robot-assisted surgeries: a population-based analysis","year":2023,"lang":"en","type":"article","venue":"Surgical Endoscopy","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":9,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Juravinski Cancer Centre; McMaster University; Health Sciences Centre; Saskatchewan Cancer Agency; Ottawa Hospital; Institute for Clinical Evaluative Sciences; University of Ottawa; University of Toronto; Western University; St. Michael's Hospital; Sunnybrook Health Science Centre; Public Health Ontario","funders":"Institute for Clinical Evaluative Sciences","keywords":"Learning curve; Logistic regression; Prostatectomy; Medicine; Odds; Odds ratio; Robotic surgery; Population; Nephrectomy; Cohort; Surgery; General surgery; Prostate cancer; Internal medicine; Computer science; Cancer","score_opus":0.031203983144091042,"score_gpt":0.33925122014041387,"score_spread":0.3080472369963228,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4390052968","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9921936,0.0002207115,0.0010683924,0.0023402758,0.00024848466,0.00059241295,0.000027080516,0.00087490433,0.0024341412],"genre_scores_gemma":[0.99592644,0.000047094527,0.000402164,0.0002629621,0.00011922277,0.00010195413,0.0019969032,0.00003174482,0.001111533],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99829316,0.00008987013,0.00042361463,0.00038196854,0.00040535038,0.0004060416],"domain_scores_gemma":[0.9974732,0.0018341548,0.0001145403,0.0001934294,0.00013557852,0.00024911138],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00046879367,0.0001846021,0.00060650654,0.00037126124,0.00018534948,0.000033088876,0.000059886832,0.00011070353,0.0012192769],"category_scores_gemma":[0.0008450399,0.00015689904,0.0006196708,0.002312363,0.000044581975,0.000063777305,0.000018168008,0.00018979023,0.00006253162],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0011260336,0.00024661364,0.96433294,0.0003000608,0.00085635413,0.00023848614,0.00009381023,0.022703744,0.000019493662,0.0005356029,0.00032765276,0.009219193],"study_design_scores_gemma":[0.020847134,0.0003794186,0.8050186,0.0002940597,0.000953562,0.0000037343711,0.00013864087,0.110927396,0.00012435082,0.00006239164,0.06085398,0.00039670337],"about_ca_topic_score_codex":0.00007279819,"about_ca_topic_score_gemma":0.00000807913,"teacher_disagreement_score":0.15931432,"about_ca_system_score_codex":0.000048987895,"about_ca_system_score_gemma":0.00006647894,"threshold_uncertainty_score":0.99969375},"labels":[],"label_agreement":null},{"id":"W4390107247","doi":"10.5489/cuaj.8530","title":"Development of a synchronous motion-tracking and video capture tool for flexible ureteroscopy","year":2023,"lang":"en","type":"article","venue":"Canadian Urological Association Journal","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"St. Michael's Hospital; University Health Network; Toronto Rehabilitation Institute; University of Toronto","funders":"","keywords":"Inertial measurement unit; Computer vision; Match moving; Artificial intelligence; URETEROSCOPE; Computer science; Tracking (education); Orientation (vector space); Circular motion; Motion analysis; Simulation; Motion (physics); Engineering; Mathematics; Medicine; Surgery","score_opus":0.030127404765738233,"score_gpt":0.2804774977612397,"score_spread":0.2503500929955015,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4390107247","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9925448,0.00006295986,0.001901438,0.004437932,0.00017364087,0.00020575718,0.000015136618,0.000049355913,0.0006090024],"genre_scores_gemma":[0.99634594,0.000007418801,0.0020061908,0.0012512669,0.0001254945,0.00000813048,0.000028888056,0.000007826513,0.00021882323],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99906254,0.00003160455,0.0003077739,0.00011807555,0.00019293914,0.00028703976],"domain_scores_gemma":[0.99900955,0.0003113388,0.00014661447,0.000037812744,0.00018829497,0.00030637495],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00070387067,0.000076671655,0.0001950609,0.00015116179,0.00022659892,0.00004054872,0.000035102024,0.00015910047,0.00018792119],"category_scores_gemma":[0.0011548877,0.000063313324,0.000066356944,0.00019285137,0.000015789123,0.000054225344,0.0000067766473,0.00020144842,0.000010309143],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00012286942,0.00003509595,0.8978422,0.000039910236,0.0001970766,0.000034638397,0.0015299733,0.00050066435,0.00057672546,0.00052944315,0.0016875605,0.09690381],"study_design_scores_gemma":[0.002079592,0.00009643041,0.9166837,0.000032394633,0.000040961597,0.000035979225,0.00020282231,0.0020418898,0.00016946702,0.00046763723,0.07804286,0.000106288346],"about_ca_topic_score_codex":0.000035090987,"about_ca_topic_score_gemma":0.00006029532,"teacher_disagreement_score":0.09679752,"about_ca_system_score_codex":0.00032297208,"about_ca_system_score_gemma":0.0002899521,"threshold_uncertainty_score":0.25818425},"labels":[],"label_agreement":null},{"id":"W4390277417","doi":"10.1016/j.surg.2023.11.028","title":"Effect of video-based self-reflection on intraoperative skills: A pilot randomized controlled trial","year":2023,"lang":"en","type":"article","venue":"Surgery","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University; McGill University Health Centre","funders":"","keywords":"Medicine; Randomized controlled trial; Physical therapy; Protocol (science); Laparoscopic cholecystectomy; Cholecystectomy; Rating scale; Surgery","score_opus":0.02742131557779302,"score_gpt":0.3370565857484465,"score_spread":0.30963527017065345,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4390277417","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99030215,0.000019258741,0.000045807432,0.00027474551,0.00089077075,0.0029731605,0.0000015545567,0.00031481122,0.0051777535],"genre_scores_gemma":[0.9986938,0.000015444735,0.000010456622,0.00027330194,0.00024385103,0.00043941342,0.000038435643,0.000018900375,0.00026637551],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9974008,0.0012798638,0.0005922215,0.00019583313,0.0003431285,0.00018814631],"domain_scores_gemma":[0.9707371,0.028787285,0.00016857423,0.00012927753,0.00008930367,0.00008845342],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0047949064,0.0001575216,0.0017640576,0.00037400448,0.00005576313,0.000011164335,0.000020692642,0.00007154926,0.00031750053],"category_scores_gemma":[0.0070509594,0.00009624543,0.0006793294,0.0005332416,0.000055434884,0.000029799532,0.000005254452,0.00014212176,0.00008175388],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.9941941,0.00030578862,0.0002903572,0.000050474646,0.00035643112,0.000027604554,0.00008063094,0.00030432362,0.00016729014,0.0000545477,0.00016517079,0.004003285],"study_design_scores_gemma":[0.9859163,0.0015891321,0.00015220727,0.00015277976,0.00026257,8.834042e-7,0.0000068221584,0.0067004194,0.0048485612,0.00001930446,0.00026489963,0.00008608067],"about_ca_topic_score_codex":0.000008014406,"about_ca_topic_score_gemma":6.768976e-7,"teacher_disagreement_score":0.02750742,"about_ca_system_score_codex":0.000039177718,"about_ca_system_score_gemma":0.00011805468,"threshold_uncertainty_score":0.8441166},"labels":[],"label_agreement":null},{"id":"W4390401583","doi":"10.1016/j.jsurg.2023.11.001","title":"Effect of Feedback Modality on Simulated Surgical Skills Learning Using Automated Educational Systems– A Four-Arm Randomized Control Trial","year":2023,"lang":"en","type":"article","venue":"Journal of surgical education","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":18,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University; McGill University Health Centre; Montreal Neurological Institute and Hospital","funders":"Fonds de Recherche du Québec - Santé; National Research Council Canada; Montreal Neurological Institute and Hospital; Brain Tumour Foundation of Canada; Royal College of Physicians and Surgeons of Canada; McGill University","keywords":"Task (project management); Randomized controlled trial; Modality (human–computer interaction); Repetition (rhetorical device); Dreyfus model of skill acquisition; Computer science; Peer feedback; Baseline (sea); Physical medicine and rehabilitation; Psychology; Physical therapy; Cognitive psychology; Medicine; Medical education; Artificial intelligence; Surgery","score_opus":0.025358137404803152,"score_gpt":0.37388937518822146,"score_spread":0.3485312377834183,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4390401583","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9940621,0.00017301852,0.00002086017,0.0012942132,0.0018084303,0.0011888643,0.0000035791354,0.00011312677,0.0013357623],"genre_scores_gemma":[0.9981459,0.000058283953,0.000025426967,0.000040191444,0.0012486218,0.000014722289,0.00004927923,0.000030513254,0.00038708132],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9947333,0.0020603724,0.0016717187,0.00023939848,0.0009919812,0.0003032317],"domain_scores_gemma":[0.9841156,0.013381489,0.0011963941,0.00016024007,0.00077893987,0.00036735073],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0056655016,0.00025723895,0.0016263542,0.0005576411,0.00012166798,0.000048195066,0.00010064192,0.00024302969,0.00042369243],"category_scores_gemma":[0.0041891932,0.00017772026,0.00074746343,0.0008873406,0.0001339742,0.00014594726,0.000015180992,0.00059560064,0.000034064873],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.7849424,0.0020253127,0.0033641236,0.00027632868,0.0006456721,0.00014552007,0.00026575653,0.20260224,0.00008401727,0.00074987614,0.0001630448,0.0047357157],"study_design_scores_gemma":[0.73046815,0.0016909167,0.0016280961,0.0008136997,0.00051415514,0.00041672797,0.00009069545,0.2622775,0.00008340194,0.000082676605,0.0017639688,0.0001699929],"about_ca_topic_score_codex":0.000039537194,"about_ca_topic_score_gemma":6.985609e-8,"teacher_disagreement_score":0.059675258,"about_ca_system_score_codex":0.00022980025,"about_ca_system_score_gemma":0.00085245364,"threshold_uncertainty_score":0.7247222},"labels":[],"label_agreement":null},{"id":"W4390532160","doi":"10.1111/ases.13275","title":"Usefulness of three‐dimensional imaging in a flexible endoscopic surgery platform with multi‐degrees‐of‐freedom articulating devices","year":2024,"lang":"en","type":"article","venue":"Asian Journal of Endoscopic Surgery","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"Japan Society for the Promotion of Science","keywords":"Degrees of freedom (physics and chemistry); Operability; Task (project management); Medicine; Dissection (medical); Computer vision; Computer science; Endoscopic surgery; Artificial intelligence; Surgery; Endoscopy","score_opus":0.06870541223018463,"score_gpt":0.3008995355194963,"score_spread":0.23219412328931166,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4390532160","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99483126,0.002122006,0.0012799533,0.0002735687,0.0007593812,0.00014832454,0.000003762159,0.000033325294,0.00054843706],"genre_scores_gemma":[0.996461,0.000011468538,0.003239447,0.000042094587,0.00017843048,0.000004532111,0.0000073712354,0.000036797785,0.000018910903],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.997165,0.0000934555,0.0014671674,0.00023660029,0.00065646146,0.00038132028],"domain_scores_gemma":[0.99582785,0.0029705924,0.000564001,0.00019286154,0.00024314053,0.00020153756],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0014910401,0.00023992933,0.0010474299,0.0010171131,0.00004385126,0.000031881125,0.000078224955,0.00007814437,0.0002953102],"category_scores_gemma":[0.0005711989,0.00017557348,0.00036008784,0.00083296554,0.00015469993,0.0004192804,0.000029978373,0.00039706845,0.0000036792574],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00026096072,0.0001716166,0.9629068,0.00046926318,0.00020879356,0.0014530722,0.00039054066,0.002780746,0.00043939363,0.00015516028,0.000021039363,0.030742625],"study_design_scores_gemma":[0.0029480553,0.00011516218,0.9612368,0.011896445,0.0001894101,0.0004996048,0.00084344624,0.018971346,0.0028771062,0.00006402805,0.00015586888,0.0002027682],"about_ca_topic_score_codex":0.000076332195,"about_ca_topic_score_gemma":0.00007798832,"teacher_disagreement_score":0.030539855,"about_ca_system_score_codex":0.00006991573,"about_ca_system_score_gemma":0.0006625592,"threshold_uncertainty_score":0.7159679},"labels":[],"label_agreement":null},{"id":"W4390618218","doi":"10.1007/s00464-023-10551-7","title":"Defining digital surgery: a SAGES white paper","year":2024,"lang":"en","type":"article","venue":"Surgical Endoscopy","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":14,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University; University of Toronto; University Health Network","funders":"","keywords":"Terminology; Scope (computer science); Computer science; Robotic surgery; Instrumentation (computer programming); Space (punctuation); Data science; Medicine; Artificial intelligence","score_opus":0.01908554815818449,"score_gpt":0.300821000482399,"score_spread":0.28173545232421454,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4390618218","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.571722,0.005096952,0.00010541783,0.0025152294,0.00084915204,0.00020050128,0.00003695811,0.0010865212,0.4183873],"genre_scores_gemma":[0.99586684,0.00007584174,0.000096322576,0.00040759615,0.0002669448,0.000013133779,0.00010351062,0.000039062925,0.0031307756],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9985608,0.000031662643,0.00032138158,0.00036053057,0.00035838358,0.00036725943],"domain_scores_gemma":[0.9981295,0.0013573145,0.000023107767,0.0001702273,0.000033663517,0.0002861945],"candidate_categories":["insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.00023819548,0.00018198705,0.00037392206,0.0001424579,0.00006280945,0.00019104924,0.000043583368,0.000107772226,0.005633532],"category_scores_gemma":[0.00018778237,0.00013555781,0.0003152269,0.0004556585,0.00007890186,0.0002513458,0.00003421367,0.00029437212,0.0011193218],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0030122676,0.0005861725,0.2392026,0.0007090034,0.00082421803,0.019499177,0.0012946067,0.00015638996,0.000100904734,0.08582172,0.011115606,0.6376773],"study_design_scores_gemma":[0.0046528806,0.00007752415,0.0039633564,0.0004822887,0.000056777037,0.00028719995,0.00010428177,0.0012436872,0.00012069852,0.0005580052,0.9882113,0.00024200648],"about_ca_topic_score_codex":0.000004685881,"about_ca_topic_score_gemma":6.219937e-7,"teacher_disagreement_score":0.97709566,"about_ca_system_score_codex":0.00003597491,"about_ca_system_score_gemma":0.00010173052,"threshold_uncertainty_score":0.9996584},"labels":[],"label_agreement":null},{"id":"W4390671527","doi":"10.1227/ons.0000000000001044","title":"Continuous Instrument Tracking in a Cerebral Corticectomy Ex Vivo Calf Brain Simulation Model: Face and Content Validation","year":2024,"lang":"en","type":"article","venue":"Operative Neurosurgery","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University; Montreal Neurological Institute and Hospital","funders":"Fonds de Recherche du Québec - Santé; Brain Tumour Foundation of Canada; Royal College of Physicians and Surgeons of Canada","keywords":"Content validity; Likert scale; Face validity; Ex vivo; Medicine; Physical medicine and rehabilitation; In vivo; Psychology; Psychometrics; Developmental psychology; Clinical psychology","score_opus":0.08938300550946246,"score_gpt":0.34680314736634676,"score_spread":0.25742014185688433,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4390671527","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99221146,0.00010445755,0.0037463803,0.0022868111,0.00022198482,0.00050561747,0.000010670115,0.000106263484,0.0008063652],"genre_scores_gemma":[0.9978642,0.000015470141,0.000064147906,0.0010703775,0.00005216625,0.0000206073,0.000028102366,0.000027861337,0.0008571008],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9986094,0.00012597753,0.0004147566,0.00039106476,0.00024029236,0.00021846053],"domain_scores_gemma":[0.9989381,0.0007270757,0.000044899076,0.000098549644,0.000072596435,0.000118820826],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00029882163,0.00017313675,0.00031767346,0.00017689313,0.00007228306,0.00016548137,0.000022744034,0.00007423041,0.000110397326],"category_scores_gemma":[0.00038215594,0.00014783787,0.00007135951,0.00026553628,0.000056552555,0.00033684366,0.000023978157,0.00024239229,0.000008174938],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0011521942,0.0005029415,0.23054153,0.00029292787,0.000149995,0.0010140381,0.010613407,0.55194664,0.060802188,0.0032027017,0.00020381107,0.13957763],"study_design_scores_gemma":[0.0018867081,0.00010277747,0.030384392,0.0002527529,0.000026259477,0.00002198079,0.0003560864,0.9619161,0.0037422755,0.00003468013,0.0011087641,0.00016721603],"about_ca_topic_score_codex":0.000022298747,"about_ca_topic_score_gemma":0.000007780484,"teacher_disagreement_score":0.40996948,"about_ca_system_score_codex":0.00008621289,"about_ca_system_score_gemma":0.00006768253,"threshold_uncertainty_score":0.6028653},"labels":[],"label_agreement":null},{"id":"W4390696320","doi":"10.3389/frobt.2023.1273631","title":"Smart haptic gloves for virtual reality surgery simulation: a pilot study on external ventricular drain training","year":2024,"lang":"en","type":"article","venue":"Frontiers in Robotics and AI","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":15,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Toronto Metropolitan University; Western University","funders":"Natural Sciences and Engineering Research Council of Canada; Mitacs","keywords":"Haptic technology; Virtual reality; Neurosurgery; Computer science; Simulation; Medical physics; Medicine; Human–computer interaction; Physical medicine and rehabilitation; Surgery","score_opus":0.08495182078222666,"score_gpt":0.33647888311894214,"score_spread":0.2515270623367155,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4390696320","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.3981036,0.0009988488,0.5948978,0.001851023,0.0025545075,0.0010184128,0.000012118535,0.00012610045,0.00043760327],"genre_scores_gemma":[0.9979984,0.000008554491,0.00121604,0.00033352542,0.00021886703,0.000013745655,0.000017497407,0.000020122958,0.00017321807],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99891365,0.00005570875,0.00031578416,0.00028756954,0.00021470862,0.00021259749],"domain_scores_gemma":[0.99911714,0.00059857004,0.000032719978,0.000107559776,0.000031343527,0.00011267925],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0006003476,0.00013344364,0.0003377503,0.00019086116,0.0000694859,0.00007433091,0.00002951446,0.000044123473,0.000014798228],"category_scores_gemma":[0.00021546299,0.00011437138,0.000080001104,0.00020905645,0.00004003152,0.00006162512,0.000013380599,0.0001774892,0.0000015392678],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.002050853,0.0016144129,0.18022706,0.0002682544,0.00044569038,0.0013639677,0.004013762,0.6508104,0.000017458447,0.005285027,0.0014851661,0.15241791],"study_design_scores_gemma":[0.002479771,0.0013062402,0.04550635,0.0004003196,0.00010546453,0.000008281031,0.0013773537,0.94384855,0.0000020291122,0.0018133451,0.0029797931,0.00017247665],"about_ca_topic_score_codex":0.0000061447217,"about_ca_topic_score_gemma":0.0000021211154,"teacher_disagreement_score":0.5998948,"about_ca_system_score_codex":0.00005188148,"about_ca_system_score_gemma":0.00005466169,"threshold_uncertainty_score":0.46639296},"labels":[],"label_agreement":null},{"id":"W4390707553","doi":"10.1007/978-3-031-23161-2_130","title":"Immersive Technologies for Medical Education","year":2024,"lang":"en","type":"book-chapter","venue":"Encyclopedia of Computer Graphics and Games","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Memorial University of Newfoundland; Ontario Tech University","funders":"","keywords":"Computer science; Human–computer interaction; Immersive technology; Psychology; Multimedia; Computer graphics (images); Virtual reality","score_opus":0.012246800919319071,"score_gpt":0.2775550823361609,"score_spread":0.2653082814168418,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4390707553","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0010273719,0.021795355,0.0026167536,0.0063033085,0.0018903494,0.0009467594,0.000041734274,0.00022971624,0.9651486],"genre_scores_gemma":[0.17735897,0.1291686,0.012100308,0.0052798134,0.0046901437,0.0001779927,0.0009772014,0.0003630302,0.66988397],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9990607,0.0000027498825,0.00030187465,0.00027052173,0.00025735385,0.0001068123],"domain_scores_gemma":[0.99929994,0.0002321818,0.0000973002,0.00014479006,0.00013599248,0.000089771514],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000110123045,0.00018353194,0.00038974948,0.000303405,0.000026775171,0.000012287335,0.00007107487,0.00039524,0.000075480115],"category_scores_gemma":[0.000049324495,0.00014616734,0.00018950751,0.000047452628,0.00020486079,0.000020640075,0.00006622356,0.00030381433,0.0000034536154],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000026445749,0.000025741785,0.00011685088,0.00033271316,0.00014414049,0.000009850691,0.00011053991,2.609163e-7,8.897887e-8,0.7032597,0.0027772405,0.2931964],"study_design_scores_gemma":[0.00054024905,0.0001927749,0.00016974965,0.0009682065,0.00016879477,0.000020124742,0.000037148304,0.0010730874,0.0000024176252,0.12734798,0.8693353,0.00014416264],"about_ca_topic_score_codex":0.0000019995484,"about_ca_topic_score_gemma":0.0000018812467,"teacher_disagreement_score":0.8665581,"about_ca_system_score_codex":0.0000075668036,"about_ca_system_score_gemma":0.00020850763,"threshold_uncertainty_score":0.59605306},"labels":[],"label_agreement":null},{"id":"W4390743131","doi":"10.1007/s00192-023-05717-9","title":"Summative Evaluation of Vaginal Surgery Skills: Setting A Pass–Fail Score","year":2024,"lang":"en","type":"article","venue":"International Urogynecology Journal","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Centre for Advancing Health Outcomes; St. Paul's Hospital; University of British Columbia","funders":"Royal College of Physicians and Surgeons of Canada; Faculty of Medicine, University of British Columbia","keywords":"Medicine; Summative assessment; Checklist; Competence (human resources); Randomized controlled trial; Medical physics; Surgery; Formative assessment","score_opus":0.05272038689652565,"score_gpt":0.3733568012228358,"score_spread":0.3206364143263102,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4390743131","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97610396,0.0005382352,0.00077979837,0.004507174,0.0027746935,0.00014050625,0.00000961995,0.00004697104,0.0150990235],"genre_scores_gemma":[0.99835926,0.0000423465,0.00031527109,0.00035364385,0.00060465466,0.000010005881,0.000039882587,0.000015577247,0.0002593313],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9980837,0.00021543347,0.00055778935,0.00018243908,0.0007765313,0.00018410929],"domain_scores_gemma":[0.9969071,0.0018054267,0.00019199918,0.00006986896,0.0009154156,0.00011015486],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.002499736,0.00011229898,0.00024635874,0.00045046443,0.00006748379,0.00004951942,0.00008564586,0.000098644676,0.005401991],"category_scores_gemma":[0.0022188833,0.00009337395,0.00021407857,0.00018688993,0.000092355214,0.00019652589,0.00002808727,0.0004377767,0.00006483195],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0003155903,0.00042908863,0.39278233,0.0000780279,0.002058247,0.0010914031,0.0019470644,0.0022525513,0.000604892,0.005565367,0.0049678297,0.5879076],"study_design_scores_gemma":[0.0053849425,0.00029631515,0.8114987,0.0011568804,0.00076427974,0.0048327004,0.00082557043,0.11827947,0.0007663278,0.010790763,0.045106582,0.0002974455],"about_ca_topic_score_codex":0.0000025891588,"about_ca_topic_score_gemma":0.000004566055,"teacher_disagreement_score":0.5876102,"about_ca_system_score_codex":0.0002531903,"about_ca_system_score_gemma":0.00060514436,"threshold_uncertainty_score":0.9955072},"labels":[],"label_agreement":null},{"id":"W4390767930","doi":"10.1049/htl2.12066","title":"Clinical trainee performance on task‐based AR/VR‐guided surgical simulation is correlated with their 3D image spatial reasoning scores","year":2024,"lang":"en","type":"article","venue":"Healthcare Technology Letters","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"London Health Sciences Centre; Western University","funders":"Natural Sciences and Engineering Research Council of Canada; Megagrants","keywords":"Computer science; Ranking (information retrieval); Task (project management); Metric (unit); Population; Process (computing); Artificial intelligence; Medical physics; Simulation; Physical medicine and rehabilitation; Human–computer interaction; Medicine","score_opus":0.04100671592791222,"score_gpt":0.3611506111527431,"score_spread":0.3201438952248309,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4390767930","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.94650525,0.00018918327,0.0038223278,0.046711713,0.0003250581,0.0005607242,0.000015276153,0.0014491334,0.00042134125],"genre_scores_gemma":[0.9891797,0.00003118711,0.0011081056,0.009209871,0.00024056269,0.000033084583,0.000105147745,0.00006313516,0.000029247309],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9976267,0.00012001663,0.00067752774,0.0006898698,0.00036188003,0.00052401214],"domain_scores_gemma":[0.9983899,0.00073065556,0.00012061774,0.00043334172,0.00012537539,0.00020012414],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00049047,0.00031290448,0.00054506393,0.0005180007,0.00017334634,0.00003292838,0.0001176575,0.0005120758,0.00017386221],"category_scores_gemma":[0.00017257222,0.00022787083,0.00015040438,0.0008409309,0.00041916536,0.00008536195,0.00002542305,0.0014290381,0.000076089316],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.003286738,0.00022815725,0.44007346,0.000577113,0.00028503008,0.0030478342,0.000554483,0.013009836,0.00025913247,0.000544609,0.0005226722,0.53761095],"study_design_scores_gemma":[0.0071792053,0.001676085,0.05487294,0.0023927772,0.00008853236,0.0002671845,0.00011009565,0.91614735,0.00043165937,0.000031175317,0.016356818,0.00044616935],"about_ca_topic_score_codex":0.000039028386,"about_ca_topic_score_gemma":0.00001112088,"teacher_disagreement_score":0.9031375,"about_ca_system_score_codex":0.00014500885,"about_ca_system_score_gemma":0.00018516109,"threshold_uncertainty_score":0.9292303},"labels":[],"label_agreement":null},{"id":"W4390805295","doi":"10.18060/27763","title":"In-Theatre Simulation as a Training Tool for Laparoscopic Salpingectomy in Eldoret, Kenya","year":2024,"lang":"en","type":"article","venue":"Proceedings of IMPRS","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Salpingectomy; Pregnancy; Biology","score_opus":0.03227494127051351,"score_gpt":0.3426404223673581,"score_spread":0.3103654810968446,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4390805295","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98673487,0.00017904556,0.000041379855,0.0005268908,0.00010886033,0.00051874167,0.0000022061836,0.00007729149,0.011810709],"genre_scores_gemma":[0.99886096,0.000008659232,0.00055572746,0.00021205212,0.00012868666,0.000044576453,0.000004944877,0.000024257917,0.00016015206],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99896514,0.000002255233,0.00036529906,0.0002438889,0.0001693179,0.00025412408],"domain_scores_gemma":[0.9995043,0.00027599433,0.00004729957,0.00003369608,0.000078085075,0.000060593666],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0003688177,0.00011558346,0.00029183563,0.00031923977,0.000018839104,0.000031834137,0.000044157936,0.000098791075,0.00007962226],"category_scores_gemma":[0.000358162,0.0001043912,0.00008220982,0.00047715157,0.000029014625,0.00023385664,0.000013186313,0.00016609352,0.000005864555],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0035542026,0.00058961223,0.2839858,0.007362941,0.00028018872,0.000107470405,0.048151296,0.004787609,0.050479583,0.043527886,0.0003133592,0.55686],"study_design_scores_gemma":[0.037031308,0.0024043866,0.08482278,0.009247507,0.0002998431,0.00007577407,0.008482603,0.73183984,0.025089396,0.027024785,0.0724733,0.001208487],"about_ca_topic_score_codex":0.000012066411,"about_ca_topic_score_gemma":0.0000025149131,"teacher_disagreement_score":0.7270522,"about_ca_system_score_codex":0.000073069656,"about_ca_system_score_gemma":0.0000730968,"threshold_uncertainty_score":0.42569497},"labels":[],"label_agreement":null},{"id":"W4390823732","doi":"10.58974/bjss/azbc030","title":"Surgical ergonomics: how and where to start?","year":2024,"lang":"en","type":"article","venue":"","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto; Sunnybrook Health Science Centre","funders":"","keywords":"Human factors and ergonomics; Operations management; Computer science; Engineering; Medicine; Medical emergency; Poison control","score_opus":0.030905760916243235,"score_gpt":0.3012109525927519,"score_spread":0.2703051916765086,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4390823732","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.89856774,0.0007279847,0.00027086568,0.014775919,0.00013173732,0.00011935609,0.0000018235909,0.00019007006,0.085214496],"genre_scores_gemma":[0.98643845,0.000030513436,0.00044290713,0.00045229413,0.00013259535,0.0000021856647,0.000002645708,0.0000072874705,0.012491106],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9996609,0.0000060479106,0.0000560787,0.00013035862,0.00005916871,0.00008744423],"domain_scores_gemma":[0.99966997,0.00010234875,0.0000024990195,0.000053060023,0.000010824381,0.00016128196],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00007216276,0.000046960882,0.000088573666,0.000038337846,0.000015336425,0.0000520677,0.000010523899,0.000029336488,0.0015094788],"category_scores_gemma":[0.000014026875,0.000032643246,0.00002780376,0.0000747635,0.000012477344,0.000033340464,0.000014537728,0.00006076537,0.00012312125],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0007828269,0.00007886491,0.01923044,0.00023984212,0.00018582688,0.001535932,0.0011933027,0.00006759485,0.00023451872,0.08604875,0.016518217,0.8738839],"study_design_scores_gemma":[0.00075288495,0.00007019006,0.00430437,0.000049107388,0.000011941662,0.00003892975,0.00016043475,0.0046622073,0.00004947761,0.00006439591,0.9897806,0.000055429493],"about_ca_topic_score_codex":0.0000060216084,"about_ca_topic_score_gemma":0.000009418156,"teacher_disagreement_score":0.9732624,"about_ca_system_score_codex":0.000012139994,"about_ca_system_score_gemma":0.00001546386,"threshold_uncertainty_score":0.9994033},"labels":[],"label_agreement":null},{"id":"W4390878461","doi":"10.7759/cureus.52300","title":"The Iterative Design and Development of an Affordable Ultrasound Simulator","year":2024,"lang":"en","type":"article","venue":"Cureus","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Ontario Tech University","funders":"Natural Sciences and Engineering Research Council of Canada; University of Ottawa","keywords":"Sonographer; Computer science; Ultrasound; Trainer; Silicone; Simulation; Medical physics; Medicine; Materials science; Radiology","score_opus":0.05170209582504553,"score_gpt":0.3312646985289437,"score_spread":0.27956260270389816,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4390878461","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97761184,0.00276673,0.015150015,0.0001011313,0.00015652164,0.00027901147,0.0000014366286,0.000071858594,0.0038614445],"genre_scores_gemma":[0.99436,0.000016886697,0.0052219364,0.00004513446,0.000034325254,0.000004573356,0.0000046177997,0.000006660377,0.0003058642],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9995986,0.000022253198,0.00011556575,0.000090674344,0.00009229248,0.00008056476],"domain_scores_gemma":[0.99926645,0.0005622418,0.000012607718,0.00006811714,0.000029542567,0.00006106366],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0002251804,0.00005063898,0.00007643928,0.0000133755,0.000084992644,0.00003487265,0.00002210607,0.000024946974,0.000111370355],"category_scores_gemma":[0.00006828962,0.00002898728,0.00001344941,0.000060861752,0.00003831059,0.00005509875,0.0000071437266,0.000051662577,0.0000069386306],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0010920883,0.0004494528,0.005180815,0.00035923134,0.001109259,0.00017146357,0.056780595,0.0062452215,0.014010414,0.026197713,0.00056792557,0.8878358],"study_design_scores_gemma":[0.004541748,0.00084533915,0.022763368,0.0004986913,0.00014698802,0.00009436544,0.004607769,0.19342396,0.049080763,0.0029696901,0.72058654,0.00044077434],"about_ca_topic_score_codex":0.0000012053179,"about_ca_topic_score_gemma":0.000002457573,"teacher_disagreement_score":0.887395,"about_ca_system_score_codex":0.000017318975,"about_ca_system_score_gemma":0.00006982712,"threshold_uncertainty_score":0.12194272},"labels":[],"label_agreement":null},{"id":"W4390903338","doi":"10.1097/scs.0000000000009925","title":"Ergonomics in Craniofacial Surgery: Can We Do Better? A Quality Improvement Study","year":2024,"lang":"en","type":"article","venue":"Journal of Craniofacial Surgery","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University; Centre Hospitalier de l’Université de Montréal; Queen's University","funders":"","keywords":"Medicine; Craniofacial; Surgery; Physical therapy","score_opus":0.05729567938665854,"score_gpt":0.3414059546371626,"score_spread":0.2841102752505041,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4390903338","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9939519,0.00023519731,0.00008528931,0.0021136787,0.002889313,0.0003160017,0.000018868508,0.0000536954,0.00033605835],"genre_scores_gemma":[0.99784464,0.00019440438,0.000030363972,0.0005556708,0.0012657122,0.0000079726515,0.0000059874733,0.000042203195,0.00005305638],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9961725,0.00025052283,0.0019907726,0.00031953654,0.00081324717,0.0004534198],"domain_scores_gemma":[0.99722254,0.0016419248,0.0003863022,0.00019914177,0.0001893785,0.00036071654],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0038797865,0.00028568963,0.00127563,0.00079654827,0.0000912545,0.00015731044,0.00010015186,0.00015709802,0.00056126085],"category_scores_gemma":[0.0006666724,0.0002390652,0.0008195583,0.00070083665,0.00007192093,0.0002448415,0.000038645376,0.0006941181,0.000017995053],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0012897037,0.00074705365,0.6856302,0.00014245266,0.000298592,0.0018043955,0.0017890233,0.000045319226,0.0002567506,0.00006594247,0.0003431829,0.30758736],"study_design_scores_gemma":[0.003066681,0.00029445378,0.958807,0.00065278175,0.0001966399,0.00010211346,0.0022411095,0.00015424655,0.0000700371,0.0005675807,0.03340615,0.00044121814],"about_ca_topic_score_codex":0.00015513462,"about_ca_topic_score_gemma":0.00006394259,"teacher_disagreement_score":0.30714613,"about_ca_system_score_codex":0.0003458011,"about_ca_system_score_gemma":0.00077577494,"threshold_uncertainty_score":0.97487956},"labels":[],"label_agreement":null},{"id":"W4390966642","doi":"10.5435/jaaosglobal-d-23-00065","title":"Validity Evidence for Procedure-specific Competence Assessment Tools in Orthopaedic Surgery: A Scoping Review","year":2024,"lang":"en","type":"review","venue":"JAAOS Global Research and Reviews","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Sturgeon Community Hospital; University of Alberta; University of Alberta Hospital","funders":"","keywords":"Summative assessment; Competence (human resources); Evidence-based medicine; Medicine; MEDLINE; External validity; Evidence-based practice; Medical education; Best evidence; Sports medicine; Grading (engineering); Psychology; Medical physics; Applied psychology; Alternative medicine; Formative assessment; Physical therapy; Social psychology; Pathology","score_opus":0.7800132027430087,"score_gpt":0.6267015939233461,"score_spread":0.15331160881966255,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4390966642","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000004606777,0.98202616,0.000042466712,0.0005360877,0.00022723555,0.015994435,0.00005018947,0.000049225342,0.0010695645],"genre_scores_gemma":[0.000019959229,0.9953509,0.00045903045,0.00027841062,0.00036578559,0.0031642283,0.0001662115,0.000039009272,0.00015647385],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9932215,0.0014729764,0.002172444,0.0012069086,0.0010146941,0.0009114654],"domain_scores_gemma":[0.992103,0.005956439,0.00036258544,0.0006242706,0.00037074668,0.0005829727],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.016082667,0.0005540793,0.004761554,0.0003160419,0.00015920165,0.0002271017,0.00027432243,0.0002892393,0.0001731261],"category_scores_gemma":[0.010601784,0.00033861882,0.0012713646,0.0027783208,0.0002205143,0.00018849618,0.00024170933,0.0012598105,0.00016638717],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00001812897,0.000047221838,0.000115507224,0.41063437,0.000020296007,0.000072938376,0.0000024511878,1.2023567e-8,1.632385e-8,0.00024041031,0.0033587902,0.58548987],"study_design_scores_gemma":[0.00016195471,0.000099741635,0.000037850208,0.49563992,0.00021342645,0.00006454836,0.0000024655328,0.000007584881,1.23095605e-8,0.00006613711,0.50355196,0.0001544315],"about_ca_topic_score_codex":0.0000084009025,"about_ca_topic_score_gemma":0.000031009287,"teacher_disagreement_score":0.58533543,"about_ca_system_score_codex":0.00066916324,"about_ca_system_score_gemma":0.0029090098,"threshold_uncertainty_score":0.9999066},"labels":[],"label_agreement":null},{"id":"W4390969193","doi":"10.1109/lra.2024.3355729","title":"Multi-Axis Force Sensing in Laparoscopic Surgery","year":2024,"lang":"en","type":"article","venue":"IEEE Robotics and Automation Letters","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Transducer; Deflection (physics); Calibration; Stiffness; Pressure sensor; Acoustics; Surgical instrument; Cannula; Torque; Engineering; Mechanical engineering; Simulation; Structural engineering; Optics; Electrical engineering; Physics; Surgery","score_opus":0.037148985176369595,"score_gpt":0.2962235190940434,"score_spread":0.25907453391767377,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4390969193","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9689062,0.00014941822,0.024895797,0.0052325423,0.00044792614,0.00010533339,8.683359e-7,0.00016117546,0.000100697136],"genre_scores_gemma":[0.9945378,0.000019252435,0.0034933449,0.0017708774,0.000077339,9.874075e-7,0.00001078337,0.000011908302,0.00007775668],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9994023,0.000021480148,0.00019769918,0.0001453515,0.00010546028,0.00012772276],"domain_scores_gemma":[0.99961853,0.00023505394,0.0000205518,0.00006019176,0.000011962928,0.000053723106],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00015676364,0.00007553342,0.0001569933,0.00016304402,0.00003171427,0.000055158023,0.0000098061755,0.000042027357,0.0000140760385],"category_scores_gemma":[0.00003653678,0.00006724414,0.00004340372,0.00018937919,0.000025652593,0.00007731352,0.0000045715196,0.000099860146,0.000015966372],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00009788471,0.00023050068,0.10957017,0.0021906795,0.0002891351,0.0020362984,0.004520256,0.41241148,0.08989079,0.001576147,0.0027286443,0.37445801],"study_design_scores_gemma":[0.0007120584,0.000007743514,0.044877786,0.0004199751,0.000019183246,0.000023442622,0.0000326257,0.952633,0.0004095841,0.000019076697,0.00075185683,0.00009363072],"about_ca_topic_score_codex":0.000009428764,"about_ca_topic_score_gemma":0.000003976647,"teacher_disagreement_score":0.5402216,"about_ca_system_score_codex":0.000031289776,"about_ca_system_score_gemma":0.000018294591,"threshold_uncertainty_score":0.27421364},"labels":[],"label_agreement":null},{"id":"W4391023377","doi":"10.1038/s41591-023-02732-7","title":"The IDEAL framework for surgical robotics: development, comparative evaluation and long-term monitoring","year":2024,"lang":"en","type":"article","venue":"Nature Medicine","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":155,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary; University of Ottawa; Western University","funders":"National Institute of Biomedical Imaging and Bioengineering; Invention for Innovation; Australian Research Council; Siemens Healthineers; Urology Foundation; Agency for Healthcare Research and Quality; Rosetrees Trust; European Commission; University of Oxford; Research Councils UK; National Institute for Health and Care Research; Engineering and Physical Sciences Research Council; UK Research and Innovation; U.S. Department of Health and Human Services; Cancer Research UK; British Heart Foundation; Wellcome Trust; Department of Education and Training; Wellcome","keywords":"Robotics; Artificial intelligence; Context (archaeology); Robot; Computer science; Health care; Medicine; Risk analysis (engineering); Engineering management; Engineering ethics; Systems engineering; Process management; Engineering; Political science","score_opus":0.09178495278003054,"score_gpt":0.4512862703785637,"score_spread":0.3595013175985332,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4391023377","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8527399,0.11181869,0.010110817,0.013832992,0.0042407885,0.0018710627,0.0000023427392,0.00025743598,0.005125972],"genre_scores_gemma":[0.99588317,0.00015060288,0.0018690581,0.00012849303,0.0016775362,0.000040292525,0.000038770835,0.000013334078,0.00019877049],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9987862,0.000047041874,0.00024978863,0.00023086056,0.00050071604,0.00018538845],"domain_scores_gemma":[0.99722487,0.002316646,0.000037176538,0.000102189006,0.00019244709,0.00012664594],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001064153,0.00012825102,0.00023983269,0.00006747295,0.00019506893,0.00003500153,0.000045071272,0.00021092007,0.000062552645],"category_scores_gemma":[0.00052772276,0.000069274734,0.000038311166,0.00020727064,0.000115099894,0.000038859238,0.00001652004,0.0006523165,0.000005408936],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0013190818,0.00007396246,0.08308972,0.0004871457,0.00069988705,0.00020879126,0.006581151,0.00016282347,0.00008578224,0.07278211,0.0006483615,0.8338612],"study_design_scores_gemma":[0.017562183,0.0007064665,0.75066584,0.006840497,0.00096902344,0.00028201804,0.001488157,0.03373857,0.00096399814,0.009759329,0.17652696,0.00049694546],"about_ca_topic_score_codex":9.2024334e-7,"about_ca_topic_score_gemma":0.0000028610598,"teacher_disagreement_score":0.83336425,"about_ca_system_score_codex":0.00007684327,"about_ca_system_score_gemma":0.000089401576,"threshold_uncertainty_score":0.28340268},"labels":[],"label_agreement":null},{"id":"W4391041942","doi":"10.1038/s41539-024-00216-y","title":"Development of performance and learning rate evaluation models in robot-assisted surgery using electroencephalography and eye-tracking","year":2024,"lang":"en","type":"article","venue":"npj Science of Learning","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Guelph","funders":"National Cancer Institute; National Institutes of Health; Roswell Park Cancer Institute; National Institute of Biomedical Imaging and Bioengineering; U.S. Department of Health and Human Services","keywords":"Random forest; Computer science; Artificial intelligence; Eye tracking; Multivariate statistics; Electroencephalography; Machine learning; Simulation; Psychology","score_opus":0.08795241636317766,"score_gpt":0.3591893621791345,"score_spread":0.2712369458159568,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4391041942","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99697125,0.0005204297,0.001831902,0.0000169584,0.000037920156,0.00009388922,4.4037076e-8,0.0000248009,0.00050278974],"genre_scores_gemma":[0.9958983,0.00005610847,0.00401217,0.000004088189,0.0000083966215,0.0000024320525,0.0000022231939,0.0000070886013,0.0000091599695],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9986546,0.00009399515,0.00033956164,0.00026288137,0.00043471952,0.00021425742],"domain_scores_gemma":[0.9993221,0.00030837324,0.00010554251,0.000045992438,0.00015499364,0.00006297552],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0047836597,0.000082841834,0.00021496831,0.00063765625,0.00018601501,0.000053683736,0.000034327135,0.00003602594,0.000011135149],"category_scores_gemma":[0.000531558,0.00007456342,0.000026758216,0.0012546772,0.0002150025,0.0006618507,0.00002974978,0.00028227924,1.7915507e-7],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000046321686,0.000018531528,0.24719948,0.00021012755,0.000014884797,0.00000445314,0.005422352,0.13459584,0.13845597,0.00010211203,3.824756e-8,0.47392988],"study_design_scores_gemma":[0.00024278126,0.000025718431,0.3368718,0.00065517053,0.000016748756,0.000007086743,0.00064326957,0.6588014,0.0026416772,0.000014504038,0.000024250854,0.000055601886],"about_ca_topic_score_codex":0.000005933479,"about_ca_topic_score_gemma":0.0000025799525,"teacher_disagreement_score":0.5242055,"about_ca_system_score_codex":0.00005424768,"about_ca_system_score_gemma":0.00034996963,"threshold_uncertainty_score":0.3040608},"labels":[],"label_agreement":null},{"id":"W4391141092","doi":"10.1097/sla.0000000000006211","title":"Surgical Sabermetrics","year":2024,"lang":"en","type":"article","venue":"Annals of Surgery","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":21,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Ministère de la Défense Nationale; Royal College of Surgeons of Edinburgh; Melville Charitable Trust","keywords":"Medicine; PsycINFO; CINAHL; Context (archaeology); MEDLINE; Teamwork; Cochrane Library; Medical physics; Evidence-based medicine; Inclusion (mineral); Medical education; Surgery; Psychological intervention; Nursing; Randomized controlled trial; Alternative medicine; Pathology","score_opus":0.417260551964534,"score_gpt":0.42733186953459484,"score_spread":0.010071317570060856,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4391141092","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.93414634,0.0045436323,0.000022080478,0.002813057,0.00037127265,0.00004942107,0.0000058138953,0.00013137156,0.057917032],"genre_scores_gemma":[0.9979522,0.0005158628,0.000018993667,0.00044421558,0.00017094401,0.0000013992222,0.000015366844,0.0000109404655,0.00087002845],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9992276,0.0000197657,0.0002484919,0.00012265977,0.00023170792,0.00014976262],"domain_scores_gemma":[0.99811393,0.0015750246,0.000022248272,0.00009581944,0.00007999855,0.00011296224],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0005174915,0.000062519626,0.00024219716,0.00028070388,0.000013812496,0.00001224496,0.00001805115,0.00005749154,0.0009844581],"category_scores_gemma":[0.00027507785,0.000048571037,0.00025455176,0.0007064982,0.000040759103,0.000053806554,0.000010657686,0.000097549586,0.00009833643],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00027071868,0.00022536406,0.10102741,0.0004496011,0.00025097662,0.002499182,0.00010789425,0.00002281212,0.00005848131,0.009275801,0.025383389,0.8604284],"study_design_scores_gemma":[0.00029375902,0.000034852503,0.05528177,0.00034863298,0.000027621756,0.00008518409,0.000025513093,0.0009849084,0.0018405078,0.00046158364,0.94050443,0.00011121628],"about_ca_topic_score_codex":0.0000051301,"about_ca_topic_score_gemma":7.886833e-8,"teacher_disagreement_score":0.9151211,"about_ca_system_score_codex":0.0000034069267,"about_ca_system_score_gemma":0.00006120959,"threshold_uncertainty_score":0.9999288},"labels":[],"label_agreement":null},{"id":"W4391385203","doi":"10.1038/s41591-024-02836-8","title":"Author Correction: The IDEAL framework for surgical robotics: development, comparative evaluation and long-term monitoring","year":2024,"lang":"en","type":"erratum","venue":"Nature Medicine","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":3,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary; University of Ottawa; Institut Universitaire de Gériatrie de Montréal; Western University","funders":"National Institute for Health and Care Research","keywords":"Term (time); Ideal (ethics); Robotics; Artificial intelligence; Computer science; Medicine; Medical physics; Robot; Philosophy; Epistemology; Physics","score_opus":0.09913624850565968,"score_gpt":0.4450493508939424,"score_spread":0.3459131023882827,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4391385203","genre_codex":"editorial","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.012662468,0.33831608,0.008611976,0.0494812,0.4905317,0.009795397,0.000033836277,0.0009104412,0.08965689],"genre_scores_gemma":[0.75109595,0.0006995334,0.0026127952,0.0009895376,0.057709705,0.00043415156,0.002456685,0.00017049797,0.18383113],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9971683,0.00012885817,0.0005744666,0.0005930488,0.0012085749,0.00032673543],"domain_scores_gemma":[0.9968849,0.0018140804,0.00021387522,0.00026843575,0.00058637356,0.0002323515],"candidate_categories":["research_integrity"],"consensus_categories":["research_integrity"],"category_scores_codex":[0.0015562972,0.00041881896,0.0008547217,0.00022185467,0.00028848843,0.000053462296,0.00011811887,0.0014570949,0.00029203258],"category_scores_gemma":[0.0012248796,0.00024201587,0.00012489335,0.0004401909,0.0002167098,0.000040534982,0.000053909815,0.0045041447,0.00001644366],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0014514697,0.00013827588,0.0076528196,0.00164974,0.0017047661,0.0003207423,0.008029654,0.00013800405,0.0000031597026,0.004075556,0.7915247,0.1833111],"study_design_scores_gemma":[0.0056229588,0.00041759605,0.057003606,0.010872372,0.0020120319,0.00029896776,0.0007687946,0.0100329,0.00002629599,0.001138514,0.9113648,0.00044116695],"about_ca_topic_score_codex":0.0000040080777,"about_ca_topic_score_gemma":0.000012887507,"teacher_disagreement_score":0.7384335,"about_ca_system_score_codex":0.00026292182,"about_ca_system_score_gemma":0.00042122486,"threshold_uncertainty_score":0.99983925},"labels":[],"label_agreement":null},{"id":"W4391419744","doi":"10.5489/cuaj.8608","title":"Incidence and predictors of delays in commencing fellowship training in urology","year":2024,"lang":"en","type":"article","venue":"Canadian Urological Association Journal","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Medicine; Urology; Incidence (geometry); Residency training; Family medicine; Medical education; Continuing education","score_opus":0.02736403540591499,"score_gpt":0.2654192891324175,"score_spread":0.23805525372650255,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4391419744","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.989345,0.0004752144,0.00003478355,0.0072115017,0.00017684617,0.00007420965,0.00000329161,0.000012194278,0.0026669453],"genre_scores_gemma":[0.99816877,0.0000404639,0.000044061,0.0016070835,0.000106043255,0.0000021310955,0.0000034088678,0.0000054787993,0.000022588576],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9988997,0.00015212454,0.00036826747,0.00012925982,0.00016124714,0.00028940183],"domain_scores_gemma":[0.99884576,0.00071112806,0.0000713444,0.00003153958,0.0000434323,0.00029681387],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0013343248,0.00007135789,0.00022795111,0.00037992612,0.000039918585,0.000027011469,0.000040821516,0.00018804971,0.00018206687],"category_scores_gemma":[0.0011912435,0.000060964736,0.00004328879,0.0003459383,0.000033484892,0.00007675757,0.000007987019,0.00066513545,0.0000029089504],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000027744534,0.000007706714,0.9883707,0.000006437291,0.000018797824,0.00035387962,0.0016972267,0.0004535946,0.000021951952,0.000571297,0.000036279325,0.00843435],"study_design_scores_gemma":[0.0009875026,0.00016357379,0.98010325,0.00005795112,0.000018884983,0.00015407606,0.0004382024,0.011004347,0.000002298682,0.0015409933,0.0054672426,0.00006167745],"about_ca_topic_score_codex":0.0006121905,"about_ca_topic_score_gemma":0.0033276335,"teacher_disagreement_score":0.010550753,"about_ca_system_score_codex":0.00041545028,"about_ca_system_score_gemma":0.00037156814,"threshold_uncertainty_score":0.28897196},"labels":[],"label_agreement":null},{"id":"W4391429917","doi":"10.1016/j.amjsurg.2024.01.024","title":"Intraoperative teaching methods, models, and frameworks: A scoping review for surgical resident education","year":2024,"lang":"en","type":"review","venue":"The American Journal of Surgery","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":9,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"St. Paul's Hospital; University of British Columbia","funders":"","keywords":"Medical education; Medicine; Medical physics","score_opus":0.19698657919123713,"score_gpt":0.527087954749037,"score_spread":0.3301013755577999,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4391429917","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000047561825,0.9950938,0.0021663134,0.0012556282,0.0004390584,0.00078445737,0.000003100703,0.00001693097,0.0001931428],"genre_scores_gemma":[0.00009869776,0.992879,0.0049501252,0.0009811962,0.00090108276,0.000057177287,0.000011505723,0.000053809366,0.000067449546],"study_design_codex":"design_other","study_design_gemma":"systematic_review","domain_scores_codex":[0.99655575,0.0012679431,0.0014329067,0.00023645046,0.00029162955,0.00021534736],"domain_scores_gemma":[0.9893994,0.00863247,0.0013349748,0.00021597158,0.00020842112,0.00020880513],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.006025256,0.00029990147,0.0033036182,0.00030255673,0.00010980423,0.000071074945,0.00011094895,0.000108458626,0.000031112053],"category_scores_gemma":[0.0015155155,0.00015477887,0.0010377411,0.000412599,0.00018240631,0.000109186614,0.00004468938,0.001732256,0.0000024191384],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000060477287,0.000026674868,0.0000017034184,0.02853198,0.0003273617,0.000033811808,0.00013392679,0.000002931692,1.4462535e-8,0.00023668101,0.00060118135,0.97004324],"study_design_scores_gemma":[0.00013153335,0.00007407072,0.0000014070246,0.68046343,0.0032974046,0.0018298483,0.0002405871,0.000079736914,7.359705e-8,0.00040074138,0.31331667,0.00016450699],"about_ca_topic_score_codex":0.0000069324906,"about_ca_topic_score_gemma":1.4983507e-7,"teacher_disagreement_score":0.96987873,"about_ca_system_score_codex":0.00010133469,"about_ca_system_score_gemma":0.0016751807,"threshold_uncertainty_score":0.7525887},"labels":[],"label_agreement":null},{"id":"W4391472013","doi":"10.1097/hco.0000000000001106","title":"Simulating mitral repair: lessons learned","year":2024,"lang":"en","type":"article","venue":"Current Opinion in Cardiology","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto; University of Alberta","funders":"","keywords":"Mitral valve repair; Modalities; Fidelity; Computer science; Task (project management); Simulation; Mitral valve; Medical physics; Systems engineering; Medicine; Surgery; Engineering","score_opus":0.2273222765636057,"score_gpt":0.46588862791942875,"score_spread":0.23856635135582305,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4391472013","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7019247,0.10222253,0.007647667,0.015725615,0.07926151,0.0019019693,0.00006477694,0.0043756617,0.08687559],"genre_scores_gemma":[0.9981144,0.00038993254,0.000088295135,0.00003729029,0.001203753,0.000014924484,0.00007447239,0.000015248731,0.000061686806],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99892145,0.00010969664,0.0002764001,0.00033009308,0.000116983814,0.00024535815],"domain_scores_gemma":[0.99932253,0.00039499483,0.000019239673,0.00014987343,0.000028072254,0.00008526648],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00033917575,0.00010812623,0.00030527855,0.00016025752,0.000033405202,0.000012545322,0.00003590748,0.00010601546,0.00011389003],"category_scores_gemma":[0.00022349888,0.00009295957,0.00034089465,0.00026230112,0.000056348523,0.00004087592,0.000032193333,0.00039979047,0.00008982237],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00023124645,0.00008407319,0.2760355,0.00093122374,0.00030084833,0.00013146893,0.0007289588,0.016560491,0.000052201343,0.02957568,0.0031337622,0.67223454],"study_design_scores_gemma":[0.0020541244,0.00009656229,0.073796034,0.00072042743,0.000036413614,0.000073084804,0.00012288727,0.07110434,0.000003406826,0.0010474953,0.85077643,0.00016880246],"about_ca_topic_score_codex":0.000002917695,"about_ca_topic_score_gemma":2.8623515e-7,"teacher_disagreement_score":0.84764266,"about_ca_system_score_codex":0.00006361875,"about_ca_system_score_gemma":0.000068820926,"threshold_uncertainty_score":0.37907812},"labels":[],"label_agreement":null},{"id":"W4391817334","doi":"10.1002/hsr2.1889","title":"Online versus in‐person surgical near‐peer teaching in undergraduate medical education during the COVID‐19 pandemic: A mixed‐methods study","year":2024,"lang":"en","type":"article","venue":"Health Science Reports","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Coronavirus disease 2019 (COVID-19); Pandemic; 2019-20 coronavirus outbreak; Severe acute respiratory syndrome coronavirus 2 (SARS-CoV-2); Online teaching; Medical education; Online learning; Psychology; Medicine; Virology; Computer science; Multimedia; Infectious disease (medical specialty)","score_opus":0.150543327482265,"score_gpt":0.5331184265257137,"score_spread":0.3825750990434487,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4391817334","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9698664,0.00049324636,0.00006677577,0.026258402,0.0015197918,0.0005732216,3.5811036e-7,0.0001111891,0.0011106252],"genre_scores_gemma":[0.99773157,0.000037975824,0.0008419758,0.0009607849,0.00015477541,0.00002874542,0.000008541808,0.000011710249,0.00022392305],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9964005,0.00038044035,0.0007103128,0.0006110435,0.0014029637,0.00049477373],"domain_scores_gemma":[0.9980737,0.00071774964,0.00012186215,0.0002948716,0.00004782171,0.0007439781],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.017389432,0.0001300454,0.00029445937,0.00031961608,0.00039247394,0.00009855363,0.00010834513,0.000073451694,0.00007102192],"category_scores_gemma":[0.0047213286,0.00008520816,0.00005498072,0.0013996604,0.000274059,0.00015754688,0.00006523948,0.00091320666,0.0000024924145],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00012340123,0.0008224467,0.7530011,0.00013665168,0.000008642841,0.0024156203,0.0078060995,0.00029611835,0.0000049294845,0.00029155758,0.00005620441,0.23503725],"study_design_scores_gemma":[0.003339912,0.00030760973,0.8835588,0.0005453737,0.000015840347,0.0053558433,0.012392905,0.030718217,0.0000014033911,0.00021629554,0.06334237,0.00020543396],"about_ca_topic_score_codex":0.0014977488,"about_ca_topic_score_gemma":0.0014603346,"teacher_disagreement_score":0.23483181,"about_ca_system_score_codex":0.0009317256,"about_ca_system_score_gemma":0.0070555746,"threshold_uncertainty_score":0.9985735},"labels":[],"label_agreement":null},{"id":"W4391882680","doi":"10.5489/cuaj.8524","title":"Analyzing the influence of expanding multispecialty adoption of robotic surgery on robotic urologic care","year":2024,"lang":"en","type":"article","venue":"Canadian Urological Association Journal","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"McGill University; Royal Victoria Hospital; University of Toronto; NOSM University; Université de Montréal; McGill University Health Centre","funders":"","keywords":"Medicine; Specialty; Prostatectomy; Robotic surgery; General surgery; Surgery; Internal medicine; Prostate; Family medicine","score_opus":0.028945648287102027,"score_gpt":0.2766149292944236,"score_spread":0.24766928100732158,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4391882680","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99466884,0.0006718021,0.00037947635,0.0032126273,0.00034784037,0.00012138131,0.000005494574,0.000024438095,0.0005681055],"genre_scores_gemma":[0.9990257,0.0000720408,0.000069055335,0.0005394353,0.00024507882,0.0000023207128,0.000012920285,0.000008486055,0.000024989888],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9985201,0.0002126003,0.00049543247,0.00015290346,0.00032734685,0.00029164666],"domain_scores_gemma":[0.9976022,0.0015222764,0.00026776447,0.00008828987,0.00026160083,0.0002578193],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0008841382,0.00010890884,0.0003389163,0.0003085705,0.00016347645,0.000045917233,0.000077266086,0.0001781149,0.0002742098],"category_scores_gemma":[0.00199794,0.00007011079,0.0002427662,0.0004890893,0.00006484805,0.00007670458,0.000008461038,0.0005614161,0.000016232278],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00005926988,0.000024137702,0.82619935,0.000035209625,0.00012511048,0.00009411466,0.00036443214,0.15786085,0.0000757905,0.0013117596,0.00010316566,0.013746806],"study_design_scores_gemma":[0.00035079534,0.00017063193,0.99462646,0.00013960879,0.00012213655,0.000036509784,0.00022085528,0.0028274124,0.00001945554,0.00031181917,0.0010948944,0.00007939169],"about_ca_topic_score_codex":0.00015351582,"about_ca_topic_score_gemma":0.00010871258,"teacher_disagreement_score":0.16842714,"about_ca_system_score_codex":0.0005045314,"about_ca_system_score_gemma":0.00032068015,"threshold_uncertainty_score":0.30024052},"labels":[],"label_agreement":null},{"id":"W4391882750","doi":"10.1177/08465371241230278","title":"The Virtual Reality Radiology Workstation: Current Technology and Future Applications","year":2024,"lang":"en","type":"review","venue":"Canadian Association of Radiologists Journal","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Memorial University of Newfoundland","funders":"","keywords":"Workstation; Medicine; Virtual reality; Reading (process); Novelty; Augmented reality; Emerging technologies; Computer science; Medical physics; Radiology; Human–computer interaction; Artificial intelligence","score_opus":0.04180273094402435,"score_gpt":0.3637404228245787,"score_spread":0.3219376918805543,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4391882750","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0000056790905,0.9910755,0.00014465586,0.006052031,0.0010089297,0.00050146773,0.00008366425,0.000034007513,0.0010940466],"genre_scores_gemma":[0.00047093153,0.9969697,0.00004105106,0.00006409476,0.0017365224,0.000060930113,0.00012582245,0.000021632473,0.0005093194],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9980855,0.00030069135,0.0008099041,0.00025271747,0.00019351751,0.00035768008],"domain_scores_gemma":[0.9977078,0.0006387799,0.00081125763,0.00020463034,0.0002628807,0.00037463987],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001342686,0.00023048608,0.0009792814,0.000654125,0.00036836628,0.00006926698,0.00017413423,0.00068439025,0.000040087154],"category_scores_gemma":[0.00057046476,0.0001440966,0.0002969434,0.0008380999,0.00021779626,0.00003224529,0.000019996683,0.0015558195,0.00001688645],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000042831566,0.0000060681436,0.00021463385,0.00031333507,0.00031042073,0.00001754988,0.00002565338,0.000001260017,6.6586208e-9,0.018106233,0.006261386,0.9747392],"study_design_scores_gemma":[0.00033407143,0.000054861248,0.00023634381,0.00070061913,0.0007251159,0.0007890756,0.000087424596,0.000014997977,8.280224e-9,0.0010746946,0.9958663,0.000116482486],"about_ca_topic_score_codex":0.000037522303,"about_ca_topic_score_gemma":0.00088961684,"teacher_disagreement_score":0.9896049,"about_ca_system_score_codex":0.0014881258,"about_ca_system_score_gemma":0.0017053084,"threshold_uncertainty_score":0.6759348},"labels":[],"label_agreement":null},{"id":"W4391990279","doi":"10.1055/s-0044-1780370","title":"Heightening Surgical Education and Virtual Reality Simulation of the Pterygopalatine Fossa through Photorealism","year":2024,"lang":"en","type":"article","venue":"Journal of Neurological Surgery Part B Skull Base","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary; University of Toronto","funders":"","keywords":"Pterygopalatine fossa; Virtual reality; Computer science; Human–computer interaction; Medicine; Anatomy; Skull","score_opus":0.0713550645843366,"score_gpt":0.33573174359478225,"score_spread":0.26437667901044565,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4391990279","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9935957,0.00061744364,0.0001974295,0.0036369062,0.00091126864,0.00014495234,0.000008451919,0.00003121716,0.0008566077],"genre_scores_gemma":[0.99822897,0.0001281745,0.00005955793,0.0008522487,0.00064254797,0.0000024783774,0.000008658371,0.000013364019,0.00006400493],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9978591,0.00035608085,0.0008981203,0.0002197261,0.0004805938,0.00018632968],"domain_scores_gemma":[0.995656,0.0034843548,0.00032728122,0.00016291071,0.00019233537,0.0001771165],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0010522009,0.0001593092,0.00050172454,0.00009983486,0.000081334234,0.000037113718,0.00006363139,0.00013612637,0.0002866842],"category_scores_gemma":[0.0009620528,0.00008850974,0.00038336506,0.00036133316,0.00015634186,0.00019286243,0.000044953907,0.0004884162,0.0000020793382],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.010321427,0.0036422187,0.43570182,0.00071476825,0.00066654326,0.005276232,0.0014963942,0.0496463,0.0025262188,0.0077845557,0.007949297,0.47427422],"study_design_scores_gemma":[0.0034207155,0.0016169838,0.32641095,0.0011780724,0.0005312638,0.0038227865,0.00010576702,0.0886486,0.0010734274,0.0024271987,0.570331,0.00043326197],"about_ca_topic_score_codex":0.000007418847,"about_ca_topic_score_gemma":6.365514e-7,"teacher_disagreement_score":0.5623817,"about_ca_system_score_codex":0.000019530924,"about_ca_system_score_gemma":0.00015842576,"threshold_uncertainty_score":0.36093226},"labels":[],"label_agreement":null},{"id":"W4392147770","doi":"10.1007/s11517-024-03053-8","title":"Face, content, and construct validity of a novel VR/AR surgical simulator of a minimally invasive spine operation","year":2024,"lang":"en","type":"article","venue":"Medical & Biological Engineering & Computing","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":5,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Montreal General Hospital; McGill University; Montreal Neurological Institute and Hospital","funders":"Montreal Neurological Institute and Hospital; Royal College of Physicians and Surgeons of Canada","keywords":"Construct validity; Face validity; Content validity; Test (biology); Likert scale; Medicine; Physical therapy; Psychology; Psychometrics; Clinical psychology","score_opus":0.0770502455159019,"score_gpt":0.31026342185077976,"score_spread":0.23321317633487787,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4392147770","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9697943,0.0005656372,0.028619999,0.00017859336,0.0001864004,0.00021753117,0.0000094044335,0.0001221249,0.0003060254],"genre_scores_gemma":[0.996991,0.000040800212,0.0026707987,0.000081392915,0.00016597156,0.0000020639343,0.000026806354,0.000012666416,0.000008497272],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99836904,0.000042883097,0.0006526885,0.00033082676,0.00036191338,0.00024265918],"domain_scores_gemma":[0.99800444,0.0014465014,0.00006818442,0.000099825746,0.000088390014,0.0002926918],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00064632,0.00018783925,0.0006050624,0.00009762244,0.000029991419,0.000015631942,0.000082027,0.00024380459,0.00023652769],"category_scores_gemma":[0.0021084845,0.00012931242,0.0001429576,0.00024163666,0.00023518027,0.00003369207,0.00011464669,0.00036096465,0.000003203726],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0013368119,0.0024771262,0.301382,0.0059343674,0.0017493244,0.002696648,0.0025032596,0.10212257,0.20003825,0.05061089,0.000045395256,0.32910335],"study_design_scores_gemma":[0.0036234928,0.000580546,0.04494575,0.0013898236,0.000049424078,0.00022949834,0.000081429906,0.945734,0.0018630831,0.0000074421678,0.0012988164,0.0001966949],"about_ca_topic_score_codex":0.0000092818,"about_ca_topic_score_gemma":3.5813187e-7,"teacher_disagreement_score":0.8436114,"about_ca_system_score_codex":0.00002342724,"about_ca_system_score_gemma":0.0000929197,"threshold_uncertainty_score":0.52732074},"labels":[],"label_agreement":null},{"id":"W4392300964","doi":"10.1016/j.amjsurg.2024.02.044","title":"Understanding current ergonomics setup for urologists conducting anatomical endoscopic enucleation of the prostate surgeries: Survey analysis from the endourological society","year":2024,"lang":"en","type":"article","venue":"The American Journal of Surgery","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":4,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University Health Centre","funders":"","keywords":"Enucleation; Medicine; Human factors and ergonomics; Prostate; Surgery; Poison control; Medical emergency; Internal medicine","score_opus":0.3016601961774689,"score_gpt":0.3633257099203091,"score_spread":0.06166551374284018,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4392300964","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.991892,0.00066240365,0.004432959,0.0022481373,0.00052581367,0.00014823282,0.00006483909,0.000016190876,0.000009453478],"genre_scores_gemma":[0.9989087,0.0003661676,0.00008531523,0.0003957755,0.0002008897,0.0000031164857,0.000022051754,0.000014434381,0.000003526931],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99808407,0.0005416232,0.0006949986,0.00015976069,0.00030412778,0.00021544429],"domain_scores_gemma":[0.98386836,0.015013264,0.0007183812,0.00019353027,0.00013638068,0.00007008024],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0034653365,0.00013126606,0.0006368913,0.00008520497,0.00016664791,0.0000570377,0.00015396043,0.00003391205,0.000038553757],"category_scores_gemma":[0.0010970206,0.000058869336,0.00091372,0.00095385296,0.0006443632,0.000074635784,0.00004278336,0.00044178843,6.5809763e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0015790267,0.00006467436,0.97187483,0.000023139346,0.0022156169,0.000007931441,0.0017641607,0.0019244149,0.00022965475,0.00021615897,0.00061671925,0.019483695],"study_design_scores_gemma":[0.00075263856,0.00014113306,0.970765,0.00015874796,0.0015231292,0.000026808175,0.003615763,0.019866237,0.00024944133,0.0005724261,0.002193284,0.00013538654],"about_ca_topic_score_codex":0.00006607986,"about_ca_topic_score_gemma":0.000007777335,"teacher_disagreement_score":0.019348308,"about_ca_system_score_codex":0.00011469176,"about_ca_system_score_gemma":0.00024081422,"threshold_uncertainty_score":0.24006219},"labels":[],"label_agreement":null},{"id":"W4392368523","doi":"10.1016/j.heliyon.2024.e27340","title":"The bibliometric analysis of extended reality in surgical training: Global and Chinese perspective","year":2024,"lang":"en","type":"article","venue":"Heliyon","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Perspective (graphical); Virtual reality; Training (meteorology); Computer science; Geography; Human–computer interaction; Artificial intelligence","score_opus":0.053744580732113405,"score_gpt":0.4006017006000203,"score_spread":0.3468571198679069,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4392368523","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.95976096,0.012640382,0.00002888093,0.00083629915,0.000053140844,0.00008652303,0.000011887755,0.000037047826,0.026544848],"genre_scores_gemma":[0.99866605,0.0011718632,0.000015996684,0.000027642369,0.000040396742,0.0000030351246,0.0000066877265,0.000003812761,0.000064540014],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99914944,0.000062907195,0.00021850079,0.00019433058,0.00024135204,0.00013348156],"domain_scores_gemma":[0.99907726,0.0006381131,0.00002516353,0.000110243025,0.00006748951,0.00008172669],"candidate_categories":["bibliometrics"],"consensus_categories":[],"category_scores_codex":[0.0005674897,0.00007425764,0.0002689573,0.006682024,0.000031495238,0.000029507648,0.000031363368,0.00005266398,0.0000916373],"category_scores_gemma":[0.00039625526,0.00004259828,0.00012833177,0.085697725,0.00008172332,0.000035698893,0.00001824384,0.0001160969,0.0000020060588],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00082627195,0.00020936613,0.5698513,0.0001972084,0.0014102823,0.0005362959,0.0034336888,0.00019644538,0.000028203885,0.041677404,0.000008445322,0.38162512],"study_design_scores_gemma":[0.0008520949,0.000055564466,0.9874946,0.00006508702,0.00020654532,0.000017410426,0.0007641917,0.0077815484,0.0000023065568,0.00061280496,0.002102527,0.000045351895],"about_ca_topic_score_codex":0.00007934439,"about_ca_topic_score_gemma":0.00011621796,"teacher_disagreement_score":0.4176433,"about_ca_system_score_codex":0.00006750825,"about_ca_system_score_gemma":0.000042760144,"threshold_uncertainty_score":0.9337362},"labels":[],"label_agreement":null},{"id":"W4392382980","doi":"10.32920/25336324.v1","title":"Deep Learning and Explainable AI Methods for Surgical Skills Assessment","year":2024,"lang":"en","type":"preprint","venue":"","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Toronto Metropolitan University","funders":"Sunnybrook Research Institute","keywords":"Knot tying; Computer science; Tying; Artificial intelligence; Deep learning; Task (project management); Machine learning; Modal; Black box; Engineering; Medicine; Surgery; Systems engineering","score_opus":0.038151161425757495,"score_gpt":0.4673780003506187,"score_spread":0.42922683892486124,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4392382980","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.02444427,0.004757618,0.5659996,0.00542312,0.001396101,0.0024107306,0.0000052459072,0.0009071062,0.39465618],"genre_scores_gemma":[0.6795329,0.0002847941,0.28802943,0.00057278323,0.0004915881,0.00026677593,0.000179291,0.00007792982,0.030564548],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99855137,0.00013780988,0.0003371865,0.00053107634,0.00017259152,0.00026996856],"domain_scores_gemma":[0.99815714,0.0013128906,0.000056990455,0.0001451429,0.00011154723,0.0002162949],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0011958638,0.00022755304,0.0005574737,0.00013255939,0.000086309294,0.00011318406,0.000041813826,0.00030808587,0.0012764578],"category_scores_gemma":[0.0002173343,0.00017139816,0.0002239047,0.00008917964,0.000039931503,0.000019750372,0.00039323486,0.0010883778,0.0000109859],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00015769225,0.00016418216,0.0027571258,0.0015169391,0.0004504845,0.00019546229,0.0004333627,0.0020586636,0.000014954509,0.030856358,0.0001360194,0.96125877],"study_design_scores_gemma":[0.0038690907,0.0001760159,0.0008001189,0.00035681858,0.0003163483,0.000061012794,0.00037218543,0.3813052,0.00008329478,0.015590557,0.596775,0.00029435335],"about_ca_topic_score_codex":0.00001260537,"about_ca_topic_score_gemma":0.0000011464566,"teacher_disagreement_score":0.9609644,"about_ca_system_score_codex":0.00008120338,"about_ca_system_score_gemma":0.000110148605,"threshold_uncertainty_score":0.99963653},"labels":[],"label_agreement":null},{"id":"W4392383104","doi":"10.32920/25336324","title":"Deep Learning and Explainable AI Methods for Surgical Skills Assessment","year":2024,"lang":"en","type":"preprint","venue":"","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Toronto Metropolitan University","funders":"Sunnybrook Research Institute","keywords":"Knot tying; Computer science; Tying; Artificial intelligence; Deep learning; Task (project management); Machine learning; Modal; Black box; Engineering; Medicine; Surgery; Systems engineering","score_opus":0.038151161425757495,"score_gpt":0.4673780003506187,"score_spread":0.42922683892486124,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4392383104","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.02444427,0.004757618,0.5659996,0.00542312,0.001396101,0.0024107306,0.0000052459072,0.0009071062,0.39465618],"genre_scores_gemma":[0.6795329,0.0002847941,0.28802943,0.00057278323,0.0004915881,0.00026677593,0.000179291,0.00007792982,0.030564548],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99855137,0.00013780988,0.0003371865,0.00053107634,0.00017259152,0.00026996856],"domain_scores_gemma":[0.99815714,0.0013128906,0.000056990455,0.0001451429,0.00011154723,0.0002162949],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0011958638,0.00022755304,0.0005574737,0.00013255939,0.000086309294,0.00011318406,0.000041813826,0.00030808587,0.0012764578],"category_scores_gemma":[0.0002173343,0.00017139816,0.0002239047,0.00008917964,0.000039931503,0.000019750372,0.00039323486,0.0010883778,0.0000109859],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00015769225,0.00016418216,0.0027571258,0.0015169391,0.0004504845,0.00019546229,0.0004333627,0.0020586636,0.000014954509,0.030856358,0.0001360194,0.96125877],"study_design_scores_gemma":[0.0038690907,0.0001760159,0.0008001189,0.00035681858,0.0003163483,0.000061012794,0.00037218543,0.3813052,0.00008329478,0.015590557,0.596775,0.00029435335],"about_ca_topic_score_codex":0.00001260537,"about_ca_topic_score_gemma":0.0000011464566,"teacher_disagreement_score":0.9609644,"about_ca_system_score_codex":0.00008120338,"about_ca_system_score_gemma":0.000110148605,"threshold_uncertainty_score":0.99963653},"labels":[],"label_agreement":null},{"id":"W4392561673","doi":"10.1503/cjs.000223","title":"Trauma resident exposure in Canada and operative numbers (TraumaRECON): a national multicentre retrospective review of operative and nonoperative trauma teaching","year":2024,"lang":"en","type":"article","venue":"Canadian Journal of Surgery","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"University of Manitoba; University of Calgary; University of Alberta; University of British Columbia; McMaster University; Queen's University; Université de Sherbrooke; University of Ottawa; Dalhousie University; Western University","funders":"McMaster University","keywords":"Medicine; Trauma surgery; Retrospective cohort study; Trauma care; Major trauma; General surgery; Emergency medicine; Surgery; Orthopedic surgery","score_opus":0.03450328201911122,"score_gpt":0.30354893996412,"score_spread":0.2690456579450088,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4392561673","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9711295,0.02325851,0.000005095874,0.0019446886,0.00024278241,0.00023868376,0.0000633809,0.0000030275555,0.0031143432],"genre_scores_gemma":[0.9977449,0.0011130087,0.000106797415,0.00083421555,0.00008528895,0.0000039959873,0.000010033429,0.000014973904,0.00008676611],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.998346,0.00020320386,0.0007102747,0.00020157728,0.00032208872,0.00021688317],"domain_scores_gemma":[0.9981297,0.00077611,0.00013064913,0.000053939028,0.0003995931,0.0005100019],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0010829129,0.00016091717,0.0006392242,0.00034086136,0.00008550591,0.00004784357,0.000038474773,0.00005378112,0.00044374546],"category_scores_gemma":[0.0010433514,0.00013202243,0.000090715206,0.00024857617,0.000095923715,0.0002812823,0.0000059224667,0.0005354464,4.4277922e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00029211788,0.000054890534,0.84186953,0.0023129513,0.00083458243,0.005328869,0.028912386,0.0002066832,0.000054896373,0.0013698502,0.004085107,0.11467814],"study_design_scores_gemma":[0.0027165445,0.00019651074,0.9401359,0.033294983,0.00014746508,0.0010657456,0.014170348,0.0012209112,0.00026629772,0.000081263555,0.006311207,0.0003928347],"about_ca_topic_score_codex":0.39764643,"about_ca_topic_score_gemma":0.89611715,"teacher_disagreement_score":0.49847072,"about_ca_system_score_codex":0.0010738517,"about_ca_system_score_gemma":0.005945923,"threshold_uncertainty_score":0.99968946},"labels":[],"label_agreement":null},{"id":"W4392636658","doi":"10.7759/cureus.55901","title":"Using Virtual Reality for Perioperative Nursing Education in Complex Neurosurgical Surgeries: A Feasibility and Acceptance Study","year":2024,"lang":"en","type":"article","venue":"Cureus","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Hospital for Sick Children","funders":"","keywords":"Virtual reality; Perioperative; Perioperative nursing; Medicine; Nursing; Psychology; General surgery; Surgery; Computer science; Human–computer interaction","score_opus":0.25597171653587864,"score_gpt":0.4814247609583948,"score_spread":0.22545304442251618,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4392636658","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9956231,0.00045093446,0.0010814687,0.0002611806,0.00025086934,0.0008678773,0.000008837242,0.00005464444,0.0014010981],"genre_scores_gemma":[0.99936163,0.000010011952,0.00029195848,0.000099009805,0.0001108374,0.000021248143,0.000021039905,0.000012113854,0.000072156494],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9990856,0.00009581274,0.00024073246,0.0003234744,0.000116496914,0.00013784942],"domain_scores_gemma":[0.9994443,0.00026314153,0.000021895916,0.000119872326,0.00006354179,0.00008725438],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0003507773,0.00010012308,0.00022827681,0.000045387842,0.00008186947,0.00006667576,0.000023909537,0.000043127748,0.00011677562],"category_scores_gemma":[0.00023763343,0.00008555952,0.000045319477,0.00018915182,0.00009486883,0.0001294149,0.000011950117,0.0001197528,7.568165e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.002742576,0.005637535,0.6592418,0.0003010723,0.00011112561,0.00011620019,0.035943765,0.0005097363,0.0018596303,0.017387347,0.00018862875,0.27596056],"study_design_scores_gemma":[0.0028392163,0.0004683436,0.8924515,0.00027225917,0.000066210145,0.000042827185,0.012768274,0.08591537,0.000024680296,0.00039607356,0.0045725075,0.00018273821],"about_ca_topic_score_codex":0.00004531471,"about_ca_topic_score_gemma":0.00004969978,"teacher_disagreement_score":0.27577785,"about_ca_system_score_codex":0.00018159933,"about_ca_system_score_gemma":0.00022899035,"threshold_uncertainty_score":0.3489016},"labels":[],"label_agreement":null},{"id":"W4392775029","doi":"10.1111/aogs.14810","title":"Procedure‐specific simulation for vaginal surgery training: A randomized controlled trial","year":2024,"lang":"en","type":"article","venue":"Acta Obstetricia Et Gynecologica Scandinavica","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Centre for Advancing Health Outcomes; University of Calgary; University of Alberta; University of British Columbia","funders":"Royal College of Physicians and Surgeons of Canada","keywords":"Medicine; Randomized controlled trial; Confidence interval; Hysterectomy; Physical therapy; Surgery; Internal medicine","score_opus":0.078145075115773,"score_gpt":0.35188972983682654,"score_spread":0.2737446547210535,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4392775029","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.89725536,0.0049413517,0.0037079123,0.00712015,0.0075852033,0.030784575,0.00003630034,0.0017553761,0.046813793],"genre_scores_gemma":[0.9943523,0.00018988483,0.00038513832,0.0008306672,0.0005811528,0.002248655,0.00015741728,0.000058041493,0.0011967805],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9963451,0.00041509583,0.0013131802,0.00073212554,0.0005754424,0.00061906077],"domain_scores_gemma":[0.9233701,0.07556518,0.00030176798,0.0002422296,0.00024911057,0.00027157777],"candidate_categories":["metaresearch","metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0032769155,0.00041390347,0.0025805,0.0007063252,0.00021426416,0.00023036782,0.00011941941,0.00039954923,0.001192437],"category_scores_gemma":[0.023788417,0.00027318523,0.001534834,0.0011430929,0.00015378649,0.00020593328,0.000028575583,0.00045512916,0.000036294627],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.97336197,0.00040666532,0.00012956298,0.00012272464,0.00059822435,0.00012349519,0.00062701496,0.00044362157,0.000038377835,0.00381188,0.001122105,0.019214364],"study_design_scores_gemma":[0.87891674,0.00063249987,0.0006726743,0.00016523602,0.0005940954,0.00001699084,0.00018692068,0.047739178,0.0000089662335,0.001167553,0.06956997,0.00032918743],"about_ca_topic_score_codex":0.0000018670784,"about_ca_topic_score_gemma":0.0000011121364,"teacher_disagreement_score":0.09709693,"about_ca_system_score_codex":0.00021834065,"about_ca_system_score_gemma":0.00051192264,"threshold_uncertainty_score":0.99997205},"labels":[],"label_agreement":null},{"id":"W4392778462","doi":"10.1016/j.jsurg.2024.01.009","title":"How Surgeons Think to Avoid Error: A Case Study of the Neurovascular Bundle Sparing During a Robotic Prostatectomy","year":2024,"lang":"en","type":"article","venue":"Journal of surgical education","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Ottawa Hospital; Queen's University; University of Ottawa","funders":"","keywords":"Neurovascular bundle; Prostatectomy; Medicine; Task (project management); Medical physics; Medical education; Surgery; Engineering","score_opus":0.03413635291583938,"score_gpt":0.321365706054712,"score_spread":0.2872293531388726,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4392778462","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99430865,0.0003137114,0.000037718863,0.0037077987,0.0008878975,0.00047869436,3.483099e-7,0.000021722644,0.00024344336],"genre_scores_gemma":[0.99909633,0.000010964673,0.00006398494,0.000053121035,0.00023702205,0.000006898094,5.3212517e-7,0.000018406405,0.00051272183],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99860936,0.00013919812,0.0004615238,0.00016028104,0.0004704012,0.00015925267],"domain_scores_gemma":[0.99895245,0.00023448298,0.00015496786,0.00019545604,0.00024870795,0.00021391586],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0005361487,0.00011618442,0.0003175766,0.00023611798,0.000101937316,0.00009189616,0.000077307035,0.00004452791,0.000050593913],"category_scores_gemma":[0.00026722366,0.00007112454,0.00025156373,0.00066896674,0.000026641095,0.00016265574,0.000031197163,0.0004290892,0.000002968215],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0037933101,0.030234199,0.5465975,0.004420466,0.0032356004,0.05276834,0.15024601,0.08841728,0.0039356668,0.0009835334,0.0009561319,0.11441196],"study_design_scores_gemma":[0.022600887,0.00463226,0.5823479,0.0067385295,0.0028102067,0.1706865,0.14847575,0.011707303,0.0022200246,0.00026859672,0.04649606,0.0010159531],"about_ca_topic_score_codex":0.000092563925,"about_ca_topic_score_gemma":0.000017385517,"teacher_disagreement_score":0.117918156,"about_ca_system_score_codex":0.00009107912,"about_ca_system_score_gemma":0.0003799667,"threshold_uncertainty_score":0.29003745},"labels":[],"label_agreement":null},{"id":"W4392859419","doi":"10.1177/15533506241238263","title":"Findings Favor Haptics Feedback in Virtual Simulation Surgical Education: An Updated Systematic and Scoping Review","year":2024,"lang":"en","type":"article","venue":"Surgical Innovation","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":30,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University Health Centre; McGill University","funders":"Social Sciences and Humanities Research Council of Canada; Institut de recherche, Centre universitaire de santé McGill","keywords":"Haptic technology; Systematic review; Randomized controlled trial; Medicine; MEDLINE; Intervention (counseling); Computer science; Medical physics; Simulation; Medical education; Surgery; Nursing","score_opus":0.056536861721759375,"score_gpt":0.3931556868481251,"score_spread":0.3366188251263657,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4392859419","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98274636,0.007957058,0.00043202814,0.0013078991,0.00040266188,0.0019704762,0.0000036374909,0.0002745617,0.0049052867],"genre_scores_gemma":[0.99786407,0.00040187512,0.0000990502,0.0005111177,0.00018616288,0.00004719896,0.000487442,0.000025667223,0.00037739365],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"systematic_review","domain_scores_codex":[0.9978311,0.0001499492,0.0010268965,0.0003965323,0.00038263117,0.00021286811],"domain_scores_gemma":[0.9988744,0.00046706572,0.00009219535,0.00018099193,0.00027210763,0.00011319515],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0011928077,0.00019026088,0.0005353079,0.0004269099,0.00006757501,0.00011588418,0.00004707238,0.00016054837,0.00046653068],"category_scores_gemma":[0.0002635262,0.00015708033,0.000054644137,0.0022994753,0.000058876456,0.00039644746,0.000025683072,0.00030391812,0.00004966103],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0012098781,0.0019588466,0.012778821,0.32369745,0.00035179616,0.0017799499,0.0017790411,0.005836556,0.00029309193,0.46399486,0.00039856808,0.18592113],"study_design_scores_gemma":[0.006946558,0.00058960234,0.0044665155,0.53764117,0.00038764783,0.00072201353,0.00050483755,0.43540618,0.00008920629,0.0008327843,0.011441839,0.00097165996],"about_ca_topic_score_codex":0.000005042138,"about_ca_topic_score_gemma":0.0000025784266,"teacher_disagreement_score":0.46316206,"about_ca_system_score_codex":0.00010697825,"about_ca_system_score_gemma":0.00023097002,"threshold_uncertainty_score":0.64055496},"labels":[],"label_agreement":null},{"id":"W4392859648","doi":"10.3357/amhp.6397.2024","title":"Leveraging Space-Flown Technologies to Deliver Healthcare with Holographic Physical Examinations","year":2024,"lang":"en","type":"article","venue":"Aerospace Medicine and Human Performance","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Physical examination; Medicine; Health care; Palpation; Medical physics; Surgery","score_opus":0.04355803009979099,"score_gpt":0.3250105375420571,"score_spread":0.28145250744226613,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4392859648","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9743865,0.00093381974,0.00017186622,0.01983186,0.000062708445,0.00025606292,9.788653e-7,0.0004754455,0.0038807162],"genre_scores_gemma":[0.9980738,0.00017202517,0.00021430082,0.00066841673,0.00017731992,0.000030009129,0.000012443103,0.000021196594,0.0006304955],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9990071,0.000011714303,0.00013518396,0.0003279197,0.00025914027,0.00025890983],"domain_scores_gemma":[0.9994757,0.00009525583,0.00002342842,0.00018908778,0.00008081024,0.00013570485],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00014637964,0.00016856939,0.00027700642,0.00029948825,0.00024055703,0.000026562842,0.00005308415,0.00005860222,0.000053757052],"category_scores_gemma":[0.00002749866,0.000108485365,0.000029976916,0.00059812947,0.00028018642,0.00011281166,0.000035666293,0.0003308979,0.000018466815],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00033897956,0.00027366172,0.34422654,0.0021785079,0.0003535909,0.0005937999,0.041339245,0.00021705049,0.003657228,0.041203286,0.0039532674,0.5616648],"study_design_scores_gemma":[0.0070433244,0.008013442,0.86574465,0.0070244987,0.00043780025,0.00038864044,0.015469212,0.019542657,0.0012309785,0.0005899794,0.07361369,0.00090114184],"about_ca_topic_score_codex":0.000045002675,"about_ca_topic_score_gemma":0.000024389406,"teacher_disagreement_score":0.5607637,"about_ca_system_score_codex":0.000030612748,"about_ca_system_score_gemma":0.000020048627,"threshold_uncertainty_score":0.44239047},"labels":[],"label_agreement":null},{"id":"W4392859775","doi":"10.1016/j.ejvs.2024.03.007","title":"Editor's Choice – Development and Testing of Step, Error, and Event Frameworks to Evaluate Technical Performance in Peripheral Endovascular Interventions","year":2024,"lang":"en","type":"article","venue":"European Journal of Vascular and Endovascular Surgery","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto; St. Michael's Hospital","funders":"Canadian Institutes of Health Research; Vlaamse regering; Fonds De La Recherche Scientifique - FNRS","keywords":"Medicine; Psychological intervention; Cronbach's alpha; Delphi method; Likert scale; Delphi; Interventional radiology; Medical physics; Radiology; Physical therapy; Nursing; Statistics","score_opus":0.04854490003664908,"score_gpt":0.3089463440645537,"score_spread":0.2604014440279046,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4392859775","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9734279,0.017755572,0.0077088536,0.00012203885,0.000559315,0.00018621831,7.130772e-7,0.000027277074,0.00021210537],"genre_scores_gemma":[0.9913684,0.0007027309,0.007284525,0.00007846468,0.0005094376,0.000003983144,0.0000029433509,0.000037844726,0.000011665634],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99754345,0.00036372396,0.000974095,0.0002873958,0.00057724066,0.0002541145],"domain_scores_gemma":[0.9987447,0.0005073928,0.00012941724,0.00017477447,0.00015494463,0.00028873968],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0053816386,0.00020601312,0.0006196788,0.00045761553,0.00007419328,0.000068259746,0.00007142048,0.00007482302,0.000031514763],"category_scores_gemma":[0.0010416018,0.00016676956,0.00045914607,0.0004245221,0.00008415358,0.00016720334,0.000111793204,0.00064405316,0.0000022511706],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00016943715,0.00027388745,0.1355722,0.0018396039,0.0013922077,0.0012648286,0.0011535231,0.0020392707,0.00040118632,0.00004054064,0.00014196304,0.85571134],"study_design_scores_gemma":[0.0032322502,0.00038479766,0.88710153,0.010300708,0.00051402947,0.0011734619,0.0002520286,0.005304249,0.00026732954,0.0000106371135,0.0911016,0.00035736078],"about_ca_topic_score_codex":0.0000068839213,"about_ca_topic_score_gemma":0.000004060373,"teacher_disagreement_score":0.855354,"about_ca_system_score_codex":0.000049456954,"about_ca_system_score_gemma":0.000096287826,"threshold_uncertainty_score":0.6800665},"labels":[],"label_agreement":null},{"id":"W4392897614","doi":"","title":"Comparative Assessment of Ergonomic Experience with Heads-Up Display and Conventional Surgical Microscope in the Operating Room","year":2021,"lang":"en","type":"article","venue":"DOAJ (DOAJ: Directory of Open Access Journals)","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Operating microscope; Microscope; Engineering drawing; Computer science; Engineering; Biomedical engineering; Computer graphics (images); Medicine; Surgery; Pathology","score_opus":0.28419466290242273,"score_gpt":0.5976771615011179,"score_spread":0.3134824985986952,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4392897614","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9926089,0.002927074,0.00014973812,0.00014853537,0.00009241761,0.00029704173,0.000011301401,0.000004722843,0.0037602938],"genre_scores_gemma":[0.99871236,0.0004951714,0.0004174551,0.00019371389,0.00004238976,0.000025001946,0.000021248925,0.000010227155,0.00008241471],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9981848,0.00032183985,0.00061440025,0.00027433838,0.00042657703,0.00017802569],"domain_scores_gemma":[0.99852365,0.00067408313,0.00029679268,0.00017637262,0.00020746342,0.00012162458],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0008274712,0.00015715994,0.00064765033,0.00013771359,0.00014334715,0.00031436328,0.00033321575,0.000044512162,0.003759792],"category_scores_gemma":[0.00006649236,0.00010227591,0.00007595865,0.00046547668,0.00017392142,0.0005230089,0.0001849172,0.00030643155,8.643997e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00033248705,0.00031586539,0.9822567,0.000042323936,0.0000973146,0.00014529332,0.0015642847,0.00058564916,0.013086702,0.0005207773,0.00009819329,0.00095441006],"study_design_scores_gemma":[0.0033621765,0.000026575246,0.98445797,0.00056633644,0.000036757985,0.00010957342,0.0028556895,0.0013828989,0.0054778447,0.0000530339,0.001538513,0.0001326509],"about_ca_topic_score_codex":0.000110593304,"about_ca_topic_score_gemma":0.000038103455,"teacher_disagreement_score":0.007608857,"about_ca_system_score_codex":0.00004530301,"about_ca_system_score_gemma":0.00023191962,"threshold_uncertainty_score":0.9971509},"labels":[],"label_agreement":null},{"id":"W4392975042","doi":"10.1016/j.ajog.2024.02.172","title":"LAPRO study: learning and acquisition of laparoscopic procedural skills in the operating room","year":2024,"lang":"en","type":"article","venue":"American Journal of Obstetrics and Gynecology","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Medicine; Medical physics","score_opus":0.012280488002122406,"score_gpt":0.3103604307009427,"score_spread":0.2980799426988203,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4392975042","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99763316,0.001316408,0.000019042134,0.0005137982,0.00013872024,0.00010512008,2.963482e-7,0.000003620066,0.00026981992],"genre_scores_gemma":[0.99939716,0.00014408732,0.00015430308,0.00024252955,0.00002962614,0.0000015391074,5.6545497e-7,0.0000048474117,0.000025349693],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9992963,0.00011751017,0.00028902898,0.00008109264,0.00012284915,0.00009323259],"domain_scores_gemma":[0.9962933,0.0034452656,0.00012145752,0.000028557266,0.000068833746,0.000042589734],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00048651226,0.00005613054,0.00026689997,0.00018996392,0.000037328853,0.000024145773,0.000028945165,0.00002191634,0.000019056528],"category_scores_gemma":[0.0019321452,0.000034407767,0.00002620474,0.00046892595,0.0000741837,0.000048172722,0.000014417753,0.00026311644,2.999221e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000024775198,0.00019704398,0.7000954,0.000045427147,0.000063508676,0.00032921802,0.006501645,0.00014516525,0.00012183877,0.00016359224,0.0000063174957,0.29230607],"study_design_scores_gemma":[0.0039855484,0.0072004423,0.9526226,0.00017872233,0.00012533454,0.00031822463,0.02915613,0.003002846,0.00003517876,0.00008575993,0.0031973547,0.00009188844],"about_ca_topic_score_codex":0.0000065844515,"about_ca_topic_score_gemma":0.0000020876323,"teacher_disagreement_score":0.29221416,"about_ca_system_score_codex":0.00001993567,"about_ca_system_score_gemma":0.00004957593,"threshold_uncertainty_score":0.23130979},"labels":[],"label_agreement":null},{"id":"W4393204559","doi":"10.1016/j.bas.2024.102794","title":"Revitalizing neurosurgical frontiers: The EANS frontiers in neurosurgery committee's strategic framework","year":2024,"lang":"en","type":"article","venue":"Brain and Spine","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto; University Health Network","funders":"","keywords":"Neurosurgery; Medicine; Competence (human resources); Radiosurgery; Multidisciplinary approach; Reimbursement; Milestone; Medical education; Health care; Psychology; Surgery; Political science","score_opus":0.03517822197309126,"score_gpt":0.29854367287194716,"score_spread":0.2633654508988559,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4393204559","genre_codex":"review","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.4052424,0.4784726,0.026323916,0.06484548,0.0048514274,0.0015667042,0.000014784387,0.0008132637,0.017869433],"genre_scores_gemma":[0.98756796,0.0074006016,0.0008517354,0.003506873,0.00023613662,0.000012044281,0.000010979429,0.000031068183,0.00038257625],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9988073,0.00012432851,0.0003220166,0.00031178276,0.00017630009,0.00025828276],"domain_scores_gemma":[0.999269,0.00036540575,0.000027521808,0.00018764968,0.000011571995,0.00013881842],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00046448776,0.00016361398,0.00038420354,0.00015253424,0.000081533486,0.00013383699,0.000063842184,0.00010545971,0.00006695162],"category_scores_gemma":[0.00023279455,0.00010453234,0.00013740813,0.0005636738,0.00012424574,0.00007543493,0.000029927502,0.0005030468,0.000007633998],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0003151577,0.00026772116,0.06744676,0.0011466278,0.00021895595,0.0044809594,0.0014082796,0.00011435338,0.00006392101,0.0679575,0.014416261,0.8421635],"study_design_scores_gemma":[0.0019307361,0.00018849602,0.04251334,0.001977597,0.00011087465,0.00025038316,0.0011607828,0.031816803,0.0000054547977,0.009708831,0.9099577,0.0003789646],"about_ca_topic_score_codex":0.000004366911,"about_ca_topic_score_gemma":7.99766e-7,"teacher_disagreement_score":0.8955415,"about_ca_system_score_codex":0.000014347945,"about_ca_system_score_gemma":0.00003503217,"threshold_uncertainty_score":0.4262705},"labels":[],"label_agreement":null},{"id":"W4393233000","doi":"10.1080/02688697.2024.2332178","title":"Evaluating neurosurgical training: a national survey examining the British trainee experience","year":2024,"lang":"en","type":"article","venue":"British Journal of Neurosurgery","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Likert scale; Workforce; Medicine; Descriptive statistics; Medical education; Quarter (Canadian coin); Curriculum; Family medicine; Nursing; Psychology","score_opus":0.2785212768411882,"score_gpt":0.400812140456451,"score_spread":0.12229086361526281,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4393233000","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99353564,0.0015742767,0.00015119079,0.000608604,0.0014744969,0.00018490778,0.000025851832,0.00006730131,0.00237772],"genre_scores_gemma":[0.9965959,0.00025503675,0.0001470978,0.001716782,0.0007119362,0.000010603631,0.000013096276,0.00005072013,0.0004987789],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99618745,0.0006195275,0.0011104553,0.00036550977,0.0013389373,0.00037815078],"domain_scores_gemma":[0.994129,0.0046958276,0.00025436038,0.000113992755,0.0005203059,0.0002865079],"candidate_categories":["metaresearch","scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.0054130014,0.00016869197,0.0005134206,0.00015939766,0.0005166379,0.002337153,0.00029667703,0.00008825699,0.00043262902],"category_scores_gemma":[0.00872954,0.0001628573,0.00029837916,0.00095856434,0.00019422817,0.00046277323,0.00008039958,0.0008975284,0.000006571494],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00042594314,0.00029611267,0.02621545,0.000071159455,0.00015348538,0.03062103,0.0016117776,0.0009585583,0.0011944878,0.00006535668,0.0055099335,0.9328767],"study_design_scores_gemma":[0.0027305456,0.00041510275,0.8383216,0.0020005454,0.00005994084,0.11917022,0.00047761356,0.009580125,0.000026875368,0.00024897992,0.026661757,0.00030667047],"about_ca_topic_score_codex":0.000060030947,"about_ca_topic_score_gemma":0.000030242176,"teacher_disagreement_score":0.93257004,"about_ca_system_score_codex":0.00006289215,"about_ca_system_score_gemma":0.00060554565,"threshold_uncertainty_score":0.9996204},"labels":[],"label_agreement":null},{"id":"W4393355173","doi":"10.22541/au.171186125.53819367/v1","title":"Special Issue on 2023 Augmented Environments for Computer-Assisted Interventions (AE-CAI): Guest Editors’ Foreword","year":2024,"lang":"en","type":"preprint","venue":"","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of British Columbia; École de Technologie Supérieure; Western University","funders":"","keywords":"Psychological intervention; Context (archaeology); Reading (process); Computer science; Library science; Medicine; Political science; History; Nursing","score_opus":0.0755444880359796,"score_gpt":0.3615684671568355,"score_spread":0.28602397912085586,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4393355173","genre_codex":"other","genre_gemma":"editorial","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"editorial","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.018610975,0.00027553167,0.033306032,0.014958376,0.38761753,0.010500859,0.0013206075,0.0014344406,0.5319756],"genre_scores_gemma":[0.11681037,0.00005123329,0.008465766,0.0016307123,0.7125351,0.0006076588,0.006881413,0.00022752414,0.15279026],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9978031,0.000045139393,0.0006936984,0.0007056257,0.00043662256,0.0003158473],"domain_scores_gemma":[0.99889755,0.0002598119,0.00015427524,0.00040674655,0.000041502808,0.00024011254],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.00024237743,0.00036998506,0.00058342295,0.00025855817,0.00008969365,0.00009173565,0.00014900192,0.0003937233,0.0074078725],"category_scores_gemma":[0.000065470165,0.0003134206,0.0008658651,0.000120992554,0.000063644555,0.000022853987,0.00047434284,0.0007312504,0.0012720753],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0006280623,0.0014335918,0.00023265381,0.001267754,0.001180466,0.00010116905,0.00019348516,0.00054686505,0.00001120861,0.0006861125,0.83141357,0.16230506],"study_design_scores_gemma":[0.0035222431,0.00056686875,0.003460066,0.0022670764,0.0004135625,0.000004977786,0.00006239225,0.007718621,0.00007399977,0.00044674607,0.9811591,0.00030435013],"about_ca_topic_score_codex":0.000021337459,"about_ca_topic_score_gemma":0.000022373255,"teacher_disagreement_score":0.37918538,"about_ca_system_score_codex":0.00025491815,"about_ca_system_score_gemma":0.000049653805,"threshold_uncertainty_score":0.9999318},"labels":[],"label_agreement":null},{"id":"W4393390413","doi":"10.1053/j.optechstcvs.2024.02.002","title":"Senning Procedure: Use of a 3D Printed, Silicone Molded Model for Surgical Training","year":2024,"lang":"en","type":"article","venue":"Operative Techniques in Thoracic and Cardiovascular Surgery","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Hospital for Sick Children","funders":"","keywords":"Medicine; Silicone; Surgery; Composite material","score_opus":0.09858687339087344,"score_gpt":0.36406483284633373,"score_spread":0.26547795945546027,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4393390413","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8355536,0.0101955775,0.14980625,0.00012676138,0.00008822913,0.0017025062,0.000029144421,0.0005106378,0.001987327],"genre_scores_gemma":[0.987379,0.0005781916,0.0113902725,0.00006387514,0.00007226511,0.00024876193,0.000033109372,0.000043379485,0.00019112811],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9983449,0.00013450961,0.00048383028,0.00047720943,0.00029113534,0.0002684345],"domain_scores_gemma":[0.99874216,0.00073663576,0.000034828237,0.00023440084,0.00014884441,0.00010314328],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0018796357,0.00021997046,0.0009117402,0.0003045037,0.000055869445,0.000058600468,0.000035296907,0.00018166869,0.000017871005],"category_scores_gemma":[0.00035861877,0.00017970933,0.00061308284,0.0004200158,0.00013946289,0.00023349497,0.00003970607,0.00027498146,4.862276e-7],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0007969783,0.00012346133,0.0049342643,0.0012235801,0.0012743556,0.00072976784,0.0040069064,0.0038398237,0.0008282664,0.0019555283,0.000059245373,0.9802278],"study_design_scores_gemma":[0.0018059597,0.00017362158,0.00085015036,0.0047953194,0.00066415925,0.00082482694,0.0012897527,0.9424146,0.021356512,0.00041431608,0.024602333,0.00080847525],"about_ca_topic_score_codex":0.000010302382,"about_ca_topic_score_gemma":0.000001382876,"teacher_disagreement_score":0.97941935,"about_ca_system_score_codex":0.000041791565,"about_ca_system_score_gemma":0.00019303107,"threshold_uncertainty_score":0.7328334},"labels":[],"label_agreement":null},{"id":"W4393986299","doi":"10.1136/rapm-2024-105424","title":"Beam me up, Scotty! Apple Vision Pro highlights how we could teleport ultrasound-guided regional anesthesia education into the future","year":2024,"lang":"en","type":"letter","venue":"Regional Anesthesia & Pain Medicine","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"St. Thomas Hospital","funders":"","keywords":"Medicine; Anesthesiology; Regional anesthesia; Ultrasound; Focused ultrasound; Medical physics; Anesthesia; Medical education; Radiology","score_opus":0.029151272900653117,"score_gpt":0.30091988964744343,"score_spread":0.2717686167467903,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4393986299","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00376177,0.011641313,0.00008330756,0.9815099,0.00027426763,0.0020499784,4.3582725e-7,0.00046528105,0.0002137135],"genre_scores_gemma":[0.005308569,0.0027994094,0.0002966237,0.9245642,0.034916013,0.00038588198,0.004517702,0.00027588033,0.026935715],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9919957,0.0007628936,0.0012600808,0.0015888542,0.0034965933,0.0008958928],"domain_scores_gemma":[0.99441665,0.0022966866,0.00074945844,0.0012511138,0.0007763683,0.0005097004],"candidate_categories":["metaepi_narrow","research_integrity"],"consensus_categories":["research_integrity"],"category_scores_codex":[0.0028946488,0.0012513283,0.0016034732,0.00069315045,0.0005278115,0.00015185018,0.00068105676,0.0016838864,0.0005384923],"category_scores_gemma":[0.000192046,0.00072960474,0.0006595108,0.0012485741,0.001085207,0.0001890826,0.000020998687,0.0031827597,0.00019937415],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00021835293,0.00016444139,0.00027560734,0.00094789057,0.00026495734,0.0029363493,0.0017431572,0.0000055729884,0.000095512165,0.0020491194,0.9887143,0.0025847415],"study_design_scores_gemma":[0.0014737673,0.000538747,0.00092067104,0.0044438727,0.0007282373,0.019295953,0.0014859556,0.00017512364,0.000022170583,0.0024524266,0.9677063,0.0007567648],"about_ca_topic_score_codex":0.00013580547,"about_ca_topic_score_gemma":0.000012698075,"teacher_disagreement_score":0.05694573,"about_ca_system_score_codex":0.00047203235,"about_ca_system_score_gemma":0.0014380859,"threshold_uncertainty_score":0.99961215},"labels":[],"label_agreement":null},{"id":"W4394453702","doi":"10.6084/m9.figshare.5669716","title":"Towards development and validation of an intraoperative assessment tool for robot-assisted radical prostatectomy training: results of a Delphi study","year":2017,"lang":"en","type":"dataset","venue":"Figshare","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Prostatectomy; Delphi; Delphi method; Medicine; Medical physics; Urology; Computer science; Artificial intelligence; Internal medicine; Prostate cancer","score_opus":0.16074350018917402,"score_gpt":0.4211584241362312,"score_spread":0.26041492394705723,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4394453702","genre_codex":"dataset","genre_gemma":"dataset","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"dataset","genre_consensus":"dataset","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.008265781,0.000013146882,0.0000045502993,0.00002785958,0.000032386317,0.0023152186,0.9891992,0.000018063001,0.00012379755],"genre_scores_gemma":[0.18946719,7.7135337e-7,0.0014657408,0.000019904137,0.000055209508,0.00039908558,0.80856246,0.000014101395,0.00001555169],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9981407,0.0000982376,0.00072880153,0.00040514034,0.00045159875,0.00017550658],"domain_scores_gemma":[0.9982407,0.0002713277,0.00058152596,0.0003617464,0.00041043435,0.0001342365],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00040604753,0.00023914877,0.0006915044,0.0001347716,0.00011180876,0.000047658003,0.00014477318,0.0002089487,0.0029639136],"category_scores_gemma":[0.00236966,0.00019309495,0.000069238966,0.00007939396,0.000025974316,0.000099311284,0.00007548702,0.00023277463,0.0000037682667],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0041324524,0.0029114964,0.000049903007,0.003599501,0.001202769,0.00016294383,0.007430164,0.0000847485,0.000027135162,0.0000027998033,0.5930453,0.3873508],"study_design_scores_gemma":[0.024279984,0.0028611964,0.056547314,0.004960954,0.00029548287,0.000014869617,0.0011375706,0.00048852025,0.00091579487,0.0000042904244,0.9080548,0.0004392201],"about_ca_topic_score_codex":0.000009901728,"about_ca_topic_score_gemma":0.000017530625,"teacher_disagreement_score":0.38691157,"about_ca_system_score_codex":0.00006715948,"about_ca_system_score_gemma":0.00092990446,"threshold_uncertainty_score":0.9979475},"labels":[],"label_agreement":null},{"id":"W4394708859","doi":"10.1109/ur61395.2024.10597513","title":"A Realistic Surgical Simulator for Non-Rigid and Contact-Rich Manipulation in Surgeries with the da Vinci Research Kit","year":2024,"lang":"en","type":"preprint","venue":"","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"Natural Sciences and Engineering Research Council of Canada; Canadian Institutes of Health Research; Alberta Innovates; China Scholarship Council","keywords":"Simulation; Computer science; Human–computer interaction; Engineering drawing; Engineering","score_opus":0.14448425705863918,"score_gpt":0.4214208498726722,"score_spread":0.27693659281403304,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4394708859","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97592264,0.00022540113,0.00026705666,0.0040616994,0.00015073072,0.002072461,0.000027498054,0.000093160124,0.017179342],"genre_scores_gemma":[0.99658483,0.000029233295,0.00011766475,0.00011653839,0.0002534234,0.00020221993,0.00019884962,0.000046422258,0.0024507875],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99793035,0.00012993583,0.000407883,0.00057874457,0.00057691097,0.00037619282],"domain_scores_gemma":[0.995695,0.0034506505,0.000063544976,0.0003450139,0.00028722978,0.00015856682],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0017569234,0.00024261809,0.0005428609,0.00028059646,0.00011907823,0.00019075527,0.00008757355,0.00028296944,0.00022873939],"category_scores_gemma":[0.00029055472,0.00013617732,0.0000895734,0.00035573257,0.00015507523,0.00003241404,0.00027150987,0.0010260921,0.000012101072],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.047516283,0.0021848355,0.2737516,0.018394893,0.0028566562,0.007821584,0.019402321,0.05424097,0.000119050375,0.47577825,0.009847721,0.088085845],"study_design_scores_gemma":[0.015834603,0.001274896,0.13251053,0.0033668538,0.00048639247,0.00015790251,0.0028795267,0.67076385,0.00010430622,0.014131025,0.15742536,0.0010647491],"about_ca_topic_score_codex":0.00051883195,"about_ca_topic_score_gemma":0.00042221483,"teacher_disagreement_score":0.6165229,"about_ca_system_score_codex":0.00013928447,"about_ca_system_score_gemma":0.0002826698,"threshold_uncertainty_score":0.555315},"labels":[],"label_agreement":null},{"id":"W4394750537","doi":"10.1097/js9.0000000000001079","title":"Simulation training of laparoscopic biliary-enteric anastomosis with a three-dimensional-printed model leads to better skill transfer: a randomized controlled trial","year":2024,"lang":"en","type":"article","venue":"International Journal of Surgery","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Medicine; Randomized controlled trial; Anastomosis; General surgery; Surgery","score_opus":0.04880769141156161,"score_gpt":0.32328257859462606,"score_spread":0.27447488718306445,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4394750537","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.954866,0.00020426707,0.04097602,0.0019366541,0.0010249249,0.00073395425,0.000008438985,0.000033312685,0.00021643475],"genre_scores_gemma":[0.9979691,0.000015164205,0.0008114035,0.0006828006,0.0003736354,0.000031181313,0.0000117235595,0.000028672825,0.00007632349],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.99696594,0.00013757168,0.0014570775,0.00020013702,0.0010648213,0.00017445769],"domain_scores_gemma":[0.99413866,0.0045885355,0.00024760293,0.00009366771,0.0007625932,0.0001689718],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0016893727,0.00019694831,0.0015606064,0.00091630156,0.000023516443,0.000045425615,0.000102526705,0.00008029024,0.00029089543],"category_scores_gemma":[0.0009973913,0.00012559991,0.0009431314,0.00030229145,0.0000814791,0.00021183623,0.000012353633,0.00027000203,0.0000052330233],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.77666444,0.00021447544,0.00087527157,0.000027174547,0.0015281453,0.00020696536,0.00056479883,0.21044512,0.0005518134,0.00010025052,0.000020684407,0.008800857],"study_design_scores_gemma":[0.5519528,0.00021212854,0.0003919949,0.001386083,0.00039702613,0.000062993684,0.000029883062,0.4449424,0.0002586618,0.00017730825,0.00007202026,0.00011671784],"about_ca_topic_score_codex":0.0000069812436,"about_ca_topic_score_gemma":0.0000042593488,"teacher_disagreement_score":0.2344973,"about_ca_system_score_codex":0.00008664056,"about_ca_system_score_gemma":0.00035418972,"threshold_uncertainty_score":0.5121815},"labels":[],"label_agreement":null},{"id":"W4394820968","doi":"10.1007/s44186-024-00243-8","title":"Tool-tissue interaction force in glioma surgery","year":2024,"lang":"en","type":"article","venue":"Global Surgical Education - Journal of the Association for Surgical Education","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Alberta Bible College; University of Calgary","funders":"","keywords":"Forceps; Glioma; Dissection (medical); Medicine; Oligodendroglioma; Surgery; Astrocytoma; Physical medicine and rehabilitation","score_opus":0.02286659184243807,"score_gpt":0.3726738698836562,"score_spread":0.34980727804121814,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4394820968","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.95722353,0.0021540169,0.000047568647,0.012802913,0.011558444,0.00067426584,0.000018118442,0.00006206197,0.015459062],"genre_scores_gemma":[0.99362415,0.00010097868,0.00013508277,0.00037649073,0.0017985046,0.00005197079,0.00006688088,0.000022725382,0.0038232158],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99694484,0.0002884126,0.0012982524,0.00030064778,0.0008115788,0.00035628545],"domain_scores_gemma":[0.99606925,0.0018309577,0.0007042744,0.000203833,0.0008977613,0.0002939057],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0020601256,0.00022597118,0.00053441525,0.00033768296,0.0001342694,0.0001998107,0.0001672423,0.00028226472,0.00034148718],"category_scores_gemma":[0.0028408964,0.00016592187,0.0007023046,0.0016190949,0.000039797415,0.00041979732,0.000029438985,0.0004708253,0.000040226245],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0031229719,0.0047427276,0.1307637,0.000544134,0.00054425857,0.00007424917,0.00085307506,0.001442291,0.00010269712,0.04782403,0.04830881,0.7616771],"study_design_scores_gemma":[0.0024895607,0.0001249194,0.04638997,0.00095073227,0.00021904154,0.0011748971,0.0005603457,0.000730489,0.0001930505,0.005285168,0.94162136,0.00026048959],"about_ca_topic_score_codex":0.000050686416,"about_ca_topic_score_gemma":0.00000851514,"teacher_disagreement_score":0.8933125,"about_ca_system_score_codex":0.0024456827,"about_ca_system_score_gemma":0.0032697865,"threshold_uncertainty_score":0.67660975},"labels":[],"label_agreement":null},{"id":"W4394824465","doi":"10.1016/j.bjps.2024.04.034","title":"Evaluation of a high-fidelity cleft alveolar bone graft simulator","year":2024,"lang":"en","type":"article","venue":"Journal of Plastic Reconstructive & Aesthetic Surgery","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Hospital for Sick Children","funders":"","keywords":"Dental alveolus; High fidelity; Simulation; Fidelity; Computer science; Dentistry; Medicine; Engineering","score_opus":0.04549881910208855,"score_gpt":0.3151215618761158,"score_spread":0.26962274277402726,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4394824465","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99434394,0.0012700753,0.001279791,0.0001738771,0.002233758,0.00016693481,0.000010199729,0.000027395374,0.0004940027],"genre_scores_gemma":[0.99925363,0.000050928727,0.00041845988,0.000035461366,0.00019690444,0.0000026082025,0.0000044548674,0.000025369325,0.000012182829],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9964694,0.0003757522,0.0013169771,0.00022568078,0.0013893676,0.00022281868],"domain_scores_gemma":[0.994078,0.0034288059,0.00055396947,0.00016715433,0.0015357536,0.00023634135],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0048328997,0.00019096336,0.0008235474,0.0005863821,0.000043433523,0.00003269052,0.000054115055,0.00012988738,0.0009910082],"category_scores_gemma":[0.0031252753,0.00014780105,0.0006581678,0.00043184412,0.00021648796,0.00021776187,0.000015336318,0.00041380065,0.00002139353],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0009967466,0.0003036139,0.06696747,0.00017933127,0.00089007325,0.00045690069,0.00038014658,0.008080874,0.00034146663,0.00093476137,0.00034681443,0.9201218],"study_design_scores_gemma":[0.016064165,0.001459264,0.6959865,0.009954575,0.009189554,0.025723832,0.0019125277,0.19706698,0.0020270944,0.03185362,0.0076499186,0.0011119479],"about_ca_topic_score_codex":0.000009390781,"about_ca_topic_score_gemma":0.0000012158043,"teacher_disagreement_score":0.91900986,"about_ca_system_score_codex":0.00020275147,"about_ca_system_score_gemma":0.0010885736,"threshold_uncertainty_score":0.9999222},"labels":[],"label_agreement":null},{"id":"W4394891994","doi":"10.3390/siuj5020023","title":"Robot-Assisted Surgery in Poland: The Past, the Present, and the Perspectives for the Future","year":2024,"lang":"en","type":"article","venue":"Société Internationale d’Urologie Journal","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Robot; Computer science; Artificial intelligence","score_opus":0.056733920307930195,"score_gpt":0.36012155513219063,"score_spread":0.30338763482426045,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4394891994","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.18678084,0.037978128,0.0013376325,0.7665214,0.0023007698,0.00078280224,0.000014644574,0.000056770754,0.004227021],"genre_scores_gemma":[0.99156713,0.0015289063,0.00001996713,0.0020114863,0.003713025,0.00005117252,0.000005147195,0.000010050634,0.001093137],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.998865,0.00022707015,0.00026976774,0.00014139444,0.00031814564,0.00017862803],"domain_scores_gemma":[0.98922414,0.01038666,0.00009769053,0.00012532948,0.00013053416,0.000035669986],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0019301826,0.000107753986,0.00016577392,0.000063571366,0.00038349832,0.00023178577,0.00020654967,0.00006270492,0.00022481846],"category_scores_gemma":[0.0005225885,0.00003569462,0.00029041318,0.00015222405,0.00030540262,0.00007862587,0.00005350824,0.0007290465,0.0000022675486],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0054128417,0.00030075325,0.15217657,0.00007216049,0.0035398668,0.00022525694,0.027080165,0.002466317,0.00003540208,0.07090282,0.052421674,0.68536615],"study_design_scores_gemma":[0.0031334262,0.000046193865,0.63534313,0.000051690222,0.00015168435,0.000572786,0.02166444,0.021546016,0.0000022110248,0.007545027,0.3098622,0.00008118771],"about_ca_topic_score_codex":0.000014732597,"about_ca_topic_score_gemma":0.00002135025,"teacher_disagreement_score":0.80478626,"about_ca_system_score_codex":0.0000599135,"about_ca_system_score_gemma":0.000096108306,"threshold_uncertainty_score":0.31673846},"labels":[],"label_agreement":null},{"id":"W4394939466","doi":"10.1007/978-3-031-42851-7_22","title":"Augmented and Virtual Reality in Medicine","year":2024,"lang":"en","type":"book-chapter","venue":"","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ottawa Hospital; University of Ottawa","funders":"","keywords":"Augmented reality; Virtual reality; Computer science; Human–computer interaction; Psychology","score_opus":0.07893273549109028,"score_gpt":0.346105959706172,"score_spread":0.2671732242150817,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4394939466","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00034374892,0.00053282955,0.000018947525,0.0027291381,0.00012488657,0.0001632078,0.0000040678788,0.000083858635,0.99599934],"genre_scores_gemma":[0.2059903,0.00015873929,0.00000940048,0.0008560214,0.00018150015,0.0000014897344,0.0000731534,0.000021094049,0.7927083],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9991804,0.0000042595707,0.000276145,0.0002470226,0.00020219151,0.000089995454],"domain_scores_gemma":[0.9995903,0.00012537766,0.000028158047,0.00011530338,0.000023995564,0.00011688467],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00018603807,0.00014714681,0.00037784822,0.0001601899,0.000010103086,0.000004759596,0.000017589718,0.00017988405,0.0068142293],"category_scores_gemma":[0.000034708333,0.000099450386,0.0000392744,0.000028934568,0.00009993506,0.00001205246,0.000029189563,0.0003206725,0.00008851392],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00015924689,0.000012762041,0.00013672079,0.0001090285,0.00010479599,0.0004711186,0.00018205256,0.000002068394,0.000008007735,0.94991964,0.0017352271,0.047159303],"study_design_scores_gemma":[0.0036271235,0.00027331323,0.00170769,0.0015068318,0.00015223227,0.000036696263,0.0000811176,0.00087311445,0.000002142645,0.020114364,0.9714555,0.00016983162],"about_ca_topic_score_codex":0.000047862268,"about_ca_topic_score_gemma":0.000056093417,"teacher_disagreement_score":0.9697203,"about_ca_system_score_codex":0.000041142768,"about_ca_system_score_gemma":0.000020980893,"threshold_uncertainty_score":0.99409366},"labels":[],"label_agreement":null},{"id":"W4394966161","doi":"10.1102/2051-7726.2024.0002","title":"The use of augmented reality in laparoscopic surgical training: an overview","year":2024,"lang":"en","type":"article","venue":"Journal of Surgical Simulation","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Trent University; Nottingham Trent University","keywords":"Augmented reality; Medicine; General surgery; Computer science; Human–computer interaction","score_opus":0.3164332338735927,"score_gpt":0.4385083950518613,"score_spread":0.12207516117826861,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4394966161","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99579257,0.0018512974,0.0001027968,0.0011713359,0.0002674898,0.00016749522,0.0000034835286,0.000025849702,0.000617711],"genre_scores_gemma":[0.998845,0.0006657789,0.00007448556,0.00003896868,0.00024118385,0.0000010933421,0.000010741436,0.0000132474,0.00010953982],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99776304,0.00027521784,0.0010355732,0.00014791382,0.0005819936,0.00019628927],"domain_scores_gemma":[0.9966106,0.0026479561,0.00021684325,0.00014241689,0.00019167954,0.00019051167],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0013641267,0.00012163818,0.00045426365,0.00015673792,0.000051964427,0.000070402406,0.000069371585,0.00011926476,0.00022113507],"category_scores_gemma":[0.00025056713,0.000072392606,0.00023768534,0.0005288146,0.000084829946,0.00036183355,0.00001600619,0.00039175074,0.0000028638342],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0070749014,0.0009846973,0.043315776,0.00033726078,0.00035079793,0.0043173833,0.0018481746,0.41142806,0.00012160965,0.017455745,0.0000921543,0.51267344],"study_design_scores_gemma":[0.0071663046,0.00049664587,0.0693398,0.0008821915,0.00009656597,0.00028046835,0.00012766685,0.4290759,0.00003427677,0.0006696156,0.4917079,0.00012266079],"about_ca_topic_score_codex":0.00001649509,"about_ca_topic_score_gemma":0.0000071188283,"teacher_disagreement_score":0.5125508,"about_ca_system_score_codex":0.000088392146,"about_ca_system_score_gemma":0.0001184998,"threshold_uncertainty_score":0.29520848},"labels":[],"label_agreement":null},{"id":"W4395050727","doi":"10.1007/s00464-024-10843-6","title":"Structured feedback and operative video debriefing with critical view of safety annotation in training of laparoscopic cholecystectomy: a randomized controlled study","year":2024,"lang":"en","type":"article","venue":"Surgical Endoscopy","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Artificial Intelligence in Medicine (Canada); University Health Network","funders":"Universitätsklinikum Hamburg-Eppendorf","keywords":"Debriefing; Medicine; Randomized controlled trial; Curriculum; Video feedback; Cholecystectomy; Laparoscopic cholecystectomy; Laparoscopic surgery; Physical therapy; Medical education; Laparoscopy; General surgery; Surgery; Psychology","score_opus":0.018655024694455916,"score_gpt":0.34191517447172254,"score_spread":0.32326014977726664,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4395050727","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9932689,0.0018538565,0.00018786998,0.00029179663,0.00007982567,0.0018221545,0.000007657175,0.00004463116,0.0024433152],"genre_scores_gemma":[0.99932015,0.00005748762,0.00038811174,0.00005380275,0.00003265654,0.00008911277,0.000010029535,0.00001972124,0.000028900407],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.99757546,0.0005516769,0.00093584607,0.0003436351,0.0003725688,0.00022083319],"domain_scores_gemma":[0.9952254,0.0043113893,0.000089796304,0.00011655077,0.00013430639,0.00012252007],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0011515637,0.00020880527,0.0021482543,0.00020134352,0.0000390149,0.000032245272,0.00003978548,0.00008434746,0.0002532925],"category_scores_gemma":[0.0010229278,0.00012828219,0.00015400322,0.0004900249,0.00030998493,0.000108279644,0.000019181934,0.0002820408,9.485579e-7],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.93181634,0.0006469142,0.008318445,0.0011109823,0.0012941039,0.00087934866,0.022434898,0.0007659856,0.000592962,0.017004255,0.0000011242445,0.015134615],"study_design_scores_gemma":[0.9786626,0.0006896801,0.0034028143,0.0017015089,0.00034992662,0.0000387131,0.0019340905,0.012187055,0.0005360979,0.00022874985,0.00012791844,0.00014084473],"about_ca_topic_score_codex":0.00004890987,"about_ca_topic_score_gemma":0.000023767476,"teacher_disagreement_score":0.046846233,"about_ca_system_score_codex":0.000031003157,"about_ca_system_score_gemma":0.00014919208,"threshold_uncertainty_score":0.52311957},"labels":[],"label_agreement":null},{"id":"W4395452895","doi":"10.1007/s00701-024-06072-4","title":"Extended reality in cranial and spinal neurosurgery – a bibliometric analysis","year":2024,"lang":"en","type":"review","venue":"Acta Neurochirurgica","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":12,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"Karolinska Institutet","keywords":"Neurosurgery; Medicine; Neuroradiology; Neurology; Interventional radiology; Radiology; Medical physics; Psychiatry","score_opus":0.10659884579010488,"score_gpt":0.40680425755259775,"score_spread":0.3002054117624929,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4395452895","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0025195929,0.9914622,0.000003889365,0.00022748968,0.00029606067,0.00055858627,0.00003486734,0.00016553474,0.004731813],"genre_scores_gemma":[0.0945628,0.90454686,0.000011424668,0.00021620987,0.00020954761,0.000037050562,0.00010655091,0.00006525872,0.00024430413],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9965713,0.00030264602,0.0010989566,0.0010298853,0.00054631126,0.00045087593],"domain_scores_gemma":[0.9980916,0.0007264013,0.00024935204,0.00051351666,0.000046128276,0.00037300095],"candidate_categories":["metaepi_narrow","bibliometrics"],"consensus_categories":["bibliometrics"],"category_scores_codex":[0.0005619733,0.0005439225,0.0028704235,0.07314932,0.000060225673,0.00015053913,0.00014789955,0.0003357227,0.00024068732],"category_scores_gemma":[0.0005489704,0.0004000935,0.0011997684,0.15952729,0.00008499886,0.00008201234,0.00015717727,0.0011058818,0.00004933139],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00014236524,0.0001702774,0.00021082081,0.0061360355,0.0006079063,0.0028590397,0.000011848076,7.0974727e-7,3.8878488e-7,0.00006592714,0.00013664317,0.98965806],"study_design_scores_gemma":[0.00076111354,0.00014327547,0.025730966,0.002521972,0.008930539,0.00037610153,0.0000024531898,0.00028159178,4.4056208e-8,0.000029825416,0.9608929,0.00032917387],"about_ca_topic_score_codex":0.000025984902,"about_ca_topic_score_gemma":0.0000046323535,"teacher_disagreement_score":0.98932886,"about_ca_system_score_codex":0.00005284607,"about_ca_system_score_gemma":0.00017634165,"threshold_uncertainty_score":0.9998451},"labels":[],"label_agreement":null},{"id":"W4395465573","doi":"10.3390/jpm14050450","title":"Evaluation of a 3D Printed Silicone Oral Cavity Cancer Model for Surgical Simulations","year":2024,"lang":"en","type":"article","venue":"Journal of Personalized Medicine","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Princess Margaret Cancer Centre; University of Toronto; University Health Network","funders":"","keywords":"Medicine; Silicone; Tongue; Surgical margin; 3d printed; Otorhinolaryngology; Cancer; Surgery; Biomedical engineering; Internal medicine; Pathology","score_opus":0.18934036720482103,"score_gpt":0.4672184067950371,"score_spread":0.27787803959021606,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4395465573","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9736267,0.0075327647,0.01071647,0.0059593385,0.00048333968,0.00058805087,0.00003500684,0.000029229603,0.0010291174],"genre_scores_gemma":[0.997781,0.00011002854,0.0008983369,0.00016793897,0.000579006,0.00000977075,0.000018825294,0.000018068855,0.0004170231],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99766356,0.00010146548,0.0006877454,0.0001426117,0.0012547474,0.00014988282],"domain_scores_gemma":[0.997126,0.00059647806,0.00022475919,0.00008849781,0.0017747505,0.00018954565],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.002833369,0.00012293109,0.00056313013,0.00025760365,0.0000375863,0.000006569869,0.000048858878,0.0000867692,0.001985116],"category_scores_gemma":[0.0012046086,0.00008017482,0.00021204374,0.0003090462,0.0001396136,0.00009486839,0.000007989824,0.0002400722,8.8003304e-7],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.01247538,0.0013304445,0.006889254,0.0017770642,0.0044835806,0.0003258883,0.0194302,0.27303356,0.036675636,0.0067596305,0.0028656567,0.6339537],"study_design_scores_gemma":[0.020807365,0.00034626178,0.0006938695,0.0010648301,0.0020995645,0.00010543515,0.00020189982,0.963222,0.00015612169,0.00053479144,0.010697058,0.000070790345],"about_ca_topic_score_codex":0.000023059778,"about_ca_topic_score_gemma":0.000013504793,"teacher_disagreement_score":0.69018847,"about_ca_system_score_codex":0.00020725,"about_ca_system_score_gemma":0.000740963,"threshold_uncertainty_score":0.9989272},"labels":[],"label_agreement":null},{"id":"W4395467277","doi":"10.1097/mog.0000000000001034","title":"Ergonomic wellness for the trainee in gastrointestinal endoscopy","year":2024,"lang":"en","type":"review","venue":"Current Opinion in Gastroenterology","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Human factors and ergonomics; Adaptability; Medicine; Curriculum; Participatory ergonomics; Psychological intervention; Medical education; Psychology; Nursing; Poison control; Medical emergency; Pedagogy","score_opus":0.13771217919516304,"score_gpt":0.42682362861217626,"score_spread":0.2891114494170132,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4395467277","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000075637065,0.99125314,0.0012208184,0.00039718242,0.0050987503,0.0017929565,0.000060261853,0.000047103313,0.000054165976],"genre_scores_gemma":[0.0012635719,0.9961807,0.00015007933,0.0000498052,0.0010358436,0.00081833696,0.00041349296,0.00006273761,0.00002544599],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.997649,0.00021651351,0.00094121095,0.0005306471,0.00011475589,0.0005478469],"domain_scores_gemma":[0.99844927,0.0009891536,0.00017861005,0.00025947829,0.000021652299,0.00010185271],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0005769573,0.00039451625,0.0013052847,0.0004746817,0.00002935951,0.00002262433,0.00021506604,0.00011607255,0.00009643489],"category_scores_gemma":[0.0002057615,0.0002552786,0.00051433436,0.00024377438,0.00012148043,0.00002671092,0.000077882316,0.00093293004,0.00005027829],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0008698627,0.00026524698,0.0028042502,0.023438506,0.00008326174,0.000014899276,0.00008039098,0.000062942265,6.3407676e-8,0.00051225984,0.0011139978,0.9707543],"study_design_scores_gemma":[0.0034042585,0.00042622723,0.0006587858,0.036343336,0.00022794455,0.0004815227,0.00003713399,0.0013534602,1.221809e-8,0.000051631512,0.95689994,0.000115774215],"about_ca_topic_score_codex":0.0000032273038,"about_ca_topic_score_gemma":0.000009277379,"teacher_disagreement_score":0.9706386,"about_ca_system_score_codex":0.00019466499,"about_ca_system_score_gemma":0.00015409743,"threshold_uncertainty_score":0.9999899},"labels":[],"label_agreement":null},{"id":"W4396507698","doi":"10.1164/ajrccm-conference.2024.209.1_meetingabstracts.a2565","title":"Generation of Fully Functional 2D and 3D Human Small Airway Models","year":2024,"lang":"en","type":"article","venue":"","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Stemcell Technologies","funders":"","keywords":"Computer science; Airway; Medicine; Anesthesia","score_opus":0.18039050048599437,"score_gpt":0.3193645122432882,"score_spread":0.13897401175729385,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4396507698","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.83198154,0.00025689843,0.036288384,0.00040125227,0.00010897958,0.00008319737,0.00000142444,0.00007705862,0.13080129],"genre_scores_gemma":[0.9946341,0.0000048927755,0.00062114134,0.00018582123,0.00015960884,0.0000020129596,0.000031621064,0.00000499165,0.0043558176],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9996588,0.000006905188,0.00010618175,0.00009548317,0.000086772314,0.000045818608],"domain_scores_gemma":[0.9998514,0.000032417232,0.000007896495,0.0000398278,0.000028326724,0.000040133575],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00008081547,0.00003870641,0.000069999114,0.000045386096,0.00002477479,0.000010970302,0.0000061245078,0.00003073698,0.0017164873],"category_scores_gemma":[0.0000059799177,0.000028127568,0.000025346993,0.000049657614,0.000017293378,0.000040779054,0.0000062653826,0.000044599223,0.000008082268],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00015071547,0.0001800197,0.0025925827,0.00028347754,0.00023261586,0.000041291838,0.00094126695,0.028486919,0.03227859,0.5682569,0.001719155,0.36483645],"study_design_scores_gemma":[0.0011605145,0.00012298641,0.0047281617,0.000032065513,0.00004584353,0.000013062469,0.000048128823,0.9837405,0.0017505814,0.0013134122,0.0069803926,0.00006434478],"about_ca_topic_score_codex":0.000009837209,"about_ca_topic_score_gemma":0.0000098374,"teacher_disagreement_score":0.9552536,"about_ca_system_score_codex":0.0000074295863,"about_ca_system_score_gemma":0.000016852238,"threshold_uncertainty_score":0.99919605},"labels":[],"label_agreement":null},{"id":"W4396534803","doi":"10.5435/jaaos-d-23-00872","title":"Direct Variable Cost Comparison of Endoscopic Versus Open Carpal Tunnel Release: A Time-Driven Activity-Based Costing Analysis","year":2024,"lang":"en","type":"article","venue":"Journal of the American Academy of Orthopaedic Surgeons","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Object Research Systems (Canada)","funders":"","keywords":"Medicine; Activity-based costing; Carpal tunnel release; Endoscopic carpal tunnel release; Carpal tunnel syndrome; Surgery; Accounting","score_opus":0.056556744133806416,"score_gpt":0.37463399040070694,"score_spread":0.31807724626690054,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4396534803","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99228114,0.00042405873,0.0007888477,0.0019032445,0.00026302395,0.0003137119,0.000044378357,0.000029020424,0.003952579],"genre_scores_gemma":[0.99865067,0.000048306767,0.0007979048,0.00020179979,0.00010056219,0.000004517325,0.0000051458333,0.0000249736,0.00016609678],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9973779,0.00040028774,0.00093257346,0.00022462908,0.00078175706,0.00028286446],"domain_scores_gemma":[0.99448794,0.0034865206,0.0014305225,0.0001942182,0.00014425878,0.00025655382],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0012530293,0.00019358883,0.0014383786,0.0005432904,0.00009589905,0.000032766628,0.00039555866,0.0000785908,0.00043968647],"category_scores_gemma":[0.0011366326,0.00013478548,0.0008352558,0.0031760875,0.0003503268,0.00013730656,0.00012323889,0.00078775035,0.0000038519356],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0055545564,0.00078508456,0.86264753,0.00016720672,0.0066108047,0.00007920945,0.0002976905,0.048818313,0.0074198917,0.000079922705,0.0012043375,0.06633548],"study_design_scores_gemma":[0.014775012,0.0014624312,0.66494304,0.0027990947,0.01376706,0.000060735732,0.00076028134,0.2417627,0.0077055963,0.000022520606,0.051441275,0.00050022843],"about_ca_topic_score_codex":0.00028863698,"about_ca_topic_score_gemma":0.000008454276,"teacher_disagreement_score":0.19770445,"about_ca_system_score_codex":0.000121945464,"about_ca_system_score_gemma":0.0004630097,"threshold_uncertainty_score":0.5496392},"labels":[],"label_agreement":null},{"id":"W4396547281","doi":"10.1503/cjs.008522","title":"Effect of neurosurgical residency programs on neurosurgical patient outcomes in a single health care system: a cohort study","year":2024,"lang":"en","type":"article","venue":"Canadian Journal of Surgery","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"Kingston General Hospital; Queen's University","funders":"","keywords":"Medicine; Cohort; Cohort study; MEDLINE; Family medicine; Emergency medicine; Medical emergency; Internal medicine","score_opus":0.037824313961881434,"score_gpt":0.30913671084566074,"score_spread":0.2713123968837793,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4396547281","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99600464,0.0010813074,0.0000011342995,0.0006402643,0.0010685716,0.0006898257,0.000006783265,0.000023881494,0.00048356655],"genre_scores_gemma":[0.9996884,0.000006190377,0.0000039064494,0.00016601448,0.0000734342,0.00001142962,0.000005957098,0.00002865881,0.000015995434],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9970812,0.00061863643,0.0011266002,0.00023848304,0.00055369374,0.00038134027],"domain_scores_gemma":[0.99707824,0.0015501757,0.0002156782,0.00017135349,0.00012210709,0.0008624382],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0015154406,0.0001899604,0.0010737388,0.0008575798,0.00005418271,0.00005553845,0.00006332262,0.00007343553,0.000032206593],"category_scores_gemma":[0.0005769747,0.00013273623,0.00038917884,0.00058581325,0.000059984755,0.000066186796,0.0000075939124,0.00046586842,0.0000034551379],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00034874407,0.00016012134,0.9490492,0.00038645978,0.00006914887,0.014960978,0.00082657393,0.00006487814,0.0000017122368,0.0000399913,0.00006729894,0.034024924],"study_design_scores_gemma":[0.0020612313,0.0068509784,0.9817202,0.0030163755,0.00010071083,0.00069417024,0.0010683513,0.000097589924,0.000022379012,0.0000021146554,0.004206762,0.00015912512],"about_ca_topic_score_codex":0.0013459936,"about_ca_topic_score_gemma":0.001255465,"teacher_disagreement_score":0.033865802,"about_ca_system_score_codex":0.00045217693,"about_ca_system_score_gemma":0.00145191,"threshold_uncertainty_score":0.54128265},"labels":[],"label_agreement":null},{"id":"W4396559353","doi":"10.1007/s11548-024-03147-6","title":"Parameter-efficient framework for surgical action triplet recognition","year":2024,"lang":"en","type":"article","venue":"International Journal of Computer Assisted Radiology and Surgery","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":7,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"National Natural Science Foundation of China","keywords":"Action recognition; Action (physics); Computer science; Surgical procedures; Artificial intelligence; Medicine; Surgery; Physics","score_opus":0.09381396528531483,"score_gpt":0.36732288685585684,"score_spread":0.273508921570542,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4396559353","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.76483023,0.0008066914,0.22591443,0.0029615364,0.0052741044,0.000080546764,0.000008296511,0.000034721317,0.00008942823],"genre_scores_gemma":[0.9899079,0.00017617745,0.007374276,0.00048863905,0.0019789783,0.0000037223285,0.000043831318,0.000009170491,0.00001731393],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99899256,0.000092712224,0.00047318716,0.00013918796,0.0001895013,0.000112821326],"domain_scores_gemma":[0.9945058,0.004961206,0.00013498265,0.000040371866,0.0002600081,0.00009763415],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00064236793,0.00009001879,0.0003095301,0.00035250548,0.000035291123,0.000054442953,0.000043622815,0.00014590428,0.000090057685],"category_scores_gemma":[0.00025029675,0.00006816402,0.00030203993,0.00009483165,0.000059421684,0.00006907168,0.000010284925,0.00027176566,0.000003688229],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0023131622,0.00016918954,0.003720114,0.00004885753,0.0008980347,0.0012919556,0.00011507388,0.00032749207,0.000027471226,0.0016906359,0.0013052701,0.9880927],"study_design_scores_gemma":[0.012521049,0.0013969041,0.15642937,0.0035920192,0.000660924,0.074667856,0.00015232284,0.3404226,0.00041319168,0.020631477,0.38843453,0.00067776156],"about_ca_topic_score_codex":4.769129e-7,"about_ca_topic_score_gemma":8.29743e-8,"teacher_disagreement_score":0.98741496,"about_ca_system_score_codex":0.000048705584,"about_ca_system_score_gemma":0.00007801418,"threshold_uncertainty_score":0.27796483},"labels":[],"label_agreement":null},{"id":"W4396669808","doi":"10.2196/51573","title":"The Effectiveness of Patient Education on Laparoscopic Surgery Postoperative Outcomes to Determine Whether Direct Coaching Is the Best Approach: Systematic Review of Randomized Controlled Trials","year":2024,"lang":"en","type":"article","venue":"JMIR Perioperative Medicine","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Coaching; Medicine; Randomized controlled trial; Surgery; Physical therapy; General surgery; Psychology; Psychotherapist","score_opus":0.04894750576525241,"score_gpt":0.3799240459707545,"score_spread":0.3309765402055021,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4396669808","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.724758,0.16341195,0.0002793343,0.01885466,0.0018197239,0.06366537,0.000035806243,0.00009604963,0.027079066],"genre_scores_gemma":[0.9894976,0.0015382868,0.000019085048,0.0031001891,0.00009190126,0.0048955875,0.00002309425,0.000027559277,0.0008067192],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.98756146,0.008913554,0.0023132274,0.0003182583,0.00071788894,0.0001756277],"domain_scores_gemma":[0.9411489,0.05725823,0.0005432316,0.00040644928,0.00054022454,0.00010298789],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.019701218,0.00033865173,0.0072857686,0.00019616527,0.00015723243,0.000032809414,0.00010837952,0.00005935167,0.00013633224],"category_scores_gemma":[0.039203327,0.00011097238,0.0009389743,0.00044048778,0.00033819824,0.00005561545,0.000024113968,0.00023048965,0.000009032636],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.2570584,0.0026024668,0.0017729047,0.6013457,0.017259404,0.000033805165,0.07722389,0.00016834239,0.004895444,0.016760143,0.00082203595,0.020057425],"study_design_scores_gemma":[0.12197922,0.0018966581,0.0007264882,0.85169756,0.0062597822,0.000025759795,0.010742463,0.0020666595,0.0032865293,0.000037481685,0.0008840881,0.0003972785],"about_ca_topic_score_codex":0.0000384379,"about_ca_topic_score_gemma":0.000001786698,"teacher_disagreement_score":0.26473954,"about_ca_system_score_codex":0.00008262689,"about_ca_system_score_gemma":0.00025786943,"threshold_uncertainty_score":0.9688899},"labels":[],"label_agreement":null},{"id":"W4396714199","doi":"10.2196/54910","title":"Communication and Contextual Factors in Robotic-Assisted Surgical Teams: Protocol for Developing a Taxonomy","year":2024,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Protocol (science); Taxonomy (biology); Computer science; Medicine; Psychology; Knowledge management; Human–computer interaction; Alternative medicine; Biology; Pathology; Ecology","score_opus":0.5157603060221003,"score_gpt":0.5902705316890273,"score_spread":0.074510225666927,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4396714199","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0020168112,0.0000034428688,0.00027700452,0.000677298,0.0000021711915,0.99314266,0.000002518832,0.000112112,0.003765988],"genre_scores_gemma":[0.072209604,1.7423065e-7,0.0012881377,0.000023928158,0.000046576864,0.9259727,0.000019212306,0.000024400675,0.00041523736],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9981228,0.00032068527,0.00040427662,0.00034171858,0.00039494617,0.00041555223],"domain_scores_gemma":[0.9977156,0.0016600954,0.000033961554,0.00024291554,0.00018431597,0.00016311742],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0015489453,0.0001388904,0.00028560363,0.0003174543,0.00015533107,0.00019385194,0.00012168678,0.00014191457,0.00013810482],"category_scores_gemma":[0.00034033044,0.00010357107,0.00006607894,0.0005561986,0.00018197522,0.00016488873,0.00011091441,0.0005969672,0.00001202336],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.017157495,0.0034667177,0.17936371,0.018210841,0.00030484964,0.0007592624,0.0062994263,0.000057039837,0.00088160136,0.09422064,0.0059631565,0.6733152],"study_design_scores_gemma":[0.010921248,0.00056804705,0.017800326,0.0068388185,0.0000016836111,0.000022479342,0.00057217275,0.0038157771,0.00030716616,0.0003403576,0.95866007,0.00015183847],"about_ca_topic_score_codex":0.000019885445,"about_ca_topic_score_gemma":0.000029500125,"teacher_disagreement_score":0.9526969,"about_ca_system_score_codex":0.00022671476,"about_ca_system_score_gemma":0.00041287928,"threshold_uncertainty_score":0.42235056},"labels":[],"label_agreement":null},{"id":"W4396811830","doi":"10.1016/j.jisako.2024.05.002","title":"Orthopaedic sport medicine surgeons and fellows value immersive virtual reality for improving surgical training, procedural planning, and distance learning","year":2024,"lang":"en","type":"article","venue":"Journal of ISAKOS Joint Disorders & Orthopaedic Sports Medicine","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Banff Centre; University of Calgary","funders":"","keywords":"Medicine; Orthopedic surgery; Medical education; Curriculum; Presentation (obstetrics); Clinical Practice; Sports medicine; Perception; Physical therapy; Psychology; Surgery; Pedagogy","score_opus":0.026337241855232174,"score_gpt":0.3078303836963858,"score_spread":0.28149314184115365,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4396811830","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9255196,0.033052407,0.012739299,0.020707319,0.002394916,0.0014839638,0.000014257765,0.00022124777,0.003866986],"genre_scores_gemma":[0.99422413,0.0022894335,0.00020400326,0.0006535379,0.0016359087,0.000019551002,0.00009141709,0.00009990831,0.00078209327],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.99471325,0.00009081266,0.002168898,0.0007741675,0.0014832125,0.00076965377],"domain_scores_gemma":[0.99642736,0.0009381345,0.0009604692,0.00022909895,0.0003680752,0.0010768708],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0043327324,0.00062358566,0.0018494588,0.00080884935,0.00032032284,0.000040076968,0.00011163131,0.00027774225,0.00034782002],"category_scores_gemma":[0.0017699761,0.00043316174,0.0004596712,0.0006757099,0.0011589354,0.00036179475,0.00005944985,0.0013926032,7.397216e-7],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0060811997,0.00035948693,0.5103788,0.0033338761,0.0009891487,0.009859899,0.024022097,0.00076425466,0.00033143754,0.007096262,0.0031340462,0.4336495],"study_design_scores_gemma":[0.05257559,0.012559229,0.24664097,0.026665913,0.0048325704,0.01745519,0.07304435,0.042681377,0.000030385685,0.002938624,0.5186678,0.0019080046],"about_ca_topic_score_codex":0.00010264301,"about_ca_topic_score_gemma":0.000019519448,"teacher_disagreement_score":0.51553375,"about_ca_system_score_codex":0.00011480745,"about_ca_system_score_gemma":0.00050953164,"threshold_uncertainty_score":0.999812},"labels":[],"label_agreement":null},{"id":"W4396869235","doi":"10.1111/coa.14171","title":"Safety and efficacy of three‐dimensional versus two‐dimensional endoscopy in otolaryngology surgery and training: A systematic review","year":2024,"lang":"en","type":"review","venue":"Clinical Otolaryngology","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"BC Children's Hospital; University of British Columbia","funders":"","keywords":"Medicine; Otorhinolaryngology; Endoscopy; General surgery; MEDLINE; Head and neck surgery; Surgery; Medical physics","score_opus":0.15731447911435198,"score_gpt":0.4303977247807698,"score_spread":0.27308324566641784,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4396869235","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0050916257,0.9902676,0.0000025609065,0.00028421625,0.0010060398,0.0029692268,0.00003602156,0.00006837947,0.0002743388],"genre_scores_gemma":[0.0025570074,0.99556595,0.00023530549,0.00090690295,0.00020162464,0.00013185645,0.00027529846,0.0000859598,0.00004007634],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.9913332,0.0016991695,0.0048486544,0.0011868132,0.00038155075,0.0005506027],"domain_scores_gemma":[0.9673974,0.030460475,0.0009802788,0.0005860622,0.00011392105,0.00046189482],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0044585257,0.0007041594,0.0108627435,0.0005427657,0.00005472482,0.000011676138,0.00016360769,0.0009970233,0.0002113593],"category_scores_gemma":[0.00889534,0.0004955306,0.0012793972,0.000669089,0.0008112339,0.000054139484,0.0002998893,0.00178801,0.00007216256],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.001606154,0.00043472348,0.0013390935,0.9152374,0.0020514778,0.0018426116,0.000036126297,0.0000018364092,1.572894e-7,0.0013542966,0.00012663801,0.075969435],"study_design_scores_gemma":[0.012242291,0.0010139074,0.0030368923,0.9049398,0.017120246,0.0026666138,0.0000062391728,0.00065570994,5.6529913e-8,0.0001317887,0.057402384,0.000784122],"about_ca_topic_score_codex":0.000013443178,"about_ca_topic_score_gemma":0.000021981283,"teacher_disagreement_score":0.075185314,"about_ca_system_score_codex":0.000067151894,"about_ca_system_score_gemma":0.00083352986,"threshold_uncertainty_score":0.99974966},"labels":[],"label_agreement":null},{"id":"W4396899946","doi":"10.2196/52878","title":"Education in Laparoscopic Cholecystectomy: Design and Feasibility Study of the LapBot Safe Chole Mobile Game","year":2024,"lang":"en","type":"article","venue":"JMIR Formative Research","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"University of Toronto; University Health Network; Concordia University","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Preprint; Laparoscopic cholecystectomy; General surgery; Medicine; Computer science; World Wide Web","score_opus":0.12128024994458782,"score_gpt":0.49044823426593165,"score_spread":0.36916798432134385,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4396899946","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9935811,0.00029120236,0.000018742083,0.00014308612,0.00006912025,0.0024454098,0.0000016428646,0.000018181443,0.0034314878],"genre_scores_gemma":[0.99916136,0.0000091698985,0.000012627028,0.000021216878,0.000022405007,0.00028741104,0.0000020337811,0.0000073146675,0.00047648675],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9984834,0.00048732813,0.00023488411,0.0001725503,0.00044140706,0.00018043755],"domain_scores_gemma":[0.9991094,0.00045546328,0.000023746863,0.00020678174,0.00013641958,0.00006822571],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0014398609,0.000068256835,0.00016801865,0.00020612475,0.000062750805,0.000035983976,0.0000745644,0.000044879853,0.000099899626],"category_scores_gemma":[0.00012328467,0.00004215643,0.00002847173,0.0008140517,0.000116622,0.00013881964,0.000072327304,0.0004486883,0.00001795552],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.002445263,0.0120417345,0.4401458,0.0027148705,0.00020752304,0.00002816368,0.26736218,0.00091847416,0.001833355,0.001745568,0.0009105209,0.26964658],"study_design_scores_gemma":[0.00745252,0.0017310842,0.96224266,0.0006070586,0.000009584043,0.00000572465,0.015324301,0.008283979,0.0011811564,0.000550933,0.0025328984,0.000078070065],"about_ca_topic_score_codex":0.000052244417,"about_ca_topic_score_gemma":0.000016153197,"teacher_disagreement_score":0.52209693,"about_ca_system_score_codex":0.00013901187,"about_ca_system_score_gemma":0.00032418178,"threshold_uncertainty_score":0.19493525},"labels":[],"label_agreement":null},{"id":"W4396991866","doi":"10.7759/cureus.60522","title":"Optimizing Teamwork in the Operating Room: A Scoping Review of Actionable Teamwork Strategies","year":2024,"lang":"en","type":"review","venue":"Cureus","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa; Canadian Association of Nurses in Oncology; Ottawa Hospital; University of British Columbia","funders":"University of Ottawa","keywords":"Teamwork; Process management; Computer science; Engineering; Political science","score_opus":0.12787078146859102,"score_gpt":0.4474375925218843,"score_spread":0.3195668110532933,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4396991866","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0000016690831,0.96725655,0.000032957047,0.00009922557,0.00023135453,0.0014950654,0.0000030462363,0.00005612275,0.030823983],"genre_scores_gemma":[0.00009629243,0.9981277,0.00072024687,0.0002850737,0.00033855945,0.00016451096,0.000055895907,0.000044493685,0.00016721804],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.9979037,0.0002118124,0.00096293766,0.00033235142,0.00034066674,0.00024855323],"domain_scores_gemma":[0.9986968,0.0005752949,0.00024085307,0.00037025314,0.00006104965,0.000055736185],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0010790504,0.00030561074,0.0016027887,0.000103092716,0.00007384866,0.00008379641,0.0001972207,0.00018962083,0.00044440193],"category_scores_gemma":[0.00038911361,0.00017377597,0.00044079873,0.00088588434,0.000035092802,0.00011303894,0.00005942589,0.00078568,0.00004776655],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000041286607,0.000064742155,0.0000030634683,0.5594767,0.00017334371,0.0000869526,0.0004743339,0.000070045695,9.4403795e-8,0.0013351722,0.00037507532,0.43793637],"study_design_scores_gemma":[0.00013807205,0.000030855015,4.751588e-7,0.6625287,0.00066278025,0.000047654583,0.00043518338,0.000037007918,8.233186e-8,0.000020963216,0.33598176,0.000116476294],"about_ca_topic_score_codex":0.000017254457,"about_ca_topic_score_gemma":0.000009012833,"teacher_disagreement_score":0.43781987,"about_ca_system_score_codex":0.0001054322,"about_ca_system_score_gemma":0.0007188474,"threshold_uncertainty_score":0.70863783},"labels":[],"label_agreement":null},{"id":"W4398201826","doi":"10.62694/efh.2024.26","title":"Virtual Surgical Shadowing for Undergraduate Medical Students: A Pilot Program","year":2024,"lang":"en","type":"article","venue":"Education for Health","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Trillium Health Centre; University of Toronto","funders":"","keywords":"Medical education; Pilot program; Psychology; Computer science; Medical physics; Medicine","score_opus":0.0638185677537788,"score_gpt":0.48130526298006004,"score_spread":0.41748669522628123,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4398201826","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.31186512,0.0070003844,0.04607283,0.5787921,0.015271536,0.019272843,0.00008136447,0.0032905194,0.018353278],"genre_scores_gemma":[0.9891716,0.00006304541,0.0019243172,0.0041147224,0.0012676186,0.00075976306,0.00033586932,0.000034237455,0.002328797],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99845433,0.00003861077,0.00037769132,0.00029376807,0.00053392607,0.0003016615],"domain_scores_gemma":[0.9987468,0.00055834313,0.00004208649,0.00010884364,0.00007223221,0.00047167586],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0010598553,0.000108628534,0.0002244887,0.00011379162,0.00015844057,0.000087742206,0.000086419925,0.0000626606,0.00014658381],"category_scores_gemma":[0.0003173375,0.00008918106,0.00012396845,0.0002298393,0.00003652946,0.00006412638,0.000015540127,0.00015889872,0.000030497093],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0003645751,0.0015473884,0.0012230735,0.0005178784,0.00007613862,0.000003833029,0.00046861885,0.0000034214643,5.1903294e-7,0.0651039,0.012555504,0.91813517],"study_design_scores_gemma":[0.0031902436,0.00207016,0.0012652841,0.00054938433,0.000030434852,0.0000367045,0.00034649493,0.0056555793,0.0000023484847,0.0013196785,0.98543465,0.00009905024],"about_ca_topic_score_codex":0.000024313862,"about_ca_topic_score_gemma":0.000011532743,"teacher_disagreement_score":0.9728791,"about_ca_system_score_codex":0.00018153296,"about_ca_system_score_gemma":0.0021479374,"threshold_uncertainty_score":0.38103488},"labels":[],"label_agreement":null},{"id":"W4398210904","doi":"10.5489/cuaj.8709","title":"Could trainees’ finger placement at the surgeon’s console have any effect on the overall outcomes of robotic surgery specifically in radical prostatectomy?","year":2024,"lang":"en","type":"article","venue":"Canadian Urological Association Journal","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Index finger; Thumb; Medicine; Metric (unit); Wrist; Range of motion; Surgery; Physical medicine and rehabilitation; Physical therapy; Operations management; Engineering","score_opus":0.02802940764480048,"score_gpt":0.2636767554679414,"score_spread":0.23564734782314092,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4398210904","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9325312,0.00019850157,0.0000131226225,0.06387107,0.00037779828,0.00037430087,0.000021575966,0.000021764308,0.0025907008],"genre_scores_gemma":[0.99349636,0.000029459074,0.0000052921905,0.005208381,0.0001305666,0.000014189215,0.000015472533,0.000013412583,0.0010868603],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9976185,0.00056723034,0.0005566984,0.00020124136,0.0005837394,0.00047261565],"domain_scores_gemma":[0.99111634,0.008174757,0.00015421334,0.00011876697,0.00007897896,0.00035694978],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.003276847,0.00016708345,0.00044089017,0.00018834665,0.00018475641,0.0000831678,0.00009070761,0.00019543782,0.0026151638],"category_scores_gemma":[0.0028869738,0.00008169641,0.0003025492,0.00022380566,0.00010048186,0.000036661557,0.000013860374,0.00095539214,0.000043772812],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0002568052,0.000059938982,0.9864638,0.00001494386,0.00020282685,0.00044095557,0.0002532395,0.0012242036,0.00001924311,0.0009883444,0.00786924,0.0022064934],"study_design_scores_gemma":[0.001227308,0.00026299251,0.95437115,0.000077748075,0.00006371236,0.00006078095,0.00006368037,0.0020213104,0.00002228275,0.00026266434,0.04145704,0.00010930106],"about_ca_topic_score_codex":0.0002022636,"about_ca_topic_score_gemma":0.00044619417,"teacher_disagreement_score":0.060965203,"about_ca_system_score_codex":0.0010793041,"about_ca_system_score_gemma":0.00037958688,"threshold_uncertainty_score":0.99829656},"labels":[],"label_agreement":null},{"id":"W4399080222","doi":"10.1201/9781003525486-23","title":"The Boards","year":2024,"lang":"en","type":"book-chapter","venue":"","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Business","score_opus":0.04082811254266041,"score_gpt":0.3067301628196253,"score_spread":0.2659020502769649,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4399080222","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0000029797957,0.001003399,0.000006465248,0.0020312837,0.00029240487,0.000083175364,0.0000013002548,0.00011212841,0.9964669],"genre_scores_gemma":[0.008681702,0.00011411357,0.000013901445,0.0007358324,0.0003252922,0.0000012019956,0.0000096759695,0.000021709326,0.99009657],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9995599,8.02684e-7,0.000107769796,0.00010328476,0.00016151296,0.00006674359],"domain_scores_gemma":[0.9996566,0.00012048363,0.000013404937,0.00012935896,0.000025462154,0.000054684522],"candidate_categories":["insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.000069976115,0.000081757775,0.000111941496,0.000022055656,0.00003655958,0.000021839256,0.000025114205,0.00010123062,0.007855635],"category_scores_gemma":[0.000010970797,0.000039024297,0.00012231753,0.0000078706225,0.000038173064,0.000004100921,0.000018374052,0.00023169366,0.0017243288],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000014335355,9.835653e-7,0.0000017077318,0.000008625237,0.00007084638,0.000054033448,0.000009278024,2.8061027e-7,1.3743318e-7,0.93056226,0.005311181,0.063966304],"study_design_scores_gemma":[0.00020953527,0.000019293393,0.000010446505,0.00008031658,0.00006268657,0.000009168186,0.000006266503,0.000121687306,0.0000010917372,0.030867679,0.96856517,0.000046663168],"about_ca_topic_score_codex":0.0000010640103,"about_ca_topic_score_gemma":0.0000028543695,"teacher_disagreement_score":0.963254,"about_ca_system_score_codex":0.000016756818,"about_ca_system_score_gemma":0.000026091502,"threshold_uncertainty_score":0.99905294},"labels":[],"label_agreement":null},{"id":"W4399119567","doi":"10.1097/sla.0000000000006367","title":"Opportunities and Applications of Educational Technologies in Surgical Education and Assessment","year":2024,"lang":"en","type":"article","venue":"Annals of Surgery","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"","keywords":"Medicine; Scrutiny; Delphi method; Multidisciplinary approach; Delphi; Quality (philosophy); Best practice; Process (computing); Construct (python library); Curriculum; Medical education; Computer science; Management","score_opus":0.29593343625822627,"score_gpt":0.44230311921935944,"score_spread":0.14636968296113317,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4399119567","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9516397,0.011722058,0.00001228923,0.017588504,0.000056324847,0.00014408412,0.000009187049,0.00003261413,0.018795203],"genre_scores_gemma":[0.99551123,0.0040228358,0.00010625045,0.000050956245,0.00002771542,0.000036623773,0.00002797346,0.000003974059,0.0002124313],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99951285,0.000013770525,0.00022427356,0.000097656666,0.00009091818,0.000060556806],"domain_scores_gemma":[0.9988906,0.0009075889,0.000037487927,0.00006334278,0.00006967544,0.00003134572],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00027218912,0.000045765144,0.00016170682,0.0002977818,0.000011945133,0.0000073242177,0.000012744863,0.00004359954,0.00008058314],"category_scores_gemma":[0.000059263428,0.00003952437,0.000031972984,0.00018995469,0.00011931002,0.00006135406,0.0000141556975,0.00006498769,4.3920423e-7],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000014809847,0.00018853579,0.12641568,0.00035947966,0.000024143654,0.000003663422,0.0000702545,0.0000010194957,0.000023998497,0.08398929,0.00027181942,0.7886373],"study_design_scores_gemma":[0.00039892105,0.000062107065,0.59244126,0.0014514738,0.000043740354,0.000097062955,0.0056294175,0.00051979226,0.0011774623,0.025444606,0.37253082,0.00020332308],"about_ca_topic_score_codex":0.00001537688,"about_ca_topic_score_gemma":9.1314126e-7,"teacher_disagreement_score":0.78843397,"about_ca_system_score_codex":0.000004354736,"about_ca_system_score_gemma":0.0002866287,"threshold_uncertainty_score":0.1611757},"labels":[],"label_agreement":null},{"id":"W4399176167","doi":"10.1097/sla.0000000000006360","title":"The Blue Ribbon Committee II Report and Recommendations on Surgical Education and Training in the United States: 2024","year":2024,"lang":"en","type":"article","venue":"Annals of Surgery","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":16,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"School of Medicine, University of North Carolina at Chapel Hill; University of Chicago Medicine; School of Medicine, Indiana University; Directorate for Biological Sciences; Ohio State University; National Institutes of Health; National Cancer Institute; Eastern Virginia Medical School; Health Sciences Center New Orleans, Louisiana State University; McGill University; University of California, Los Angeles; Memorial Sloan-Kettering Cancer Center; Wellcome Trust; University of North Carolina at Chapel Hill; George Washington University; University of Pennsylvania; U.S. Department of Veterans Affairs; Howard Hughes Medical Institute","keywords":"Medicine; Training (meteorology); Ribbon; Medical education; MEDLINE; Family medicine; Law","score_opus":0.23859288773815526,"score_gpt":0.4158039981904118,"score_spread":0.17721111045225654,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4399176167","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.931327,0.0011624373,0.000002929105,0.06261387,0.00026054276,0.00011727675,0.000005942692,0.000021296242,0.0044887485],"genre_scores_gemma":[0.99562377,0.0019636073,0.0000072115186,0.0015661748,0.00008851543,0.00001469051,0.00014315847,0.000008204302,0.0005846559],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9990878,0.00012745004,0.0003472699,0.00014516167,0.00015873899,0.0001335829],"domain_scores_gemma":[0.995188,0.004499315,0.00005707129,0.00013443962,0.00006418314,0.00005699116],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0020459662,0.00007829262,0.00016495827,0.00019584838,0.00014336329,0.000045901554,0.000025784839,0.000043195476,0.00005196865],"category_scores_gemma":[0.00037678072,0.00004489588,0.000054588683,0.00045286777,0.00009194534,0.00005390325,0.000015287505,0.00021066646,0.0000014259382],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0002927204,0.00034865332,0.021526402,0.00014081165,0.0001574139,0.0006122351,0.018172221,0.00007606544,0.000005030606,0.012870131,0.04742079,0.89837754],"study_design_scores_gemma":[0.00022780827,0.00006336654,0.025180941,0.0005931259,0.000021964783,0.00031724828,0.00972674,0.0018355717,0.000021136406,0.0015037041,0.9604274,0.000080988146],"about_ca_topic_score_codex":0.00006784611,"about_ca_topic_score_gemma":0.000011582606,"teacher_disagreement_score":0.9130066,"about_ca_system_score_codex":0.000005515408,"about_ca_system_score_gemma":0.000104163904,"threshold_uncertainty_score":0.18308009},"labels":[],"label_agreement":null},{"id":"W4399197078","doi":"","title":"Impact of Simulation Exercises on Total Laparoscopic Hysterectomy Surgical Outcomes: A Systematic Review and Meta-Analysis.","year":2024,"lang":"en","type":"review","venue":"PubMed","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Meta-analysis; Medicine; Systematic review; Hysterectomy; General surgery; MEDLINE; Surgery; Internal medicine","score_opus":0.2053195454803577,"score_gpt":0.43772877275596817,"score_spread":0.23240922727561047,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4399197078","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000080557686,0.9929249,0.0000023980942,0.000028117167,0.000038736624,0.0060277013,0.000086619715,0.00006595081,0.0007450133],"genre_scores_gemma":[0.054462377,0.9410452,0.000003961073,0.00006369071,0.000025375117,0.002728976,0.00013177178,0.000046796788,0.0014918519],"study_design_codex":"systematic_review","study_design_gemma":"meta_analysis","domain_scores_codex":[0.99679506,0.0003839343,0.0015632071,0.0004930693,0.00048135276,0.0002833799],"domain_scores_gemma":[0.99704975,0.0015162212,0.00057791866,0.00052021525,0.00008326536,0.00025261976],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0008711686,0.00053527823,0.013203096,0.0005215311,0.000023070039,0.000043807016,0.000083566556,0.00020438869,0.00027531476],"category_scores_gemma":[0.00054811954,0.0002535907,0.0061675333,0.001107766,0.00004003434,0.000046421927,0.00004314901,0.0003051738,0.000033029763],"study_design_candidate":"meta_analysis","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000010345262,0.00008771964,0.000022238151,0.8177012,0.16832219,0.000042766198,0.000010681827,0.00006211599,1.1575034e-10,0.000016370797,0.0000058739834,0.013718447],"study_design_scores_gemma":[0.00048708625,0.00005795711,0.0003854022,0.022852434,0.9727311,0.000026292713,0.0000013832122,0.00006381712,6.0043197e-9,0.00000245805,0.0031926888,0.00019937589],"about_ca_topic_score_codex":0.000007820121,"about_ca_topic_score_gemma":6.046934e-7,"teacher_disagreement_score":0.8044089,"about_ca_system_score_codex":0.000121197154,"about_ca_system_score_gemma":0.0000566829,"threshold_uncertainty_score":0.99999166},"labels":[],"label_agreement":null},{"id":"W4399304061","doi":"10.1007/s00464-024-10921-9","title":"SAGES surgical data science task force: enhancing surgical innovation, education and quality improvement through data science","year":2024,"lang":"en","type":"article","venue":"Surgical Endoscopy","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":4,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University; University of Toronto","funders":"","keywords":"Task force; Task (project management); Quality (philosophy); Data quality; Medicine; Medical education; Computer science; Medical physics; Data science; Engineering; Operations management; Political science; Systems engineering; Physics","score_opus":0.10297060866379176,"score_gpt":0.44889684025389104,"score_spread":0.3459262315900993,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4399304061","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9493979,0.00263414,0.00039831613,0.0019480863,0.0013193181,0.00064283225,0.00014177451,0.00034875146,0.043168873],"genre_scores_gemma":[0.9955984,0.0005328524,0.0013294568,0.0002757407,0.00070909865,0.000020618438,0.0008043434,0.000029126453,0.00070041],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99426836,0.0000994879,0.0010424964,0.0020215753,0.0017716361,0.0007964411],"domain_scores_gemma":[0.9959839,0.0010735538,0.000146161,0.0018810991,0.00046899746,0.0004462696],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.006251865,0.00032651602,0.00053335045,0.00043287157,0.0006189533,0.000555822,0.0010546586,0.00013412791,0.0005140291],"category_scores_gemma":[0.0013858263,0.00025352463,0.000053321048,0.0044778544,0.0019364954,0.003068592,0.0015577495,0.0005672374,0.00005201571],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0015797293,0.0014975866,0.010844518,0.0010015989,0.00017580447,0.0011491412,0.0013064938,0.000027583974,0.015891466,0.52955335,0.00058643066,0.43638632],"study_design_scores_gemma":[0.015039777,0.0003936434,0.0050095073,0.0009260934,0.00015950062,0.000760823,0.0010077958,0.016724445,0.012594727,0.0017997301,0.9447081,0.0008758302],"about_ca_topic_score_codex":0.00018418914,"about_ca_topic_score_gemma":0.0000121539,"teacher_disagreement_score":0.9441217,"about_ca_system_score_codex":0.00021603845,"about_ca_system_score_gemma":0.002614533,"threshold_uncertainty_score":0.9999917},"labels":[],"label_agreement":null},{"id":"W4399358136","doi":"10.5489/cuaj.8830","title":"Poster Session 5: Training, Education, AI","year":2024,"lang":"en","type":"article","venue":"Canadian Urological Association Journal","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Kinematics; Computer science; Match moving; Simulation; Lever; Movement assessment; Motion (physics); Computer vision; Artificial intelligence; Medicine; Physics; Engineering; Mechanical engineering","score_opus":0.02481594019043984,"score_gpt":0.2974406775304959,"score_spread":0.2726247373400561,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4399358136","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.58983636,0.0015476113,0.0002292273,0.24891064,0.0038354618,0.0002923648,0.00002088099,0.0002387939,0.15508865],"genre_scores_gemma":[0.96756876,0.000018287918,0.00006146706,0.02705628,0.0010660433,0.000003808262,0.000027701444,0.000011892568,0.0041857585],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.9988844,0.00008730543,0.0002638445,0.0001588305,0.00028043627,0.0003251957],"domain_scores_gemma":[0.9987125,0.00015503232,0.000058354897,0.000055972967,0.00021539477,0.00080276345],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0005308059,0.0000960947,0.00015913679,0.00022775312,0.00018884441,0.0002050708,0.000051021558,0.00020781488,0.004621794],"category_scores_gemma":[0.00056639285,0.00007138214,0.0001340083,0.00027194835,0.000016022008,0.00013386243,0.0000051513034,0.0006694743,0.000274269],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006437408,0.00009695732,0.49844325,0.00001967597,0.0002242744,0.0004160869,0.0015576499,0.000046656853,0.00005424474,0.0055860705,0.09649576,0.396995],"study_design_scores_gemma":[0.00042602487,0.00008394738,0.21999408,0.00004926094,0.000042045885,0.00034020853,0.00011893794,0.00044279842,0.0000032908831,0.0017401288,0.7766764,0.00008284894],"about_ca_topic_score_codex":0.000104661245,"about_ca_topic_score_gemma":0.00006997419,"teacher_disagreement_score":0.68018067,"about_ca_system_score_codex":0.00067004055,"about_ca_system_score_gemma":0.001737398,"threshold_uncertainty_score":0.9962881},"labels":[],"label_agreement":null},{"id":"W4399382255","doi":"10.1097/sla.0000000000006377","title":"Surgical Intelligence Can Lead to Higher Adoption of Best Practices in Minimally Invasive Surgery","year":2024,"lang":"en","type":"article","venue":"Annals of Surgery","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"","keywords":"Medicine; Laparoscopic cholecystectomy; Patient safety; Quality management; Surgery; General surgery; Operations management; Health care","score_opus":0.5160069050617789,"score_gpt":0.438883951891683,"score_spread":0.07712295317009593,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4399382255","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98807716,0.001500639,0.0000058385804,0.005902013,0.0003364808,0.00013122056,0.000012235064,0.00003323603,0.004001144],"genre_scores_gemma":[0.99775994,0.0010547008,0.000051061932,0.00047778478,0.00013378066,0.000010069573,0.000033045733,0.00001824344,0.0004613935],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99825287,0.00010131982,0.0007494562,0.0002732951,0.00037115213,0.00025191376],"domain_scores_gemma":[0.99174285,0.007467124,0.00023653929,0.00016337328,0.0002381787,0.00015194055],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0013165929,0.00013455212,0.00057221757,0.0005892094,0.000013926489,0.000017097207,0.00004906049,0.000108729866,0.00041572264],"category_scores_gemma":[0.0017639046,0.000117764495,0.0002576858,0.0009192062,0.000080003665,0.00016934202,0.000028834504,0.00017376409,0.000056974666],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0025396787,0.0011149796,0.59150255,0.001997394,0.00033430973,0.0033365437,0.0013688536,0.00038480945,0.0018325233,0.0016831878,0.004447379,0.38945782],"study_design_scores_gemma":[0.0008293503,0.0006713461,0.6702518,0.016256629,0.00022688282,0.00017870861,0.0028366453,0.0007611101,0.0832573,0.00076950726,0.22280253,0.0011582163],"about_ca_topic_score_codex":0.00032871254,"about_ca_topic_score_gemma":0.000068740526,"teacher_disagreement_score":0.38829958,"about_ca_system_score_codex":0.000016659587,"about_ca_system_score_gemma":0.00031797908,"threshold_uncertainty_score":0.48022968},"labels":[],"label_agreement":null},{"id":"W4399418361","doi":"10.1055/s-0044-1786982","title":"Gathering Dust—Resistance to Simulator-based Deliberate Practice in Microsurgical Training","year":2024,"lang":"en","type":"article","venue":"Journal of Reconstructive Microsurgery Open","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Calgary","funders":"Royal College of Physicians and Surgeons of Canada; University of Dundee","keywords":"Training (meteorology); Resistance (ecology); Simulation; Simulation training; Computer science; Meteorology; Geography","score_opus":0.04746235321316774,"score_gpt":0.35656849157991616,"score_spread":0.30910613836674844,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4399418361","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9837315,0.0011898448,0.0018080543,0.0027044711,0.0008925845,0.0004506606,0.0000132918685,0.000032149426,0.009177419],"genre_scores_gemma":[0.983779,0.000029011571,0.014167774,0.0013596622,0.00020057929,0.00000650963,0.0000027638782,0.00004411325,0.0004105803],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9977168,0.00019966175,0.0010566171,0.00034446176,0.00031121835,0.000371241],"domain_scores_gemma":[0.9964667,0.0023649589,0.00028554347,0.00015896112,0.00037866444,0.00034516572],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002280124,0.00022735259,0.0007733041,0.0005154675,0.00007634443,0.00038127322,0.0002048501,0.00012321367,0.0005047491],"category_scores_gemma":[0.0011339954,0.0001924747,0.00027191953,0.00085463445,0.00009927711,0.00070395926,0.00006434013,0.00067914557,0.000030307392],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.016327377,0.00064793415,0.06229021,0.00035788683,0.0011605525,0.018010464,0.008535816,0.014705544,0.036086608,0.0010406967,0.0011786136,0.8396583],"study_design_scores_gemma":[0.013202937,0.00051829877,0.02586048,0.009158409,0.00030564077,0.006376679,0.0058184867,0.0036278646,0.012915105,0.00064325985,0.92054766,0.0010251737],"about_ca_topic_score_codex":0.00000878293,"about_ca_topic_score_gemma":0.00001265712,"teacher_disagreement_score":0.91936904,"about_ca_system_score_codex":0.0002593838,"about_ca_system_score_gemma":0.0008395701,"threshold_uncertainty_score":0.78488904},"labels":[],"label_agreement":null},{"id":"W4399665924","doi":"10.1136/ijgc-2024-005727","title":"Operative performance indicators: benchmarking gynecological robotic surgery","year":2024,"lang":"en","type":"article","venue":"International Journal of Gynecological Cancer","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Royal Ottawa Mental Health Centre","funders":"","keywords":"Medicine; Credentialing; Benchmarking; Robotic surgery; Gynecological surgery; Medical physics; General surgery; Process management; Operations management; Surgery; Medical education; Management; Engineering","score_opus":0.04560271936236473,"score_gpt":0.3695530632430817,"score_spread":0.323950343880717,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4399665924","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9856262,0.0013886867,0.0005262269,0.0036420054,0.003212021,0.000110627596,0.0000042928195,0.000052618507,0.005437323],"genre_scores_gemma":[0.9952208,0.0008844377,0.0003951659,0.0016658057,0.0014520278,0.000012699828,0.000008497005,0.000012439992,0.00034811808],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9981367,0.00007575702,0.0006589517,0.00021246393,0.0006896422,0.00022649743],"domain_scores_gemma":[0.9972456,0.00193386,0.00018428062,0.00006006841,0.00037441877,0.00020176373],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0006690029,0.0001538499,0.00042180394,0.00039539777,0.000058340236,0.0001046099,0.00018478761,0.00015255863,0.0098802475],"category_scores_gemma":[0.0008378926,0.00009746433,0.00033054786,0.00032786187,0.000119048535,0.0002576549,0.000058216534,0.000579649,0.000044005617],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00070445094,0.00040059088,0.33163583,0.00005689113,0.0010219641,0.0033885941,0.00027142145,0.006462737,0.00017107927,0.0015123312,0.0031623119,0.6512118],"study_design_scores_gemma":[0.0016988043,0.0008472407,0.86454386,0.0008107196,0.00017128838,0.0006432576,0.00010109228,0.015594537,0.0004076889,0.00027217026,0.11463749,0.00027188766],"about_ca_topic_score_codex":0.000002796759,"about_ca_topic_score_gemma":0.0000021904932,"teacher_disagreement_score":0.6509399,"about_ca_system_score_codex":0.00042892076,"about_ca_system_score_gemma":0.00039405233,"threshold_uncertainty_score":0.99102485},"labels":[],"label_agreement":null},{"id":"W4399670690","doi":"10.3138/jvme-2022-0141.pt","title":"Desenvolvimento e validação de modelo de simulação para citologia vaginal canina","year":2024,"lang":"pt","type":"article","venue":"Journal of Veterinary Medical Education","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Gynecology; Medicine","score_opus":0.1410819707294893,"score_gpt":0.4477405621533232,"score_spread":0.3066585914238339,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4399670690","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9567726,0.010902153,0.017181737,0.008945043,0.004736031,0.00019309376,0.00000408846,0.000058226946,0.0012070297],"genre_scores_gemma":[0.99213684,0.0006903499,0.0010618549,0.0020993156,0.0027544755,0.000008811861,0.00001600373,0.000047784222,0.0011845854],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99633944,0.00047974702,0.0010651273,0.00030163635,0.0012228799,0.00059116806],"domain_scores_gemma":[0.9968809,0.00079804246,0.00029850798,0.00021335295,0.00030250993,0.0015066796],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0025427968,0.0002988909,0.0005512857,0.00041277564,0.00011349627,0.0001250169,0.000296459,0.0004291895,0.0041450304],"category_scores_gemma":[0.0020567542,0.00025080694,0.0003280979,0.0004731941,0.00015062504,0.00029845798,0.00006109558,0.0013703442,0.00007891158],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0061186063,0.0074880547,0.03197824,0.0040454497,0.002429929,0.022595458,0.03279075,0.0049280794,0.007680775,0.002709951,0.027179532,0.85005516],"study_design_scores_gemma":[0.008133538,0.008518761,0.04532806,0.014338316,0.0018016252,0.031074809,0.009021535,0.6977055,0.00034169015,0.0022236446,0.18057694,0.00093560165],"about_ca_topic_score_codex":0.00006326727,"about_ca_topic_score_gemma":0.0000021584378,"teacher_disagreement_score":0.8491196,"about_ca_system_score_codex":0.0009649235,"about_ca_system_score_gemma":0.00907746,"threshold_uncertainty_score":0.9999944},"labels":[],"label_agreement":null},{"id":"W4399801751","doi":"10.1109/ichms59971.2024.10555713","title":"Augmented Reality-Based Tumor Localization and Visualization for Robot-Assisted Breast Surgeries","year":2024,"lang":"en","type":"article","venue":"","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Augmented reality; Visualization; Computer science; Robot; Computer vision; Artificial intelligence; Computer graphics (images); Human–computer interaction","score_opus":0.04560931614295111,"score_gpt":0.3486456538479181,"score_spread":0.303036337704967,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4399801751","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.030582633,0.00014663393,0.9617282,0.002595646,0.0002145546,0.0006269332,0.000032653654,0.0006900949,0.0033826486],"genre_scores_gemma":[0.9975523,0.00000283394,0.00043749082,0.0008436908,0.0000616542,0.000023793158,0.00056964403,0.00001973205,0.00048888015],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99933136,0.000027133345,0.00020660498,0.00019164832,0.00013125174,0.00011198679],"domain_scores_gemma":[0.999505,0.00021035592,0.00002442015,0.00006731214,0.00010479383,0.000088142704],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00019913385,0.000086761385,0.00014591613,0.00010492009,0.000069966874,0.000063561674,0.0000110193305,0.000041567033,0.00031609298],"category_scores_gemma":[0.00007736243,0.000068092704,0.00005022907,0.00028892298,0.000037603826,0.00007311084,0.0000055184887,0.000031609256,0.000004298714],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.004595095,0.0009890429,0.067355715,0.005618093,0.0006180481,0.00020091567,0.0009652636,0.013827327,0.003360169,0.20617259,0.00781428,0.6884835],"study_design_scores_gemma":[0.002173219,0.00008883724,0.03731497,0.00025033054,0.00008782172,0.000037855276,0.00010165572,0.9184407,0.00063646346,0.00015871752,0.040592626,0.00011677473],"about_ca_topic_score_codex":0.000031347503,"about_ca_topic_score_gemma":0.000013080718,"teacher_disagreement_score":0.96696967,"about_ca_system_score_codex":0.000031573247,"about_ca_system_score_gemma":0.00005969458,"threshold_uncertainty_score":0.34609964},"labels":[],"label_agreement":null},{"id":"W4399933139","doi":"","title":"Retour Haptique et Acquisition des Compétences Chirurgicales : Impacts sur la Performance lors de la Formation en Environnement Immersif","year":2024,"lang":"fr","type":"article","venue":"HAL (Le Centre pour la Communication Scientifique Directe)","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Francophone University Association","funders":"","keywords":"Haptic technology; Computer science; Training (meteorology); Human–computer interaction; Virtual reality; Multimedia; Simulation","score_opus":0.016819845715182306,"score_gpt":0.2686499726965153,"score_spread":0.251830126981333,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4399933139","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.74875426,0.0151386615,0.08049031,0.021103408,0.00031836165,0.00043395246,0.000052316995,0.0002831847,0.13342553],"genre_scores_gemma":[0.973904,0.011238776,0.007486584,0.0002378281,0.0000851181,0.000026305852,0.0003161462,0.000039950974,0.0066652494],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9910097,0.0070595504,0.00054848724,0.00042528452,0.00044617263,0.0005107639],"domain_scores_gemma":[0.9922688,0.006314112,0.00018319201,0.00048415078,0.00040620397,0.0003435178],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.010532993,0.00029636,0.00030468722,0.0002070575,0.00038214668,0.0004736269,0.00029634213,0.0002978063,0.001036984],"category_scores_gemma":[0.0010228779,0.00028581556,0.00019998745,0.00049326516,0.0006821434,0.0008319438,0.00015959311,0.00060863176,0.0001466347],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00014066762,0.0011921816,0.010116361,0.0015960137,0.00027072732,0.00012601218,0.06815859,0.0014715408,0.004820394,0.36143053,0.0008743663,0.54980266],"study_design_scores_gemma":[0.004416441,0.000012955842,0.11543406,0.02325248,0.00032607664,0.0004450189,0.0042793467,0.5244271,0.030224847,0.0050849165,0.29123455,0.0008622009],"about_ca_topic_score_codex":0.0004217683,"about_ca_topic_score_gemma":0.00020019553,"teacher_disagreement_score":0.5489404,"about_ca_system_score_codex":0.00044816168,"about_ca_system_score_gemma":0.000300206,"threshold_uncertainty_score":0.9999594},"labels":[],"label_agreement":null},{"id":"W4399970001","doi":"10.1007/s00464-024-10972-y","title":"Educational value of a novel telestration device for surgical coaching—a randomized controlled trial","year":2024,"lang":"en","type":"article","venue":"Surgical Endoscopy","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":3,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Artificial Intelligence in Medicine (Canada); University of Toronto; University Health Network","funders":"","keywords":"Coaching; Randomized controlled trial; Value (mathematics); Physical therapy; Medicine; Psychology; Medical education; Computer science; Surgery; Psychotherapist","score_opus":0.03485831068903369,"score_gpt":0.372083438736636,"score_spread":0.33722512804760235,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4399970001","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9548215,0.0011779758,0.0017668054,0.0026814705,0.0014571799,0.0060666003,0.000036391077,0.00016332603,0.031828728],"genre_scores_gemma":[0.9949893,0.00003972363,0.0016616802,0.00008971067,0.0011251803,0.00070723303,0.0001821937,0.000029087938,0.0011759327],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9975804,0.00022306785,0.0010545248,0.0003679578,0.0005059532,0.0002680626],"domain_scores_gemma":[0.9861926,0.013130272,0.00015204633,0.00014650438,0.00017302077,0.00020556607],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0019405503,0.00022075477,0.0015448562,0.00017226979,0.0000730441,0.000052566626,0.00006978534,0.00017238992,0.00087603345],"category_scores_gemma":[0.0014562444,0.00014797618,0.0010513088,0.00028512426,0.00016444341,0.00009051029,0.000014370383,0.00024815754,0.000015565405],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.8139891,0.00059655216,0.000026206733,0.000113523536,0.00033081122,0.000025313084,0.00007310461,0.00017174242,0.00006129045,0.18392393,0.000025804362,0.00066263025],"study_design_scores_gemma":[0.91033816,0.00029262615,0.000012668516,0.00019072107,0.0003930387,0.000056182875,0.000020999094,0.066317245,0.00017319784,0.00089038245,0.021188768,0.000126027],"about_ca_topic_score_codex":0.000024234447,"about_ca_topic_score_gemma":0.0000011462838,"teacher_disagreement_score":0.18303356,"about_ca_system_score_codex":0.00004876234,"about_ca_system_score_gemma":0.0004968792,"threshold_uncertainty_score":0.95919514},"labels":[],"label_agreement":null},{"id":"W4399981160","doi":"10.1097/ana.0000000000000978","title":"The Impact of Neuroanesthesia Fellowship Training and Anesthesiologist-Surgeon Dyad Volume on Patient Outcomes in Adult Spine Surgery: A Population-Based Study","year":2024,"lang":"en","type":"article","venue":"Journal of Neurosurgical Anesthesiology","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Lawson Health Research Institute; Western University","funders":"","keywords":"Medicine; American society of anesthesiologists; Logistic regression; Anesthesiology; Odds ratio; Retrospective cohort study; Emergency medicine; Comorbidity; Odds; Population; General surgery; Physical therapy; Surgery; Anesthesia; Internal medicine","score_opus":0.041634150312738046,"score_gpt":0.3203381221303676,"score_spread":0.27870397181762957,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4399981160","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9972072,0.00018947909,0.0000015665779,0.002036806,0.0001520978,0.00034707066,0.0000013878918,0.00003292617,0.000031432493],"genre_scores_gemma":[0.9993226,0.000046387584,0.000016665086,0.000486054,0.000058135523,0.000008783269,0.0000041625844,0.000032276464,0.000024945246],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9965776,0.0008686416,0.0014046947,0.00033756634,0.00042748492,0.0003839928],"domain_scores_gemma":[0.99355066,0.005387723,0.00044914632,0.00022734345,0.00015812449,0.00022700708],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0011871813,0.0003103411,0.0012503634,0.00046056733,0.00009038164,0.00004447138,0.00012330923,0.00015670664,0.000039314753],"category_scores_gemma":[0.001694682,0.00015970292,0.0005784759,0.0004697771,0.00015573727,0.000071680945,0.000016383636,0.00062476366,0.0000031417144],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0017578556,0.0006835342,0.9604701,0.00002439679,0.000060395236,0.006091627,0.00020033236,0.0024514664,0.000026354344,0.00008513385,0.000012404251,0.028136408],"study_design_scores_gemma":[0.0016159681,0.007343707,0.9843804,0.00017249394,0.000052522348,0.0010570623,0.00015635499,0.004447814,0.0000061184855,0.00008235228,0.00054743513,0.00013773903],"about_ca_topic_score_codex":0.000065167114,"about_ca_topic_score_gemma":0.0000067858355,"teacher_disagreement_score":0.02799867,"about_ca_system_score_codex":0.00006117475,"about_ca_system_score_gemma":0.0001846103,"threshold_uncertainty_score":0.6512496},"labels":[],"label_agreement":null},{"id":"W4400006650","doi":"10.1038/s41598-024-65648-3","title":"Prediction of Robotic Anastomosis Competency Evaluation (RACE) metrics during vesico-urethral anastomosis using electroencephalography, eye-tracking, and machine learning","year":2024,"lang":"en","type":"article","venue":"Scientific Reports","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Guelph","funders":"National Cancer Institute; National Institute of Biomedical Imaging and Bioengineering; Division of Cancer Prevention, National Cancer Institute; Roswell Park Cancer Institute","keywords":"Anastomosis; Electroencephalography; Computer science; Eye tracking; Artificial intelligence; Surgery; Medicine; Psychiatry","score_opus":0.05200930069430428,"score_gpt":0.3208136409194674,"score_spread":0.26880434022516314,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4400006650","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9921667,0.003546445,0.0014524418,0.00005222632,0.001832161,0.0003694115,0.0000018363223,0.00015894885,0.0004198347],"genre_scores_gemma":[0.99874383,0.000043333326,0.0008857196,0.0000061399587,0.00007458221,0.0000064856645,0.000088823705,0.000023248174,0.00012781116],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99722016,0.00012202387,0.00064829213,0.0006843819,0.0010244186,0.00030074563],"domain_scores_gemma":[0.9988753,0.00008899744,0.00024522727,0.00026849704,0.00036503642,0.00015690412],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0024000432,0.00016770427,0.0003215053,0.0009773697,0.00034309586,0.00018939492,0.000038651262,0.00009030473,0.00015793474],"category_scores_gemma":[0.0005197437,0.00015137708,0.0001527254,0.0024998032,0.00019860214,0.00030605117,0.000036067002,0.00030446678,0.0000013078742],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000049336824,0.00012598681,0.844457,0.0003886175,0.00019797214,0.0002995893,0.0012867901,0.021606874,0.105841495,0.00006807692,0.000017863757,0.025660438],"study_design_scores_gemma":[0.00075748854,0.00017225063,0.29150337,0.0005752306,0.00068236276,0.0004944851,0.00021662441,0.691902,0.012385618,0.00056374056,0.00056222535,0.00018460456],"about_ca_topic_score_codex":0.000046543635,"about_ca_topic_score_gemma":0.000009754676,"teacher_disagreement_score":0.6702951,"about_ca_system_score_codex":0.00011886734,"about_ca_system_score_gemma":0.0001665158,"threshold_uncertainty_score":0.6172978},"labels":[],"label_agreement":null},{"id":"W4400039460","doi":"10.1053/j.gastro.2024.06.015","title":"Training in Advanced Endoscopy: Current Status and Future Directions","year":2024,"lang":"en","type":"article","venue":"Gastroenterology","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":10,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"SickKids Foundation; Hospital for Sick Children; University of Toronto; St. Michael's Hospital","funders":"National Institutes of Health; Medtronic","keywords":"Current (fluid); Endoscopy; Medicine; Medical physics; General surgery; Internal medicine; Geology; Oceanography","score_opus":0.024640353498366102,"score_gpt":0.32541798833709196,"score_spread":0.3007776348387259,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4400039460","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99283487,0.0032090012,0.000109109176,0.001546022,0.0009376791,0.00010553605,0.000004712988,0.00009398333,0.0011590959],"genre_scores_gemma":[0.99835426,0.00081824575,0.00026828187,0.00024939733,0.00024392983,0.000016734752,0.000016728169,0.000009230428,0.000023165914],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9993337,0.00003278192,0.00013531686,0.0001875374,0.000054512635,0.0002561937],"domain_scores_gemma":[0.99977547,0.00004725789,0.000011764242,0.00005424579,0.000009598041,0.000101660866],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000066030545,0.00007440465,0.00015413544,0.0001400261,0.00002127307,0.0000097941665,0.000013061309,0.00003216089,0.00015271448],"category_scores_gemma":[0.000015878768,0.00006367744,0.000032590877,0.00010728426,0.00003603063,0.00004251128,0.000012815949,0.00022970796,0.0000069286666],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000381121,0.000036618523,0.1667117,0.00004156796,0.000027504291,0.00006871092,0.0018399582,0.0000136855,0.00009197732,0.0007557593,0.000012715579,0.8300187],"study_design_scores_gemma":[0.003171605,0.00038294873,0.2909455,0.00010773653,0.000027904081,0.00009149768,0.00073749485,0.0016124435,0.0000060496754,0.00016389463,0.7027057,0.000047220805],"about_ca_topic_score_codex":0.0000024016874,"about_ca_topic_score_gemma":0.000046633475,"teacher_disagreement_score":0.82997143,"about_ca_system_score_codex":0.000028762413,"about_ca_system_score_gemma":0.000023410026,"threshold_uncertainty_score":0.25966907},"labels":[],"label_agreement":null},{"id":"W4400043845","doi":"10.1503/cjs.013123","title":"Bridging the gap: assessing the integration of robotic-assisted surgery into Canadian surgical training programs","year":2024,"lang":"en","type":"article","venue":"Canadian Journal of Surgery","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"Health Sciences Centre; University of Toronto; Sunnybrook Health Science Centre","funders":"","keywords":"Medicine; Robotic surgery; Competence (human resources); Medical education; Pace; Invasive surgery; Surgical procedures; Graduation (instrument); Surgery; Management","score_opus":0.17498721131251865,"score_gpt":0.341210082717654,"score_spread":0.16622287140513536,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4400043845","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9781893,0.0032154636,0.0005076039,0.013115848,0.0020914958,0.00018341753,0.000003474147,0.000026526435,0.0026668785],"genre_scores_gemma":[0.99866766,0.000031778494,0.00007559034,0.00039669056,0.0006829439,0.0000033792069,0.000022882425,0.000032327865,0.00008674055],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99781346,0.00023473456,0.0009075815,0.00015917972,0.00038741107,0.00049764075],"domain_scores_gemma":[0.9956598,0.002625474,0.0002448592,0.00018538184,0.0003254585,0.00095898885],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0034621663,0.00017565054,0.00055586715,0.00082753715,0.00032836376,0.00033570902,0.0001235792,0.00011841019,0.00024350405],"category_scores_gemma":[0.0010425509,0.00010181944,0.00054268254,0.0010538251,0.00027152893,0.00026877935,0.0000055648443,0.00066807476,0.0000039848246],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000024378422,0.000015434216,0.078199215,0.00008553431,0.00025458582,0.004150928,0.0038971321,0.000282161,0.00004295564,0.00066870067,0.0015367054,0.91084224],"study_design_scores_gemma":[0.0012386629,0.00012371596,0.6299872,0.013482234,0.000930942,0.013429324,0.02190163,0.029536022,0.00028341726,0.0005182706,0.28767985,0.00088873086],"about_ca_topic_score_codex":0.05557359,"about_ca_topic_score_gemma":0.13567786,"teacher_disagreement_score":0.90995353,"about_ca_system_score_codex":0.0003641319,"about_ca_system_score_gemma":0.008225609,"threshold_uncertainty_score":0.9973968},"labels":[],"label_agreement":null},{"id":"W4400079142","doi":"10.1007/s00464-024-10998-2","title":"Hospital volume-outcome relationships for robot-assisted surgeries: a population-based analysis","year":2024,"lang":"en","type":"article","venue":"Surgical Endoscopy","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Juravinski Cancer Centre; McMaster University; Health Sciences Centre; Saskatchewan Cancer Agency; Ottawa Hospital; Institute for Clinical Evaluative Sciences; University of Ottawa; University of Toronto; Western University; St. Michael's Hospital; Sunnybrook Health Science Centre; Public Health Ontario","funders":"Institute for Clinical Evaluative Sciences","keywords":"Outcome (game theory); Volume (thermodynamics); Medicine; Computer science; General surgery; Surgery; Mathematics; Physics","score_opus":0.05222049524337759,"score_gpt":0.34956869783265776,"score_spread":0.2973482025892802,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4400079142","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9712664,0.00057151826,0.016365355,0.0041172905,0.00086389895,0.00093203946,0.000116110954,0.00096975506,0.00479763],"genre_scores_gemma":[0.9941238,0.0000039298993,0.0022700499,0.00014065107,0.0002140337,0.00010824146,0.0011782302,0.000041730145,0.001919318],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.997964,0.00010464064,0.0006666053,0.0004950848,0.0004056233,0.00036400155],"domain_scores_gemma":[0.9968922,0.002323045,0.00007799575,0.0002804262,0.00012486477,0.00030145893],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0005802713,0.00022762075,0.0006115772,0.00047093455,0.00020738854,0.00011441226,0.00006542608,0.00019350773,0.0021450196],"category_scores_gemma":[0.00065285387,0.00018804015,0.00086490734,0.0018141763,0.000057541874,0.00012313497,0.000013978585,0.00032665333,0.00009653755],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00055550336,0.00018459538,0.9849057,0.0001459869,0.0007147143,0.00020255809,0.00008825772,0.003867418,0.0000037102452,0.0047158315,0.00014149999,0.0044742087],"study_design_scores_gemma":[0.009541436,0.00019300434,0.70367795,0.00011586175,0.0014463271,0.000009150399,0.00007416885,0.18715829,0.000025158562,0.00024373565,0.09716575,0.00034918098],"about_ca_topic_score_codex":0.0000751419,"about_ca_topic_score_gemma":0.000017592485,"teacher_disagreement_score":0.28122777,"about_ca_system_score_codex":0.00013307677,"about_ca_system_score_gemma":0.00011044819,"threshold_uncertainty_score":0.99876714},"labels":[],"label_agreement":null},{"id":"W4400145583","doi":"10.1016/j.compbiomed.2024.108809","title":"Unveiling surgical expertise through machine learning in a novel VR/AR spinal simulator: A multilayered approach using transfer learning and connection weights analysis","year":2024,"lang":"en","type":"article","venue":"Computers in Biology and Medicine","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":8,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Montreal General Hospital; McGill University; Montreal Neurological Institute and Hospital","funders":"Montreal Neurological Institute and Hospital; Natural Sciences and Engineering Research Council of Canada; Royal College of Physicians and Surgeons of Canada","keywords":"Generalizability theory; Computer science; Psychomotor learning; Robustness (evolution); Transfer of learning; Artificial intelligence; Machine learning; Virtual reality; Human–computer interaction; Simulation; Psychology; Cognition","score_opus":0.058648633585459874,"score_gpt":0.3744036763764556,"score_spread":0.31575504279099575,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4400145583","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8927256,0.008197527,0.09808837,0.00023842395,0.00017923935,0.0001854151,7.824629e-7,0.000088484485,0.00029619483],"genre_scores_gemma":[0.99711543,0.0003828787,0.0020733983,0.0001445847,0.00018800373,0.0000049854675,0.000051690186,0.000014609059,0.000024417572],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9984612,0.00019341988,0.00043513486,0.0005309204,0.00010439689,0.0002749489],"domain_scores_gemma":[0.9992148,0.0005421732,0.0000309531,0.00006776812,0.00002483462,0.000119471675],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000632636,0.00020982242,0.0006684313,0.00053568935,0.000107962354,0.000012999204,0.000032189473,0.00021685753,0.000046299654],"category_scores_gemma":[0.00009855133,0.00015507152,0.00007666362,0.0007580368,0.00024052121,0.00007011422,0.000030566072,0.00066607725,5.042048e-7],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0036114336,0.0005089662,0.669893,0.00067966955,0.0014266431,0.0010660061,0.026350925,0.12275431,0.0053751133,0.005525122,0.0000012898003,0.16280752],"study_design_scores_gemma":[0.0067629837,0.00038999936,0.008670752,0.0005109417,0.00021369773,0.00018720701,0.00051884545,0.97950494,0.000021108835,0.00005276422,0.0030082888,0.00015847535],"about_ca_topic_score_codex":0.00020318192,"about_ca_topic_score_gemma":0.000019519437,"teacher_disagreement_score":0.8567506,"about_ca_system_score_codex":0.00007562836,"about_ca_system_score_gemma":0.00003183606,"threshold_uncertainty_score":0.6323634},"labels":[],"label_agreement":null},{"id":"W4400210903","doi":"10.1097/sla.0000000000006434","title":"Key Issues in Surgical Residency Education","year":2024,"lang":"en","type":"article","venue":"Annals of Surgery","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University; McGill University","funders":"","keywords":"Mentorship; Medicine; Summit; Curriculum; Medical education; Formative assessment; Best practice; Work (physics); Management; Political science","score_opus":0.28300443051525476,"score_gpt":0.45053796544826025,"score_spread":0.1675335349330055,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4400210903","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9408998,0.010882898,0.0000013007971,0.010646437,0.00031863645,0.00006382362,0.0000014480125,0.000055507295,0.037130162],"genre_scores_gemma":[0.9963992,0.0012167561,0.000025536563,0.0003591263,0.00020493055,0.0000047396097,0.000018711191,0.000009124827,0.0017618439],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99922943,0.000038729522,0.00029677167,0.00013321613,0.00017498732,0.00012687744],"domain_scores_gemma":[0.99903446,0.0007013203,0.000024346857,0.00009690479,0.00007241273,0.000070559836],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0005606357,0.000060445316,0.0002220963,0.0002734548,0.000009665962,0.000012059546,0.000018835952,0.000055855286,0.0007653425],"category_scores_gemma":[0.00026045096,0.00005055039,0.00012429767,0.00038269884,0.000028808143,0.000093968585,0.000007899698,0.00009702005,0.000062449064],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0003533472,0.00048673438,0.28480387,0.0005732288,0.000071833674,0.0007835975,0.0009017801,0.000020032896,0.00008720487,0.01850953,0.028683713,0.6647251],"study_design_scores_gemma":[0.0002626869,0.00003472408,0.31302607,0.001903118,0.000014305014,0.000044064993,0.00023287907,0.00030482028,0.0018022279,0.0041777627,0.678055,0.00014237867],"about_ca_topic_score_codex":0.0000910171,"about_ca_topic_score_gemma":0.0000034750278,"teacher_disagreement_score":0.6645827,"about_ca_system_score_codex":0.0000062018325,"about_ca_system_score_gemma":0.0002553997,"threshold_uncertainty_score":0.8379964},"labels":[],"label_agreement":null},{"id":"W4400226783","doi":"10.7759/cureus.63699","title":"The Future of Artificial Intelligence in Surgery","year":2024,"lang":"en","type":"review","venue":"Cureus","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":25,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Artificial Intelligence in Medicine (Canada)","funders":"","keywords":"Medicine; General surgery","score_opus":0.15301565520600197,"score_gpt":0.4176253585042826,"score_spread":0.26460970329828065,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4400226783","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000003980771,0.996776,0.000010576124,0.00008963943,0.001038328,0.00019046741,0.000003974661,0.000018772369,0.0018682977],"genre_scores_gemma":[0.00032197073,0.99882245,0.000011649817,0.000016626584,0.0006411042,0.000012886895,0.000021633767,0.000016500207,0.00013516365],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9990166,0.000052652576,0.00052584836,0.00014335074,0.0001416164,0.000119964236],"domain_scores_gemma":[0.9988325,0.000824607,0.00009043936,0.00018619925,0.000024679213,0.00004156787],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00040185638,0.00012464283,0.0007228305,0.00007372363,0.000017957107,0.000012613354,0.00006854526,0.00015911969,0.00013882086],"category_scores_gemma":[0.00016026641,0.000063168496,0.0003593762,0.00041109056,0.00004586267,0.000010327339,0.000024149691,0.0003445751,0.00008459479],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000056362437,0.000016191929,0.0000032791713,0.0025544658,0.000040790786,0.00004035004,0.000030308405,2.7874302e-7,5.177742e-9,0.0046148035,0.00015935578,0.9925345],"study_design_scores_gemma":[0.0000108340155,0.000007752754,0.000003570104,0.006318185,0.00021172884,0.000011208772,0.00007282612,0.00004117993,1.7661507e-7,0.00053363485,0.99273217,0.000056732133],"about_ca_topic_score_codex":0.000003480838,"about_ca_topic_score_gemma":0.000022790611,"teacher_disagreement_score":0.99257284,"about_ca_system_score_codex":0.000038630267,"about_ca_system_score_gemma":0.00018387237,"threshold_uncertainty_score":0.25759366},"labels":[],"label_agreement":null},{"id":"W4400228137","doi":"10.1097/as9.0000000000000459","title":"Consensus for Operating Room Multimodal Data Management: Identifying Research Priorities for Data-Driven Surgery","year":2024,"lang":"en","type":"article","venue":"Annals of Surgery Open","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Universitätsklinikum Hamburg-Eppendorf; Universiteit Stellenbosch; Humanitas University; McGill University; McGill University Health Centre; Fundação Champalimaud; Vanderbilt University Medical Center; Deutsches Krebsforschungszentrum; Inselspital, Universitätsspital Bern; Central Michigan University; Agence Nationale de la Recherche; Tufts Medical Center; Université de Strasbourg; Vanderbilt University","keywords":"Data science; Computer science; Medicine; Medical physics","score_opus":0.7967598510113838,"score_gpt":0.5681419827867418,"score_spread":0.22861786822464203,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4400228137","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8958729,0.012113045,0.006158271,0.035665933,0.00445847,0.0154494895,0.008746985,0.00060715224,0.020927751],"genre_scores_gemma":[0.98715544,0.0003939174,0.0062648538,0.00040371233,0.00033852394,0.00012690153,0.0035862653,0.000059889062,0.0016704948],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9973901,0.00014283227,0.00075883564,0.0007343677,0.0004628788,0.000510968],"domain_scores_gemma":[0.98459315,0.013626496,0.0000913195,0.0011084575,0.00043526795,0.0001453247],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0096509,0.00015422,0.00063741795,0.0004014474,0.00027418887,0.00045548516,0.0006730097,0.0000791385,0.0001416787],"category_scores_gemma":[0.0027874527,0.00013981214,0.0001576175,0.0004191578,0.00010593196,0.0006800003,0.0012582049,0.00017423478,0.000014967282],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00170702,0.00029234815,0.025920318,0.0073619,0.0020179152,0.00048937614,0.0005571823,0.00012843449,0.00022670855,0.0049985945,0.35059056,0.6057097],"study_design_scores_gemma":[0.0020478857,0.00007933023,0.01380474,0.005805969,0.00023125405,0.00002999166,0.0022670438,0.35911372,0.0008296176,0.0012017959,0.61405534,0.0005333195],"about_ca_topic_score_codex":0.00024316585,"about_ca_topic_score_gemma":0.000022709131,"teacher_disagreement_score":0.6051763,"about_ca_system_score_codex":0.0000137420775,"about_ca_system_score_gemma":0.00033764128,"threshold_uncertainty_score":0.5701374},"labels":[],"label_agreement":null},{"id":"W4400257598","doi":"10.1038/s41598-024-65716-8","title":"Real-Time multifaceted artificial intelligence vs In-Person instruction in teaching surgical technical skills: a randomized controlled trial","year":2024,"lang":"en","type":"article","venue":"Scientific Reports","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":33,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"National Research Council Canada; McGill University Health Centre; McGill University; Montreal Neurological Institute and Hospital","funders":"Montreal Neurological Institute and Hospital; Brain Tumour Research; King Abdulaziz University; King Fahad Medical City; Brain Tumour Foundation of Canada; Royal College of Physicians and Surgeons of Canada; McGill University","keywords":"Context (archaeology); Replicate; Computer science; Task (project management); Randomized controlled trial; Medical education; Medical physics; Medicine; Artificial intelligence; Surgery","score_opus":0.023590084196244393,"score_gpt":0.3290750487103901,"score_spread":0.30548496451414575,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4400257598","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9789253,0.000072729265,0.00014322692,0.00034271722,0.0052829427,0.0034655826,5.2492976e-7,0.00028627008,0.011480742],"genre_scores_gemma":[0.99759763,0.000008185024,0.0005959855,0.000009427412,0.00023848038,0.00020412961,0.000046161826,0.000020973677,0.0012789936],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.99567115,0.0005264369,0.0017484473,0.0009189745,0.0007537542,0.00038120584],"domain_scores_gemma":[0.99781936,0.001357587,0.00021693535,0.00036161783,0.00007594256,0.00016852365],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.011484268,0.0002166037,0.0013551519,0.0008555519,0.00012480766,0.00026760425,0.000062454994,0.000214413,0.00058080273],"category_scores_gemma":[0.0042220764,0.00015597038,0.0004906159,0.0010173225,0.0003398113,0.00017422928,0.000029195891,0.0006395792,0.000051027764],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.90367824,0.0008843666,0.00026379357,0.0000532337,0.00008662903,0.009344264,0.0017425908,0.00077795744,0.0052322773,0.0019302099,0.000060205777,0.07594622],"study_design_scores_gemma":[0.8043214,0.00015605245,0.00013491859,0.0007881591,0.00014063634,0.0009588149,0.00031780035,0.18539348,0.00067673606,0.0046231044,0.002150184,0.0003386915],"about_ca_topic_score_codex":0.0000876081,"about_ca_topic_score_gemma":0.000023019164,"teacher_disagreement_score":0.18461554,"about_ca_system_score_codex":0.00020380905,"about_ca_system_score_gemma":0.00025281013,"threshold_uncertainty_score":0.63602877},"labels":[],"label_agreement":null},{"id":"W4400319074","doi":"10.1503/cjs.005323","title":"Comparing resident operative volumes for routine general surgery cases at academic, urban community, and rural training sites","year":2024,"lang":"en","type":"article","venue":"Canadian Journal of Surgery","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Vancouver General Hospital; St. Paul's Hospital; University of British Columbia","funders":"","keywords":"Medicine; Confidence interval; Cholecystectomy; Rural community; General surgery; Surgery; Demography; Internal medicine","score_opus":0.23709639671832777,"score_gpt":0.3538618353269188,"score_spread":0.11676543860859101,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4400319074","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99029016,0.0074749654,0.000027044152,0.0013252523,0.00052881934,0.000100327044,0.000024800322,0.00001954956,0.00020907854],"genre_scores_gemma":[0.99790996,0.000110988774,0.00005986941,0.00051656866,0.000796943,0.0000032547641,0.000053973698,0.000029195326,0.00051923614],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99856246,0.00015939525,0.00063119765,0.00010489654,0.00016613708,0.0003758935],"domain_scores_gemma":[0.99435556,0.0044538723,0.00012598535,0.00008730025,0.00016058046,0.00081673195],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0016636454,0.00015777533,0.0006288134,0.0005545683,0.00037895955,0.00011086311,0.000055824643,0.00009977964,0.00018306827],"category_scores_gemma":[0.0012084825,0.00013576345,0.0002610007,0.00019911097,0.00014341346,0.00022387042,0.000018400211,0.0006081976,0.0000021381604],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00019244719,0.000006321401,0.9681374,0.00011800944,0.00020246091,0.0012484062,0.005479948,0.00009026419,0.00018120182,0.00014535665,0.01704089,0.007157332],"study_design_scores_gemma":[0.0021020444,0.00020182785,0.8847582,0.004810532,0.00044534449,0.0072743054,0.013389901,0.014961206,0.0007387183,0.00023427386,0.07037562,0.0007080574],"about_ca_topic_score_codex":0.0017854884,"about_ca_topic_score_gemma":0.004481535,"teacher_disagreement_score":0.083379194,"about_ca_system_score_codex":0.00023345898,"about_ca_system_score_gemma":0.0010468012,"threshold_uncertainty_score":0.5536273},"labels":[],"label_agreement":null},{"id":"W4400390792","doi":"10.1016/j.joms.2024.06.180","title":"Can a Low-Fidelity Arthroscopic Simulator Improve Technical Expertise in Performing Temporomandibular Joint Arthroscopy?","year":2024,"lang":"en","type":"article","venue":"Journal of Oral and Maxillofacial Surgery","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Medicine; Temporomandibular joint; Arthroscopy; Fidelity; Knee arthroscopy; Medical physics; Knee Joint; Orthodontics; Surgery","score_opus":0.03010896195487,"score_gpt":0.30093877309074685,"score_spread":0.27082981113587684,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4400390792","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9954846,0.0021612956,0.00013375953,0.0011348368,0.00074212,0.00015610522,0.000004797276,0.000041098592,0.00014142145],"genre_scores_gemma":[0.99897194,0.00032494174,0.00018039561,0.00033078203,0.00011814674,0.0000035505211,0.0000035280232,0.000019493018,0.000047230504],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9982212,0.000030888976,0.0008888824,0.00021452786,0.00035111513,0.00029334548],"domain_scores_gemma":[0.99931926,0.000062355335,0.0001343202,0.00009760103,0.00008483477,0.00030162436],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000820406,0.00018181867,0.0006588619,0.00031458083,0.00006776883,0.00006935894,0.000031832064,0.00014638493,0.00018018084],"category_scores_gemma":[0.0003223815,0.00013148184,0.00027344696,0.00027237443,0.00009858086,0.0002322991,0.00003261698,0.00044142315,0.0000044463964],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0012587886,0.00044019867,0.1856713,0.0005371197,0.00017323357,0.005749339,0.00079996005,0.00015675747,0.032715943,0.00027415747,0.000106228355,0.77211696],"study_design_scores_gemma":[0.014020344,0.0023465874,0.70859784,0.007619864,0.0005029759,0.0031899938,0.0008570865,0.02853047,0.015261442,0.0027035773,0.214631,0.0017388256],"about_ca_topic_score_codex":0.00008004329,"about_ca_topic_score_gemma":0.000014408716,"teacher_disagreement_score":0.7703782,"about_ca_system_score_codex":0.00012432678,"about_ca_system_score_gemma":0.00025674165,"threshold_uncertainty_score":0.5361674},"labels":[],"label_agreement":null},{"id":"W4400642131","doi":"10.1007/s00464-024-11068-3","title":"LapBot-Safe Chole: validation of an artificial intelligence-powered mobile game app to teach safe cholecystectomy","year":2024,"lang":"en","type":"article","venue":"Surgical Endoscopy","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":6,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University; University of Toronto; Artificial Intelligence in Medicine (Canada)","funders":"SAGES Education and Research Foundation","keywords":"Mobile apps; Smartphone app; Computer science; Psychology; Artificial intelligence; Human–computer interaction; World Wide Web","score_opus":0.03449190617834567,"score_gpt":0.36149849564664893,"score_spread":0.32700658946830324,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4400642131","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97250706,0.00027671483,0.0012397397,0.00035126484,0.00057043775,0.00070936297,0.000027700737,0.00031000265,0.024007738],"genre_scores_gemma":[0.99787635,0.000020088806,0.0005759486,0.00015422852,0.0004350108,0.000077636876,0.00014159782,0.000040983756,0.0006781701],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9976668,0.0001306931,0.00069141487,0.0005489728,0.0005830278,0.00037911354],"domain_scores_gemma":[0.99864614,0.00037460407,0.00006457408,0.00035296663,0.00011974823,0.0004419758],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00058166444,0.00023566035,0.0004913622,0.00027867846,0.000055406443,0.000074430485,0.00013604133,0.00017827749,0.004577226],"category_scores_gemma":[0.00017081494,0.00019517465,0.00020346693,0.0008805009,0.000096761825,0.00015816282,0.000046785033,0.00038706997,0.00055574207],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.011853245,0.0028681988,0.0012450208,0.0008473931,0.0005394662,0.0020366604,0.006873487,0.01424327,0.017965393,0.03774597,0.00029781507,0.9034841],"study_design_scores_gemma":[0.013940716,0.0026555143,0.0008945058,0.0009436745,0.00023261075,0.0001777754,0.001203057,0.027697857,0.3042482,0.0024223083,0.6447601,0.00082370784],"about_ca_topic_score_codex":0.000032694315,"about_ca_topic_score_gemma":0.0000022677123,"teacher_disagreement_score":0.90266037,"about_ca_system_score_codex":0.00007760201,"about_ca_system_score_gemma":0.000105671825,"threshold_uncertainty_score":0.9963327},"labels":[],"label_agreement":null},{"id":"W4400732008","doi":"10.1097/js9.0000000000001958","title":"Assessing and evaluating the impact of operative vision compromise (OViC) on surgeons’ practice: a qualitative study","year":2024,"lang":"en","type":"article","venue":"International Journal of Surgery","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University","funders":"","keywords":"Compromise; Medicine; Clinical Practice; Surgery; General surgery; Physical therapy","score_opus":0.2534198707688141,"score_gpt":0.6048635526402399,"score_spread":0.35144368187142583,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4400732008","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9956677,0.00030602285,0.0001298879,0.002415751,0.00043481638,0.00012673026,0.0000037628724,0.000008012237,0.00090732996],"genre_scores_gemma":[0.99952537,0.00002830351,0.00012325682,0.000121175784,0.00015927776,0.0000017765374,0.0000032268088,0.000010239003,0.000027368033],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99777603,0.000596012,0.00060686015,0.000113842536,0.0008253426,0.00008191713],"domain_scores_gemma":[0.9864459,0.012195519,0.00034965583,0.00006000297,0.00087876467,0.000070154674],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.004828065,0.00009808073,0.00029570583,0.00028080234,0.00005021292,0.00018410408,0.000057988625,0.000027482056,0.00019013364],"category_scores_gemma":[0.0031171367,0.00005286839,0.00022223321,0.00015799972,0.00006335058,0.00043150285,0.000025849857,0.0003105018,0.0000035172357],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.01628101,0.0051572644,0.10771345,0.00010480292,0.011635207,0.004498668,0.19761391,0.01035276,0.0047450503,0.0011889284,0.0015600922,0.63914883],"study_design_scores_gemma":[0.008190936,0.0055101337,0.7026407,0.006277472,0.000637186,0.0020782882,0.20245957,0.06956003,0.0004013978,0.00078308064,0.0010754882,0.00038572255],"about_ca_topic_score_codex":0.000056873545,"about_ca_topic_score_gemma":4.940632e-7,"teacher_disagreement_score":0.6387631,"about_ca_system_score_codex":0.000110459434,"about_ca_system_score_gemma":0.00027292123,"threshold_uncertainty_score":0.37317288},"labels":[],"label_agreement":null},{"id":"W4400745644","doi":"10.2196/57243","title":"Usability, Ergonomics, and Educational Value of a Novel Telestration Tool for Surgical Coaching: Usability Study","year":2024,"lang":"en","type":"article","venue":"JMIR Human Factors","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"University of Toronto; Artificial Intelligence in Medicine (Canada); University Health Network","funders":"","keywords":"Usability; Coaching; Human factors and ergonomics; Usability engineering; Pluralistic walkthrough; Value (mathematics); Human–computer interaction; Usability lab; Computer science; Knowledge management; Medicine; Engineering; Psychology; Poison control; Medical emergency","score_opus":0.07508331325092321,"score_gpt":0.3913495416412525,"score_spread":0.3162662283903293,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4400745644","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9980671,0.000020143818,0.000080863276,0.0001390548,0.00011920869,0.0010938627,0.0000305444,0.000046325105,0.00040289195],"genre_scores_gemma":[0.99944144,4.3449938e-7,0.00013225574,0.000012680365,0.00014171598,0.000050306913,0.00008632361,0.000012464765,0.00012239061],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99896157,0.00003653197,0.00038892636,0.00030830613,0.00018383328,0.00012086355],"domain_scores_gemma":[0.9987525,0.00089841173,0.00004713907,0.00014716618,0.00006559989,0.00008922516],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00046923594,0.000118003605,0.00024354721,0.000083755396,0.0000874736,0.000047684738,0.000041868698,0.00006654725,0.00017672479],"category_scores_gemma":[0.00017291107,0.00009537868,0.00010759212,0.00009975658,0.000107468775,0.00010149566,0.000023067483,0.00013127131,0.0000011789344],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00020379387,0.0019439934,0.9672585,0.00025279267,0.000085408596,0.000001151408,0.0024101944,0.00007452592,0.0003261046,0.0256111,0.000018643843,0.0018137776],"study_design_scores_gemma":[0.0026774926,0.00041718734,0.9912512,0.00003912341,0.000050342496,0.0000040175337,0.0005711866,0.002698247,0.00007890088,0.000573376,0.0015332684,0.00010568788],"about_ca_topic_score_codex":0.000038530143,"about_ca_topic_score_gemma":0.00001571734,"teacher_disagreement_score":0.025037725,"about_ca_system_score_codex":0.000077722565,"about_ca_system_score_gemma":0.00011068938,"threshold_uncertainty_score":0.388943},"labels":[],"label_agreement":null},{"id":"W4400874762","doi":"10.1007/s00464-024-11049-6","title":"Classification of subtask types and skill levels in robot-assisted surgery using EEG, eye-tracking, and machine learning","year":2024,"lang":"en","type":"article","venue":"Surgical Endoscopy","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University; University of Guelph","funders":"National Institute of Biomedical Imaging and Bioengineering; National Cancer Institute; National Institutes of Health; Roswell Park Cancer Institute","keywords":"Random forest; Artificial intelligence; Hyperparameter; Machine learning; Computer science; Logistic regression; Hyperparameter optimization; Eye tracking; Test set; Support vector machine","score_opus":0.08438544172974634,"score_gpt":0.3631327166396114,"score_spread":0.27874727490986506,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4400874762","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9947604,0.003501391,0.000106111096,0.00022689413,0.00010667731,0.0001164492,0.000006320269,0.000076264405,0.001099506],"genre_scores_gemma":[0.99920756,0.00023211709,0.00029630915,0.00002408904,0.000046077752,0.0000030436986,0.000032573236,0.000022358681,0.00013588034],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9987935,0.000114508846,0.00039225124,0.000297874,0.00020163762,0.00020024194],"domain_scores_gemma":[0.9986796,0.000998595,0.00006631996,0.000087596265,0.00004427794,0.0001236408],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0005181082,0.00013878442,0.0004115868,0.00024049522,0.000047625566,0.000038856182,0.000022326652,0.00011642172,0.00024342185],"category_scores_gemma":[0.0002635665,0.000114321665,0.000071739625,0.00039720233,0.00011233587,0.00010577137,0.000025703268,0.00030709902,0.0000038443927],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0005116321,0.00014282372,0.9051939,0.00049020664,0.00009824419,0.0004930387,0.00063944445,0.0003295981,0.009134265,0.001878419,0.0000040255222,0.08108436],"study_design_scores_gemma":[0.0036019874,0.000056546065,0.9175717,0.0006761749,0.000063576495,0.00008640359,0.000101054386,0.07111275,0.0007605833,0.00008429173,0.0057336423,0.00015125584],"about_ca_topic_score_codex":0.000092047754,"about_ca_topic_score_gemma":0.0000105609615,"teacher_disagreement_score":0.08093311,"about_ca_system_score_codex":0.00003588192,"about_ca_system_score_gemma":0.000058566828,"threshold_uncertainty_score":0.46619022},"labels":[],"label_agreement":null},{"id":"W4400887025","doi":"10.2196/55738","title":"Analyzing the Influence of Video Game and Music Engagement on Technical Skills Acquisition in Dental Students in Preclinical Phase: Protocol for a Prospective, Controlled, Longitudinal Study","year":2024,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Protocol (science); Video game; Psychology; Medical education; Longitudinal study; Multimedia; Applied psychology; Computer science; Medicine; Alternative medicine","score_opus":0.28344928463692737,"score_gpt":0.6286533993071051,"score_spread":0.3452041146701777,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4400887025","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.42765334,0.0000012595824,0.000014954755,0.00006857712,0.0000014837783,0.57215303,0.00000235284,0.000021114696,0.000083921776],"genre_scores_gemma":[0.4969753,8.294739e-8,0.000021594768,0.00001136698,0.000030526164,0.5029305,9.554228e-7,0.000009717868,0.000019915533],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9964713,0.0007713624,0.0007885882,0.0005544928,0.0010314339,0.00038283164],"domain_scores_gemma":[0.9966815,0.0026689267,0.00007883548,0.00027001314,0.00019352771,0.00010715643],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0072976085,0.00015987076,0.00048420674,0.0004642247,0.00008944713,0.00013450731,0.00020063,0.00009374727,0.00008910427],"category_scores_gemma":[0.0012464587,0.000099583776,0.000099586745,0.0008797139,0.00020991357,0.00013616752,0.00019040515,0.00095499255,0.0000047893714],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.031105397,0.015265197,0.943193,0.0007789971,0.00009105933,0.00016423561,0.0010477174,0.00012817736,0.0006666864,0.0004000752,0.000031598804,0.0071278177],"study_design_scores_gemma":[0.09041904,0.010328138,0.8905387,0.005822154,0.0000094168345,0.000004919298,0.00027438175,0.0011128485,0.00010473646,0.00035761856,0.00092842075,0.00009963812],"about_ca_topic_score_codex":0.000009622271,"about_ca_topic_score_gemma":0.000043252538,"teacher_disagreement_score":0.06932198,"about_ca_system_score_codex":0.00021574473,"about_ca_system_score_gemma":0.00014146985,"threshold_uncertainty_score":0.41490203},"labels":[],"label_agreement":null},{"id":"W4400893364","doi":"10.1136/jnis-2024-snis.185","title":"E-080 Impact of image latency and frame rate on simulated remote robotic-assisted neurovascular procedures","year":2024,"lang":"en","type":"article","venue":"","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"St. Michael's Hospital","funders":"","keywords":"Neurovascular bundle; Frame rate; Computer science; Latency (audio); Frame (networking); Computer vision; Artificial intelligence; Computer network; Telecommunications; Medicine; Surgery","score_opus":0.02532329817553002,"score_gpt":0.33421211214299634,"score_spread":0.3088888139674663,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4400893364","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.988624,0.00020791359,0.00064942223,0.00040445963,0.00006508595,0.00025964688,0.0000018546046,0.00022865647,0.009558984],"genre_scores_gemma":[0.99851465,0.00004180907,0.0004396047,0.00024523775,0.000035197103,3.8150347e-7,0.000013191457,0.00002561678,0.000684323],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9991002,0.000044847162,0.00024787235,0.00026137353,0.00017326845,0.00017243532],"domain_scores_gemma":[0.99931484,0.00026169454,0.000030042318,0.00016779763,0.0000795568,0.00014606457],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00016979831,0.00014682743,0.0002868071,0.00013460782,0.000029168536,0.000038982616,0.000030139041,0.00008451927,0.0006630654],"category_scores_gemma":[0.00036946026,0.000093614195,0.00018801508,0.0003414711,0.000051458657,0.00006690801,0.000016485787,0.00019351726,0.00003547404],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.007857794,0.002133165,0.039245274,0.0060635535,0.0064128237,0.0066360277,0.003952619,0.14474587,0.296023,0.006180507,0.0018789795,0.47887036],"study_design_scores_gemma":[0.0037118655,0.0008718368,0.39671662,0.00063238037,0.00022834184,0.00007287571,0.000033674125,0.5951219,0.0016222572,0.00042938464,0.0003507962,0.00020806382],"about_ca_topic_score_codex":0.00006695257,"about_ca_topic_score_gemma":0.0000016457736,"teacher_disagreement_score":0.4786623,"about_ca_system_score_codex":0.000022128048,"about_ca_system_score_gemma":0.000074096,"threshold_uncertainty_score":0.72601014},"labels":[],"label_agreement":null},{"id":"W4400907721","doi":"10.3390/bioengineering11080741","title":"Extended Reality-Based Head-Mounted Displays for Surgical Education: A Ten-Year Systematic Review","year":2024,"lang":"en","type":"review","venue":"Bioengineering","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"Philipps-Universität Marburg","keywords":"Head (geology); Augmented reality; Computer graphics (images); Optical head-mounted display; Computer science; Medicine; Human–computer interaction; Computer vision; Biology","score_opus":0.0697519980414514,"score_gpt":0.42210615539387747,"score_spread":0.3523541573524261,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4400907721","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[4.039411e-7,0.99318534,0.0005164552,0.00020551962,0.00056338497,0.0042870874,0.000069452544,0.0003418664,0.00083049],"genre_scores_gemma":[0.00008832039,0.9951048,0.000452102,0.00016307812,0.000532821,0.0016199562,0.000999325,0.0001329241,0.0009066848],"study_design_codex":"systematic_review","study_design_gemma":"not_applicable","domain_scores_codex":[0.99763453,0.00007654716,0.0011617049,0.00048721416,0.00031333315,0.0003266607],"domain_scores_gemma":[0.99841124,0.00047921005,0.00018948667,0.0005301634,0.00012167017,0.00026825024],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00061138725,0.0005014091,0.0029354028,0.00026554338,0.00004429717,0.000052073112,0.00013827735,0.00025847057,0.00008124474],"category_scores_gemma":[0.00044579737,0.00034029005,0.0011426412,0.0006662608,0.000022774215,0.000031722346,0.000026073192,0.00037487634,0.00013077774],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000008785514,0.00006420358,1.4545635e-7,0.974407,0.00025060208,0.00004148084,0.0000047152807,0.000006639804,2.0286047e-8,0.00133662,0.00038028817,0.023499506],"study_design_scores_gemma":[0.00038490456,0.000031470507,3.494566e-7,0.49140757,0.0041046618,0.00010512186,0.0000041039343,0.0016656964,5.3167863e-8,0.000002460664,0.5021008,0.00019279045],"about_ca_topic_score_codex":0.0000034291154,"about_ca_topic_score_gemma":3.628287e-7,"teacher_disagreement_score":0.50172055,"about_ca_system_score_codex":0.00024757732,"about_ca_system_score_gemma":0.00055383355,"threshold_uncertainty_score":0.99990493},"labels":[],"label_agreement":null},{"id":"W4401091054","doi":"10.2196/59014","title":"Influence of Distraction Factors on Performance in Laparoscopic Surgery in Immersive Virtual Reality: Study Protocol of a Cross-Over Trial in Medical Students and Residents—DisLapVR","year":2024,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Virtual reality; Distraction; Usability; Laparoscopic surgery; Immersion (mathematics); Human multitasking; Simulator sickness; Workload; System usability scale; Simulation; Applied psychology; Multimedia; Computer science; Human–computer interaction; Medicine; Laparoscopy; Psychology; Surgery","score_opus":0.25818882803451565,"score_gpt":0.6135450865243369,"score_spread":0.3553562584898213,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4401091054","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5550836,2.8116236e-7,7.844876e-8,0.000023963596,0.0000039601878,0.44480282,0.0000023328548,0.000005413578,0.000077597615],"genre_scores_gemma":[0.5165659,3.7447415e-7,1.9417061e-7,0.00000397975,0.000015009661,0.48338193,0.0000020375903,0.000006980658,0.00002354338],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99532723,0.0006234991,0.0009344791,0.00039749354,0.0023808738,0.0003364267],"domain_scores_gemma":[0.997853,0.0015766309,0.00009922096,0.00021799302,0.000113614995,0.00013955476],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.004892526,0.0001375172,0.00049734017,0.0007865302,0.000030467923,0.00006118351,0.00016853485,0.00015905807,0.00011160101],"category_scores_gemma":[0.0016126066,0.000106089625,0.0000482191,0.0010784195,0.00025639054,0.0002888059,0.00014051741,0.0009402898,0.0000029968767],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.05471245,0.002713595,0.93803215,0.0010005357,0.0000155417,0.00017318469,0.0013857723,0.000107620974,0.000081062586,0.000031216834,0.0000067534793,0.0017400938],"study_design_scores_gemma":[0.04969861,0.003217501,0.93837726,0.007227662,0.0000011426577,8.873366e-7,0.00044030376,0.00027094985,0.00045229416,0.000018613468,0.00022320112,0.000071560185],"about_ca_topic_score_codex":0.0004389143,"about_ca_topic_score_gemma":0.00021116874,"teacher_disagreement_score":0.038579118,"about_ca_system_score_codex":0.00019500154,"about_ca_system_score_gemma":0.00044421217,"threshold_uncertainty_score":0.43262094},"labels":[],"label_agreement":null},{"id":"W4401242544","doi":"10.2196/52631","title":"Objective Comparison of the First-Person–View Live Streaming Method Versus Face-to-Face Teaching Method in Improving Wound Suturing Skills for Skin Closure in Surgical Clerkship Students: Randomized Controlled Trial","year":2024,"lang":"en","type":"article","venue":"JMIR Medical Education","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Preprint; Randomized controlled trial; Closure (psychology); Medicine; Face (sociological concept); Face-to-face; Medical education; Surgery; Computer science; World Wide Web","score_opus":0.027609221212364584,"score_gpt":0.44259642826992407,"score_spread":0.4149872070575595,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4401242544","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9739534,0.00096645404,0.005596745,0.0033326573,0.002965688,0.012156193,0.0000034567884,0.00006276326,0.0009625925],"genre_scores_gemma":[0.9935598,0.000010982169,0.003270942,0.00023085045,0.000714576,0.002014846,0.000019388197,0.00003289366,0.00014574846],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9950541,0.0017588036,0.0012460649,0.00053403777,0.0010385079,0.00036846695],"domain_scores_gemma":[0.98096174,0.018164039,0.0002862259,0.00022818986,0.000106250955,0.00025354009],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.009056658,0.0002745703,0.001790376,0.00034929713,0.000112109374,0.00007342141,0.00024615767,0.00032389013,0.00013507552],"category_scores_gemma":[0.015181958,0.00017840751,0.0006117231,0.000546259,0.000075489676,0.000117467804,0.00006805657,0.0010972158,0.0000035753358],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.6014453,0.002530586,0.0027479518,0.00052459707,0.00047391088,0.000010632495,0.059627987,0.0006085929,0.0000074877244,0.001027148,0.00004752393,0.33094826],"study_design_scores_gemma":[0.9183168,0.00037030675,0.004567194,0.0027586818,0.0003828111,0.000005759298,0.021621147,0.050037418,0.000059411537,0.000087091124,0.0015602909,0.00023309467],"about_ca_topic_score_codex":0.0002989497,"about_ca_topic_score_gemma":0.00020182776,"teacher_disagreement_score":0.33071515,"about_ca_system_score_codex":0.00045951898,"about_ca_system_score_gemma":0.0009338664,"threshold_uncertainty_score":0.9931136},"labels":[],"label_agreement":null},{"id":"W4401325593","doi":"10.1007/s13304-024-01960-x","title":"The revolution of metaverse in surgery: a mini-review with video","year":2024,"lang":"en","type":"review","venue":"Updates in Surgery","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"ASTER","funders":"","keywords":"Medicine; Surgery; Metaverse; Computer science; Artificial intelligence; Virtual reality","score_opus":0.0811697328508872,"score_gpt":0.36410653374727725,"score_spread":0.28293680089639006,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4401325593","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00007771055,0.9974731,0.0000012876351,0.00027283534,0.00036936507,0.00070943317,0.000017110273,0.00003813035,0.0010410217],"genre_scores_gemma":[0.00081864325,0.9982063,0.000026550793,0.00018468192,0.00007788541,0.00012141805,0.00027310872,0.000053154883,0.00023823332],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99680644,0.0004373429,0.001597498,0.00040643621,0.00040289847,0.00034935732],"domain_scores_gemma":[0.99161226,0.0072990432,0.00043872255,0.00048880884,0.00007176234,0.00008940748],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.003541378,0.00036177028,0.0032042507,0.000597527,0.000026381402,0.000016176138,0.00009980337,0.00019301215,0.0002484362],"category_scores_gemma":[0.0015656635,0.0001902778,0.00084625767,0.0020960039,0.0001394484,0.00006442231,0.000051647476,0.0005472686,0.00010965622],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000052162493,0.000069434755,0.0015934394,0.05590252,0.0002454378,0.00037703058,0.0000192439,7.720503e-7,7.3198287e-9,0.00014796645,0.009257517,0.9323345],"study_design_scores_gemma":[0.00011745309,0.0000074512855,0.00010174981,0.16798078,0.0010011586,0.000056956116,0.000017578974,0.000010756158,1.3088287e-7,0.000025228133,0.83051956,0.00016119229],"about_ca_topic_score_codex":0.000037504735,"about_ca_topic_score_gemma":0.000045081535,"teacher_disagreement_score":0.93217325,"about_ca_system_score_codex":0.00013998755,"about_ca_system_score_gemma":0.0006390412,"threshold_uncertainty_score":0.7759304},"labels":[],"label_agreement":null},{"id":"W4401415154","doi":"10.1109/icra57147.2024.10611637","title":"Orbit-Surgical: An Open-Simulation Framework for Learning Surgical Augmented Dexterity","year":2024,"lang":"en","type":"article","venue":"","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":27,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Computer science; Orbit (dynamics); Surgical simulation; Simulation; Human–computer interaction; Aerospace engineering; Engineering; Medicine; Surgery","score_opus":0.09077599436113562,"score_gpt":0.4363359328391603,"score_spread":0.3455599384780247,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4401415154","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7654268,0.00041376337,0.15666804,0.0019278203,0.0007105641,0.0017638734,0.000009528343,0.0016788801,0.071400724],"genre_scores_gemma":[0.9869562,0.00001304435,0.00842367,0.0002463229,0.00043276921,0.000042249652,0.00015712764,0.00004247019,0.003686188],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9985678,0.00009006442,0.0003432609,0.00045170277,0.00025949127,0.00028768345],"domain_scores_gemma":[0.9980184,0.0013818074,0.00003487432,0.0001840793,0.00009692106,0.0002839079],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00059044466,0.00016421826,0.00031441747,0.000087727385,0.00016398674,0.0002665894,0.0001063728,0.00019953048,0.004443801],"category_scores_gemma":[0.00022856814,0.00012558958,0.00012547632,0.00034134788,0.0000404254,0.00028170983,0.000069290385,0.0003849935,0.00008883139],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.004698404,0.0009203458,0.0097964145,0.00035319416,0.00033170357,0.0012750592,0.0008602385,0.03020664,0.00012892179,0.3879993,0.00015029199,0.5632795],"study_design_scores_gemma":[0.0032058435,0.00048452255,0.001790733,0.00021349572,0.000056633347,0.000050941042,0.0001056442,0.5408736,0.000053971482,0.0036676757,0.44932345,0.00017350649],"about_ca_topic_score_codex":0.000016457047,"about_ca_topic_score_gemma":0.0000020685848,"teacher_disagreement_score":0.563106,"about_ca_system_score_codex":0.000054570883,"about_ca_system_score_gemma":0.000056532637,"threshold_uncertainty_score":0.9964663},"labels":[],"label_agreement":null},{"id":"W4401483253","doi":"10.1007/s44186-024-00284-z","title":"The role of artificial intelligence, performance metrics, and virtual reality in neurosurgical education: an umbrella review","year":2024,"lang":"en","type":"article","venue":"Global Surgical Education - Journal of the Association for Surgical Education","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":4,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Montreal Neurological Institute and Hospital; McGill University; McGill University Health Centre","funders":"","keywords":"Virtual reality; Transformative learning; Computer science; Economic shortage; Psychology; Artificial intelligence","score_opus":0.038737742542470276,"score_gpt":0.3852127732111832,"score_spread":0.34647503066871294,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4401483253","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8843588,0.06727752,0.000045192388,0.02053431,0.008061512,0.0016547239,0.000038942046,0.000051895942,0.01797705],"genre_scores_gemma":[0.9890917,0.008753006,0.00008112005,0.00038704652,0.0009042678,0.00004406296,0.000044126016,0.000015656155,0.0006789938],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99646354,0.00049520755,0.0015569008,0.0003130761,0.0008760675,0.0002951869],"domain_scores_gemma":[0.9958969,0.0014092311,0.0008391036,0.00027874415,0.001213762,0.00036229464],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0034702541,0.00021236726,0.0005182068,0.00017951961,0.0002270427,0.00015301787,0.0002739834,0.00020444646,0.0000771867],"category_scores_gemma":[0.0026810588,0.00013539408,0.00038585623,0.0017940128,0.00013431266,0.0003516044,0.000045030567,0.0004910344,0.0000062856207],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0004893678,0.0014943532,0.017046897,0.00027951665,0.00006929564,0.0000011833312,0.00015282775,0.000095431235,0.000004408771,0.08904289,0.0011149982,0.89020884],"study_design_scores_gemma":[0.0007653481,0.00044853528,0.047603723,0.002184834,0.0003426319,0.0004420087,0.001249429,0.0031565002,0.00008667905,0.013056819,0.93040586,0.00025763497],"about_ca_topic_score_codex":0.000050250786,"about_ca_topic_score_gemma":0.00000978819,"teacher_disagreement_score":0.92929083,"about_ca_system_score_codex":0.0007447527,"about_ca_system_score_gemma":0.0037905627,"threshold_uncertainty_score":0.67242956},"labels":[],"label_agreement":null},{"id":"W4401528106","doi":"10.1016/j.amjsurg.2024.115899","title":"Unleashing surgical skills: Ultra-high fidelity trauma thoracotomy training on knowledge donor platform","year":2024,"lang":"en","type":"article","venue":"The American Journal of Surgery","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"St. Paul's Foundation; Flinn Foundation","keywords":"Thoracotomy; Medicine; Simulation training; High fidelity; Medical emergency; Surgery; Anesthesia; Intensive care medicine; Simulation; Computer science; Engineering","score_opus":0.0706011303480637,"score_gpt":0.34730157243797155,"score_spread":0.27670044208990785,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4401528106","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9878773,0.000771938,0.00014547647,0.0022250349,0.00080911734,0.00009392944,0.0000057266934,0.00008762122,0.007983854],"genre_scores_gemma":[0.9974323,0.00025266968,0.00012481159,0.00065701234,0.0012881387,0.0000030941267,0.0000053995896,0.000042200845,0.00019435356],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99771327,0.00021553812,0.0009043579,0.00022363753,0.0005358466,0.00040734615],"domain_scores_gemma":[0.9914994,0.0074025067,0.0003799163,0.00021713048,0.00015522855,0.00034578712],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0029957718,0.00023506342,0.0009193233,0.0003593512,0.00014089073,0.00009838569,0.00015109024,0.00007081567,0.0003562149],"category_scores_gemma":[0.00038534324,0.00013657329,0.0006640895,0.0008717232,0.00032565932,0.00020994383,0.000015015966,0.0011639014,0.000059299],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0014028415,0.00023109742,0.0031941652,0.00005612911,0.00032203723,0.0016153462,0.0028187141,0.00028058817,0.000115306364,0.0008028318,0.00044379584,0.98871714],"study_design_scores_gemma":[0.008770896,0.0025248358,0.455401,0.01273355,0.001586951,0.01774225,0.024358328,0.004600293,0.0038083796,0.0027122926,0.46374395,0.0020172875],"about_ca_topic_score_codex":0.000014423893,"about_ca_topic_score_gemma":8.1727507e-7,"teacher_disagreement_score":0.9866999,"about_ca_system_score_codex":0.00012195158,"about_ca_system_score_gemma":0.0003181714,"threshold_uncertainty_score":0.55692977},"labels":[],"label_agreement":null},{"id":"W4401741183","doi":"10.3138/jvme-2023-0115","title":"Evaluation of Remote Surgical Hands-on Training in Veterinary Education Using a Hololens Mixed Reality Head-Mounted Display","year":2024,"lang":"en","type":"article","venue":"Journal of Veterinary Medical Education","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Orthopedic surgery; Medicine; Task (project management); Medical education; Ophthalmology; Psychology; Physical therapy; Surgery; Engineering","score_opus":0.26361530724984544,"score_gpt":0.5178572744064549,"score_spread":0.25424196715660946,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4401741183","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.992908,0.0009944846,0.0001933021,0.0018291981,0.0020995042,0.00026468985,0.0000019223776,0.000019699492,0.0016892215],"genre_scores_gemma":[0.99822074,0.000105446044,0.0005489311,0.00019063315,0.0008404953,0.0000056831313,0.000034951867,0.000023276009,0.00002986732],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9960575,0.00067528186,0.0010731473,0.0002485635,0.0017367388,0.00020876751],"domain_scores_gemma":[0.9981677,0.00040636296,0.0003150532,0.0001823908,0.0005816995,0.0003468253],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.005452043,0.00017300875,0.00046289037,0.000582254,0.000040576124,0.00002592259,0.000101685924,0.00021408498,0.00042205144],"category_scores_gemma":[0.0023530258,0.00014216699,0.00019595152,0.0005753964,0.000099990335,0.00023140608,0.00002295831,0.0005932748,0.0000039904867],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0017281598,0.0009976794,0.0003281126,0.00027524447,0.000082955354,0.00028786465,0.0022691935,0.00028133657,0.0012790166,0.00019492593,0.00009521459,0.9921803],"study_design_scores_gemma":[0.017469242,0.011926951,0.11127173,0.03116249,0.0011329202,0.023577463,0.006394684,0.7439909,0.0003033738,0.0023310855,0.04980372,0.00063543394],"about_ca_topic_score_codex":0.000057027624,"about_ca_topic_score_gemma":0.000004220352,"teacher_disagreement_score":0.99154484,"about_ca_system_score_codex":0.00055696367,"about_ca_system_score_gemma":0.006722223,"threshold_uncertainty_score":0.99890876},"labels":[],"label_agreement":null},{"id":"W4401776871","doi":"10.21037/tp-24-140","title":"Four-dimensional endocardial surface imaging with dynamic virtual reality rendering: a technical note","year":2024,"lang":"en","type":"review","venue":"Translational Pediatrics","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"SickKids Foundation; University of Toronto; Hospital for Sick Children","funders":"National Heart, Lung, and Blood Institute; National Institutes of Health","keywords":"Medicine; Rendering (computer graphics); Virtual reality; Computer graphics (images); Human–computer interaction; Computer science","score_opus":0.06630520068380671,"score_gpt":0.36943054315511054,"score_spread":0.30312534247130385,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4401776871","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000028553053,0.9874139,0.00591619,0.00051379367,0.00041978835,0.0008999699,0.00035136417,0.0004331108,0.004023367],"genre_scores_gemma":[0.020806909,0.970072,0.0047084177,0.00013062137,0.0013347197,0.0000390316,0.002321986,0.0002104861,0.000375834],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9965757,0.000120404875,0.0008867893,0.00077720336,0.001223321,0.00041659529],"domain_scores_gemma":[0.9980279,0.0010207694,0.00018913789,0.0003125693,0.0001441935,0.00030538946],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00051483023,0.00057476695,0.0014038862,0.0003079102,0.00011681252,0.000057518428,0.00013031847,0.00036103872,0.00014400817],"category_scores_gemma":[0.000082361585,0.00042284842,0.00081589253,0.0009844078,0.0001232622,0.000096377655,0.000041429626,0.0013064843,0.00013527021],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00037932515,0.00019921685,0.00019718139,0.0092115095,0.0003399505,0.0012785188,0.000080449434,0.004935954,0.0000011995089,0.0019088696,0.00051394396,0.9809539],"study_design_scores_gemma":[0.0024493805,0.00013014939,0.00025290743,0.00278264,0.007392234,0.0012057015,0.000006308253,0.009853475,6.672484e-8,0.00027508783,0.97484654,0.00080553116],"about_ca_topic_score_codex":0.000007396207,"about_ca_topic_score_gemma":0.000008120167,"teacher_disagreement_score":0.9801484,"about_ca_system_score_codex":0.00020298833,"about_ca_system_score_gemma":0.0012802174,"threshold_uncertainty_score":0.9998223},"labels":[],"label_agreement":null},{"id":"W4401887812","doi":"10.1097/js9.0000000000002053","title":"Development and validation of a virtual teaching method for minimally invasive surgery skills: a prospective cohort study","year":2024,"lang":"en","type":"article","venue":"International Journal of Surgery","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"Imperial College London","keywords":"Medicine; Workload; Task (project management); Virtual reality; Invasive surgery; Observational study; Medical physics; Cognition; Medical education; Surgery; Computer science; Human–computer interaction","score_opus":0.05010280496873168,"score_gpt":0.36980174582628705,"score_spread":0.31969894085755535,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4401887812","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9924499,0.00011106183,0.0058735055,0.0002682163,0.0007767121,0.00027128373,0.000005385537,0.0000145149515,0.00022942439],"genre_scores_gemma":[0.99225986,0.000019577503,0.007227708,0.00007696918,0.00029208124,0.000016504175,0.000014659074,0.00001488369,0.00007776595],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9982647,0.000088649314,0.0008111945,0.00015458012,0.0005871293,0.00009376942],"domain_scores_gemma":[0.99315345,0.005813157,0.0003081397,0.000042185377,0.00060447294,0.00007860904],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0032414855,0.00010196975,0.00041769413,0.00056750566,0.000033063672,0.000051042192,0.000047711466,0.000040392897,0.000042666867],"category_scores_gemma":[0.0023327803,0.0000812056,0.00020234226,0.0000999101,0.000023187433,0.00020903927,0.00002428689,0.00016850371,0.000001128373],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0008231662,0.00057627936,0.86170703,0.00006124732,0.0020433916,0.00033485037,0.0037840211,0.00005884849,0.0005946992,0.00032780867,0.00018174597,0.12950693],"study_design_scores_gemma":[0.00217309,0.0002595502,0.9730461,0.0018625422,0.0003202381,0.0005574477,0.0029312721,0.00079061725,0.011955515,0.0003235658,0.0055643027,0.00021575134],"about_ca_topic_score_codex":0.000005433409,"about_ca_topic_score_gemma":0.0000017985213,"teacher_disagreement_score":0.12929118,"about_ca_system_score_codex":0.0001207272,"about_ca_system_score_gemma":0.000505396,"threshold_uncertainty_score":0.33114684},"labels":[],"label_agreement":null},{"id":"W4401899149","doi":"10.1007/s00120-024-02429-w","title":"Geschlechtsspezifische Unterschiede im chirurgischen Selbstvertrauen: Ergebnisse des Endo-Workshops der German Society of Residents in Urology 2022","year":2024,"lang":"de","type":"article","venue":"Die Urologie","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Montréal; McGill University Health Centre","funders":"","keywords":"Gynecology; Medicine","score_opus":0.04647088809467752,"score_gpt":0.33713358168525887,"score_spread":0.29066269359058133,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4401899149","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8090484,0.1748392,0.00042586855,0.0050450927,0.002305193,0.0007966687,0.0000617029,0.00036537275,0.007112454],"genre_scores_gemma":[0.985965,0.010131975,0.0003422686,0.00204665,0.000619637,0.000043527765,0.00013326669,0.000095278345,0.0006224125],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9957273,0.00044227045,0.001119826,0.0009907518,0.00056230085,0.0011575534],"domain_scores_gemma":[0.9970392,0.0017513294,0.00018284198,0.00058602006,0.00010818459,0.0003324091],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0013681474,0.00055237697,0.00092452293,0.00035797837,0.00016752495,0.00007840523,0.00039450597,0.000797309,0.0014865955],"category_scores_gemma":[0.0005999628,0.0004850401,0.0006138147,0.00084561895,0.0007658246,0.00023063013,0.0003003059,0.0017320488,0.00039170447],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.009755291,0.003674754,0.5890976,0.004827129,0.013359606,0.012804715,0.03777511,0.00952948,0.006071617,0.008503842,0.019214446,0.2853864],"study_design_scores_gemma":[0.016981078,0.0021675066,0.5721026,0.0014790564,0.00351792,0.00007781416,0.0024628572,0.11360482,0.0042849914,0.007467508,0.27396503,0.0018888337],"about_ca_topic_score_codex":0.00014774405,"about_ca_topic_score_gemma":0.00006654897,"teacher_disagreement_score":0.28349757,"about_ca_system_score_codex":0.00015479804,"about_ca_system_score_gemma":0.00030120366,"threshold_uncertainty_score":0.99976015},"labels":[],"label_agreement":null},{"id":"W4401991184","doi":"10.7759/cureus.68131","title":"The Use of Silicone Simulators for Bile Duct Anastomosis Education in Medical Conferences for the Purpose of Improving the Canadian Medical Education Directives for Specialists (CanMEDS) Competencies","year":2024,"lang":"en","type":"article","venue":"Cureus","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Université de Montréal; Ontario Tech University","funders":"","keywords":"Medicine; Medical education; Bile duct; Surgery","score_opus":0.06720096471519976,"score_gpt":0.35909289703528685,"score_spread":0.2918919323200871,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4401991184","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9348279,0.011037543,0.001543964,0.04000905,0.0046832818,0.006577356,0.00017653452,0.000056356184,0.0010880181],"genre_scores_gemma":[0.9981556,0.00011751238,0.00016547677,0.00052559015,0.0004896488,0.00034511412,0.000037492253,0.000013739565,0.00014984356],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99881923,0.00005899264,0.00037678127,0.00017602804,0.00037333343,0.00019563714],"domain_scores_gemma":[0.99299884,0.0061975946,0.00009179652,0.00018566052,0.00033957436,0.00018650736],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0010049456,0.00010050847,0.00020917418,0.00008088571,0.0002187507,0.00005265768,0.00017818675,0.00011678453,0.00013939381],"category_scores_gemma":[0.007941634,0.000049910774,0.00012674027,0.0002237703,0.00035132637,0.00007318075,0.000016405083,0.00013228998,3.4550297e-7],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0002345494,0.00021794965,0.006124241,0.00027659233,0.00015857205,6.353257e-7,0.0028528287,0.000077565885,0.000070616145,0.066271245,0.001812872,0.92190236],"study_design_scores_gemma":[0.0018131583,0.00035188254,0.042975206,0.0007676861,0.00026912265,0.000010857332,0.008527593,0.1915624,0.00077470485,0.0022063812,0.75054204,0.00019898132],"about_ca_topic_score_codex":0.021919375,"about_ca_topic_score_gemma":0.21772453,"teacher_disagreement_score":0.92170334,"about_ca_system_score_codex":0.00011875932,"about_ca_system_score_gemma":0.008617199,"threshold_uncertainty_score":0.997003},"labels":[],"label_agreement":null},{"id":"W4402166628","doi":"10.1038/s41746-024-01225-2","title":"Development, deployment and scaling of operating room-ready artificial intelligence for real-time surgical decision support","year":2024,"lang":"en","type":"article","venue":"npj Digital Medicine","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":26,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Vector Institute; Artificial Intelligence in Medicine (Canada); University of Toronto; University Health Network","funders":"University Health Network Foundation; Canadian Institute for Advanced Research","keywords":"Software deployment; Computer science; Scaling; Decision support system; Systems engineering; Artificial intelligence; Engineering; Operating system; Mathematics","score_opus":0.07551280644362011,"score_gpt":0.3691073329543519,"score_spread":0.29359452651073176,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4402166628","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9665359,0.00026667645,0.010649044,0.00056602457,0.0002569593,0.00051261403,0.000014199653,0.00016416033,0.02103439],"genre_scores_gemma":[0.99542606,0.000027540524,0.0037086292,0.00005900165,0.00027006544,0.000013800184,0.00013188504,0.00002560402,0.0003373983],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9983815,0.000008401424,0.0007038979,0.0003111621,0.00037664996,0.0002183844],"domain_scores_gemma":[0.99851644,0.0010096501,0.000050283317,0.00010387835,0.00010739628,0.00021235023],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000512526,0.0001536431,0.00038727652,0.0001399313,0.000060642476,0.000049801747,0.000046653746,0.00007448735,0.0003214393],"category_scores_gemma":[0.0005123949,0.00010677398,0.00005127328,0.00021397881,0.00009940173,0.00013415067,0.00004014799,0.00010448835,0.000029065279],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0002916576,0.00007531794,0.00054941385,0.00014505167,0.00005777982,0.00012946712,0.0008483675,0.000031660515,0.0012519765,0.0038535402,0.000078013865,0.99268776],"study_design_scores_gemma":[0.015832454,0.007913685,0.009754867,0.019789338,0.0009454737,0.001854092,0.0077653457,0.37330356,0.044293225,0.011624083,0.5047042,0.0022196888],"about_ca_topic_score_codex":0.000004451083,"about_ca_topic_score_gemma":0.0000010901658,"teacher_disagreement_score":0.9904681,"about_ca_system_score_codex":0.00003985123,"about_ca_system_score_gemma":0.000098051845,"threshold_uncertainty_score":0.43541166},"labels":[],"label_agreement":null},{"id":"W4402317065","doi":"10.5489/cuaj.8978","title":"NS-AUA 2024 Annual Meeting Abstracts – Education, Laparoscopy, Robotics, Surgical Innovation","year":2024,"lang":"en","type":"article","venue":"Canadian Urological Association Journal","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Robotics; Laparoscopy; Artificial intelligence; General surgery; Medicine; Medical physics; Medical education; Computer science; Robot","score_opus":0.01764074695923082,"score_gpt":0.2882044537735151,"score_spread":0.2705637068142843,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4402317065","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.77225375,0.0014449566,0.000059190275,0.097133465,0.0052648135,0.00035869944,0.00006262782,0.00023919597,0.1231833],"genre_scores_gemma":[0.9882323,0.00004538207,0.0005209924,0.0037709551,0.0018211339,0.0000058426876,0.00009509948,0.00002139646,0.005486855],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.9978781,0.00012529471,0.0007004366,0.00027614468,0.0005108984,0.0005091771],"domain_scores_gemma":[0.99774534,0.0005092428,0.00019690154,0.00011698915,0.00073041476,0.0007011056],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0014518572,0.00017025143,0.00027210277,0.00051865587,0.00028911876,0.00029849244,0.00011617445,0.00035343162,0.0017432128],"category_scores_gemma":[0.0030203527,0.00014261328,0.0001373414,0.0010187352,0.000035818884,0.00022312663,0.000017493041,0.0010541823,0.0003080102],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00021898936,0.00042337764,0.6419908,0.000092804774,0.0006756152,0.001922039,0.001013191,0.011069236,0.00012470139,0.028919777,0.20495571,0.10859375],"study_design_scores_gemma":[0.00075279624,0.00013948201,0.17753905,0.00011634051,0.00009550439,0.0005417989,0.00025416107,0.0009819273,0.000015068902,0.003570761,0.8157793,0.00021377031],"about_ca_topic_score_codex":0.00037528027,"about_ca_topic_score_gemma":0.00014919187,"teacher_disagreement_score":0.61082363,"about_ca_system_score_codex":0.0010342686,"about_ca_system_score_gemma":0.0018149287,"threshold_uncertainty_score":0.99916935},"labels":[],"label_agreement":null},{"id":"W4402321749","doi":"10.1136/bmjopen-2023-082875","title":"An international consensus panel on the potential value of Digital Surgery","year":2024,"lang":"en","type":"article","venue":"BMJ Open","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Alberta Health","funders":"Intuitive Surgical","keywords":"Medicine; Value (mathematics); Consensus conference; Family medicine; Medical physics; Internal medicine","score_opus":0.19078448755914945,"score_gpt":0.42710761622525545,"score_spread":0.236323128666106,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4402321749","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.89134043,0.0000063645725,0.000037941947,0.006596462,0.00048043687,0.00073238916,0.000026741169,0.000029813367,0.1007494],"genre_scores_gemma":[0.9985967,7.288979e-7,0.000025736152,0.00040332595,0.00015994425,0.000015771766,0.00004123649,0.000006884069,0.0007496602],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99946225,0.000027338818,0.0001529047,0.000099341014,0.00020105211,0.000057100635],"domain_scores_gemma":[0.99930316,0.0004707037,0.000025411859,0.00012834347,0.00003230677,0.00004007533],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00037122398,0.000042004318,0.00010065028,0.000035391506,0.00001888561,0.00011495878,0.000091957874,0.000021701471,0.0008162097],"category_scores_gemma":[0.00022146113,0.000024963858,0.00006110669,0.000063865235,0.000034128843,0.00006489765,0.00003976076,0.00006163072,0.00006778734],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.007893548,0.0013502432,0.11403902,0.0002455687,0.0016051701,0.0036325904,0.0019641945,0.0042401874,0.0017212958,0.30588245,0.021929208,0.53549653],"study_design_scores_gemma":[0.0057915202,0.0006185334,0.53568983,0.0022886503,0.0001920961,0.000649609,0.0024517253,0.26989633,0.0018653738,0.007902743,0.1720658,0.0005877687],"about_ca_topic_score_codex":0.000013545148,"about_ca_topic_score_gemma":3.6994356e-7,"teacher_disagreement_score":0.5349088,"about_ca_system_score_codex":0.000009231591,"about_ca_system_score_gemma":0.00007964271,"threshold_uncertainty_score":0.8936924},"labels":[],"label_agreement":null},{"id":"W4402358958","doi":"10.1002/uog.29033","title":"EP24.26: Using the IDEA consensus ‘pulling sleeve’ sign to guide surgical decisions","year":2024,"lang":"en","type":"article","venue":"Ultrasound in Obstetrics and Gynecology","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"Sign (mathematics); Computer science; Medicine; Mathematics","score_opus":0.05340095673278461,"score_gpt":0.34531244649867926,"score_spread":0.29191148976589465,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4402358958","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9864976,0.003610106,0.00078849174,0.0012558484,0.0013834343,0.00034488327,0.000008037022,0.000088204506,0.0060234275],"genre_scores_gemma":[0.9965246,0.0004922637,0.0014633584,0.00093815714,0.00010576156,0.000008588947,0.0000065531353,0.000027430824,0.00043330007],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99845797,0.00011136202,0.0004748243,0.00037504482,0.00021261381,0.0003681733],"domain_scores_gemma":[0.8655983,0.13389385,0.00003343916,0.0001911674,0.00008310573,0.00020013501],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.00068665977,0.00015088971,0.00031966972,0.00032894523,0.00015317231,0.000084553736,0.000080003054,0.000179502,0.00032786094],"category_scores_gemma":[0.046952903,0.00010656538,0.00008707965,0.0011467219,0.00011671848,0.000027826247,0.00004905058,0.00036570223,0.000046676876],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00027662737,0.0005030904,0.07243422,0.000108644665,0.000366672,0.0068441257,0.0048305043,0.017629359,0.0021531056,0.05346548,0.0021807873,0.8392074],"study_design_scores_gemma":[0.0022278375,0.00022244058,0.009595227,0.00012390879,0.0000871306,0.0005693712,0.0011817418,0.018966788,0.00006137675,0.0017831858,0.96493286,0.00024811586],"about_ca_topic_score_codex":0.000048675407,"about_ca_topic_score_gemma":0.000029275669,"teacher_disagreement_score":0.9627521,"about_ca_system_score_codex":0.000160067,"about_ca_system_score_gemma":0.00012673397,"threshold_uncertainty_score":0.961075},"labels":[],"label_agreement":null},{"id":"W4402477274","doi":"10.1089/gyn.2023.0130","title":"Development of An Educational Tool Using Qualitative Analysis to Teach Components of Total Laparoscopic Hysterectomy","year":2024,"lang":"en","type":"article","venue":"Journal of Gynecologic Surgery","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Mount Sinai Hospital; North York General Hospital; Sunnybrook Health Science Centre; St Joseph's Health Centre; St. Michael's Hospital","funders":"","keywords":"Medicine; Hysterectomy; Laparoscopy; Qualitative analysis; Surgery; Qualitative research; Gynecology; General surgery","score_opus":0.11829079426010289,"score_gpt":0.41919846900645585,"score_spread":0.30090767474635294,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4402477274","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99865925,0.000111811896,0.00035558923,0.00015273466,0.0004373491,0.000084555875,0.000004649691,0.0000071629297,0.00018690278],"genre_scores_gemma":[0.9886822,0.0000016322987,0.011079847,0.00007261939,0.00007205984,0.0000019209076,0.00001864804,0.0000067008764,0.000064336964],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99812406,0.00018719297,0.0010237875,0.00012549134,0.00040697586,0.00013247492],"domain_scores_gemma":[0.9963989,0.0027486999,0.0003553955,0.000080474914,0.00028886323,0.00012765198],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0017293916,0.000098412485,0.0006880104,0.00075435836,0.000034242097,0.000012766703,0.000045919394,0.000057442798,0.0007069827],"category_scores_gemma":[0.00084356096,0.000073318755,0.00028590887,0.00076978595,0.000036282512,0.00011228909,0.000019021285,0.00013364149,0.0000036429183],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0027624364,0.0075442023,0.583601,0.0013917581,0.019859618,0.0005124918,0.07876013,0.019262794,0.09920984,0.0005528353,0.0005297204,0.18601319],"study_design_scores_gemma":[0.0011067429,0.0003466301,0.98400915,0.00055073306,0.0008503921,0.0000688136,0.00518137,0.002841402,0.003716118,0.000121567355,0.0010143154,0.0001927918],"about_ca_topic_score_codex":0.000005996478,"about_ca_topic_score_gemma":0.0000023632008,"teacher_disagreement_score":0.40040815,"about_ca_system_score_codex":0.00014543314,"about_ca_system_score_gemma":0.0005345322,"threshold_uncertainty_score":0.7740964},"labels":[],"label_agreement":null},{"id":"W4402584319","doi":"10.1007/978-3-031-71704-8_12","title":"Surgical Simulation in Extended Reality for OR 2.0 Using Unreal Engine 5 to Improve Patient Outcomes","year":2024,"lang":"en","type":"book-chapter","venue":"Lecture notes in computer science","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Victoria Hospital; London Health Sciences Centre; Western University","funders":"","keywords":"Computer science; Simulation","score_opus":0.06171954430927164,"score_gpt":0.3647292945224567,"score_spread":0.3030097502131851,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4402584319","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.012380138,0.000090636226,0.9815216,0.0010888726,0.0015739974,0.0016114287,0.000033363503,0.00011223641,0.0015877121],"genre_scores_gemma":[0.9666396,0.0000019229867,0.03180789,0.0008578207,0.0002849405,0.000010725605,0.00001891892,0.000033072047,0.00034510286],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99772567,0.000013265568,0.0005459953,0.00081229233,0.000527294,0.00037547993],"domain_scores_gemma":[0.9978444,0.0014166068,0.000089068984,0.00032180798,0.00014437072,0.00018373804],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0005189988,0.00030157098,0.000566413,0.0005589006,0.00006006168,0.000074118856,0.00015142452,0.00023537733,0.000056001],"category_scores_gemma":[0.0003113898,0.0002137699,0.00013870481,0.0003872567,0.00011825444,0.00007477019,0.00015613002,0.00041173608,0.000005511515],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00026946506,0.0000378845,0.00018120189,0.00007664673,0.000012176657,0.00019230443,0.00037661087,0.46530262,0.000012677012,0.000896626,5.518193e-7,0.53264123],"study_design_scores_gemma":[0.0014939293,0.00039584754,0.0008001472,0.0005362054,0.000022774515,0.000018897219,5.883742e-7,0.98102885,0.00008900696,0.010434791,0.0048966235,0.00028234252],"about_ca_topic_score_codex":0.000032752974,"about_ca_topic_score_gemma":0.00006887652,"teacher_disagreement_score":0.95425946,"about_ca_system_score_codex":0.00039629874,"about_ca_system_score_gemma":0.00023899467,"threshold_uncertainty_score":0.87172836},"labels":[],"label_agreement":null},{"id":"W4402682830","doi":"10.1016/j.gtc.2024.08.003","title":"Endoscopic Education, Training, and Simulation","year":2024,"lang":"en","type":"review","venue":"Gastroenterology Clinics of North America","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Royal Victoria Hospital; McGill University Health Centre","funders":"","keywords":"Medicine; Training (meteorology); Simulation training; Medical education; Medical physics; General surgery; Simulation","score_opus":0.06772958848131273,"score_gpt":0.405134322623066,"score_spread":0.33740473414175326,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4402682830","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.003695791,0.99436986,0.00017914342,0.000077347846,0.00058394467,0.0005572096,0.00004833191,0.00006888635,0.00041948733],"genre_scores_gemma":[0.01793655,0.9796726,0.000748784,0.0006824121,0.00024020573,0.0000397587,0.00046497735,0.000047486967,0.00016723863],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9979962,0.00012581407,0.0010229426,0.00044569772,0.00015063286,0.00025871088],"domain_scores_gemma":[0.9985066,0.00040832537,0.0005173225,0.0002792695,0.000096375945,0.00019211338],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0001320346,0.00030479892,0.0018106559,0.00029954407,0.000030109211,0.000009746317,0.00009157783,0.00017186222,0.00008848215],"category_scores_gemma":[0.00024867576,0.00024338037,0.00039847472,0.00023935661,0.00025444364,0.000031000498,0.00006244948,0.0005181997,0.00004683619],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000031061812,0.000106858424,0.009487224,0.0033469922,0.0002809054,0.0000090666135,0.000088547946,0.00003725623,1.1633606e-9,0.0000051409406,0.000063565654,0.98654336],"study_design_scores_gemma":[0.0006179045,0.00074295,0.0020645226,0.002827258,0.0021685355,0.000035615234,0.000027814702,0.00041738505,1.4666325e-9,0.000018323995,0.99100345,0.00007625484],"about_ca_topic_score_codex":0.0000030102963,"about_ca_topic_score_gemma":0.0000056718927,"teacher_disagreement_score":0.99093986,"about_ca_system_score_codex":0.000026944697,"about_ca_system_score_gemma":0.00039864372,"threshold_uncertainty_score":0.99247634},"labels":[],"label_agreement":null},{"id":"W4402692866","doi":"10.1016/j.urology.2024.09.035","title":"Experiences and Outcomes of the Society of Genitourinary Reconstructive Surgeons Fellowship Training: Growth in Fellowships Mirrors the Evolution of the Discipline","year":2024,"lang":"en","type":"article","venue":"Urology","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Medicine; Genitourinary system; General surgery; Medical education; Anatomy","score_opus":0.048377719677869455,"score_gpt":0.30436883644018625,"score_spread":0.2559911167623168,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4402692866","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99344355,0.00037995196,0.000024412097,0.0046110996,0.00025983553,0.00017263503,0.000005496648,0.00000821783,0.0010948281],"genre_scores_gemma":[0.9997749,0.000010305393,0.0000315759,0.00008359897,0.0000143330635,0.00000836091,7.8777873e-7,0.000005511117,0.000070633505],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.999179,0.00015862838,0.0002794269,0.00013446849,0.00013113514,0.00011730842],"domain_scores_gemma":[0.9988455,0.0008709117,0.000094574265,0.00013348428,0.000033752567,0.000021747917],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0003846457,0.00007556903,0.00022989426,0.000039123006,0.000057084402,0.0000021779722,0.000101273115,0.00007890651,0.00004847628],"category_scores_gemma":[0.00018013833,0.00003351723,0.00019994471,0.00031705058,0.00095232873,0.000027175685,0.000068172594,0.00022067747,1.9863923e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00010908853,0.000052785068,0.9379306,0.00005283657,0.00011621508,0.000002097179,0.055508535,0.00005112528,0.0003827212,0.0040214467,0.000015986481,0.0017565662],"study_design_scores_gemma":[0.00067755196,0.00009931604,0.9461072,0.000039676208,0.00007582371,0.00003447218,0.045157235,0.0041027823,0.0003337336,0.0031874715,0.00014034503,0.000044362092],"about_ca_topic_score_codex":0.00011266594,"about_ca_topic_score_gemma":0.0000733827,"teacher_disagreement_score":0.010351301,"about_ca_system_score_codex":0.000017433042,"about_ca_system_score_gemma":0.000088927074,"threshold_uncertainty_score":0.3508895},"labels":[],"label_agreement":null},{"id":"W4402758256","doi":"10.1016/j.arthro.2024.09.027","title":"Arthroscopic Shoulder Simulation May Improve Short‐Term Speed, Accuracy, and Efficiency of Surgical Movements in Orthopaedic Residents and Fellows: A Systematic Review","year":2024,"lang":"en","type":"review","venue":"Arthroscopy The Journal of Arthroscopic and Related Surgery","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Orthopedic surgery; Term (time); Medicine; Surgical simulation; Physical medicine and rehabilitation; Physical therapy; Surgery","score_opus":0.040152981936174684,"score_gpt":0.3743162522291154,"score_spread":0.33416327029294074,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4402758256","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.060779445,0.9363419,0.000010678389,0.00012160068,0.00068078266,0.0019302333,0.000009450529,0.000020101113,0.00010583948],"genre_scores_gemma":[0.10156485,0.8979861,0.00001260156,0.00008682925,0.0000716826,0.000009834171,0.000014102344,0.00005796639,0.00019601303],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.9941227,0.0007201429,0.0035620285,0.00044368618,0.00073633966,0.00041513448],"domain_scores_gemma":[0.99497265,0.0027657787,0.0014114529,0.0003934897,0.00016133857,0.00029531057],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0030752313,0.0006074624,0.004191927,0.00058828236,0.00013531998,0.000068594636,0.00012578191,0.00045740244,0.000082939434],"category_scores_gemma":[0.00074314204,0.0003412074,0.00057134766,0.00072956516,0.0004741166,0.00024138762,0.00014503807,0.0011991143,0.000006346504],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0002372361,0.00035259235,0.007024819,0.9216238,0.002081096,0.0011835146,0.0010488457,0.000050136186,0.000012231806,0.000033959685,0.000074637894,0.06627709],"study_design_scores_gemma":[0.0021743898,0.000483083,0.00052645506,0.98173237,0.0075506833,0.0013661165,0.00021412093,0.00061203464,0.0000049886794,0.00007397683,0.004804336,0.00045746128],"about_ca_topic_score_codex":0.000007851418,"about_ca_topic_score_gemma":0.0000032028124,"teacher_disagreement_score":0.06581963,"about_ca_system_score_codex":0.00007053859,"about_ca_system_score_gemma":0.0003377189,"threshold_uncertainty_score":0.999904},"labels":[],"label_agreement":null},{"id":"W4402934824","doi":"10.1177/00187208241285513","title":"An Integrated Electroencephalography and Eye-Tracking Analysis Using eXtreme Gradient Boosting for Mental Workload Evaluation in Surgery","year":2024,"lang":"en","type":"article","venue":"Human Factors The Journal of the Human Factors and Ergonomics Society","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Guelph","funders":"National Institute of Biomedical Imaging and Bioengineering; National Cancer Institute; National Institute on Aging","keywords":"Workload; Electroencephalography; Computer science; Eye tracking; Task (project management); Gradient boosting; Artificial intelligence; Simulation; Psychology; Machine learning; Computer vision; Engineering; Psychiatry; Random forest","score_opus":0.10544046211230199,"score_gpt":0.35200376857808147,"score_spread":0.24656330646577948,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4402934824","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9982244,0.00100021,0.00026413545,0.000034020126,0.00019147257,0.0002579682,0.0000072988178,0.000014861413,0.000005683629],"genre_scores_gemma":[0.9996147,0.0001202256,0.000069458794,0.00004512764,0.00009697396,0.0000013445866,0.000026627697,0.000020106389,0.000005412674],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99855506,0.00017104084,0.0005861562,0.00019342371,0.00024321262,0.00025111172],"domain_scores_gemma":[0.998878,0.0004582401,0.00030625143,0.00013576665,0.00010895009,0.00011277884],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0019160772,0.00020799879,0.00043465316,0.000251572,0.0005936695,0.00017488032,0.00010554512,0.000089152796,0.000028692322],"category_scores_gemma":[0.000057367288,0.00011443013,0.00062962534,0.00046457205,0.00015033668,0.00024780017,0.000027545022,0.00041763074,2.895868e-8],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00008600845,0.0000709506,0.9745163,0.000033475757,0.00093961734,8.355534e-7,0.014833386,0.0017875332,0.0059976624,0.000044351447,0.000020686002,0.0016692469],"study_design_scores_gemma":[0.000790578,0.00010948362,0.9342226,0.000291222,0.0016222717,0.0000076222054,0.007778414,0.054250687,0.00036280102,0.00029773227,0.000100128564,0.00016648471],"about_ca_topic_score_codex":0.00008552196,"about_ca_topic_score_gemma":0.000106585845,"teacher_disagreement_score":0.052463155,"about_ca_system_score_codex":0.00026877943,"about_ca_system_score_gemma":0.00006956549,"threshold_uncertainty_score":0.46663252},"labels":[],"label_agreement":null},{"id":"W4402937153","doi":"10.1093/jcag/gwae035","title":"Canadian female perspectives on training in the boys club: advanced therapeutic endoscopy","year":2024,"lang":"en","type":"article","venue":"Journal of the Canadian Association of Gastroenterology","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of British Columbia","funders":"","keywords":"Mentorship; Medicine; Accreditation; Family medicine; Workforce; Medical education","score_opus":0.020739007373703145,"score_gpt":0.28745179984463326,"score_spread":0.2667127924709301,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4402937153","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9404702,0.000121463665,0.000007874947,0.05399249,0.00055942516,0.00015677443,0.000013396792,0.0000039213596,0.004674443],"genre_scores_gemma":[0.9947529,0.000016575033,0.00003782458,0.0048649707,0.00013885043,0.000002163414,0.000001479098,0.000009577981,0.00017567279],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.998729,0.00029120658,0.0003202648,0.000090271016,0.0002652188,0.00030404577],"domain_scores_gemma":[0.99913466,0.00026082492,0.00020699442,0.00009766293,0.000116951924,0.0001828919],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0011179467,0.00008239398,0.0002370365,0.0003906135,0.00007386197,0.000025825413,0.00015416495,0.00007999412,0.000108978355],"category_scores_gemma":[0.0003420666,0.00005104646,0.00017130192,0.00021441306,0.00003458607,0.000052183437,0.0000036466008,0.0005129855,0.0000036123392],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00092862354,0.00008954945,0.9342424,0.0000328284,0.0007273736,0.00035078125,0.04230707,0.002531835,0.00016175472,0.008206058,0.0009016117,0.009520067],"study_design_scores_gemma":[0.005197968,0.0016898899,0.9380718,0.0003801111,0.00017608747,0.00023262612,0.022422485,0.0008564755,0.000025071531,0.0009016337,0.029953979,0.00009186502],"about_ca_topic_score_codex":0.016228255,"about_ca_topic_score_gemma":0.79319274,"teacher_disagreement_score":0.7769645,"about_ca_system_score_codex":0.0018389595,"about_ca_system_score_gemma":0.0010297449,"threshold_uncertainty_score":0.99032277},"labels":[],"label_agreement":null},{"id":"W4403094764","doi":"10.1016/j.jsurg.2024.08.023","title":"Development and Assessment of a Deceased Donor Organ Recovery Workshop for Surgical Fellows","year":2024,"lang":"en","type":"article","venue":"Journal of surgical education","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Toronto; Toronto General Hospital; University Health Network; Canada Research Chairs","funders":"","keywords":"Medicine; Medical education; General surgery","score_opus":0.04649042107888306,"score_gpt":0.38378998943492276,"score_spread":0.3372995683560397,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4403094764","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9916441,0.0015647039,0.00062856736,0.0022387928,0.0006694386,0.00020337026,0.0000014990769,0.000013752839,0.003035765],"genre_scores_gemma":[0.9856739,0.00029112637,0.0128488485,0.00007045878,0.0004977808,0.000008329379,0.000017087708,0.00001405224,0.00057839975],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9987829,0.000036079633,0.0006354072,0.00013356144,0.00028783374,0.00012425454],"domain_scores_gemma":[0.9984649,0.0008198754,0.0001678082,0.00006366044,0.00025874565,0.00022503495],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00075595017,0.00009970817,0.00032616805,0.00019933032,0.00003932674,0.00004154582,0.000037500577,0.00008708169,0.00027980361],"category_scores_gemma":[0.00010971601,0.00007162939,0.00015572159,0.00023922484,0.000035148336,0.000119008146,0.000011131396,0.00021512064,0.0000016374386],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0015586965,0.0011335416,0.007365173,0.0005329136,0.00036555307,0.00019084262,0.00089608075,0.00009105565,0.00018355848,0.004411067,0.0011210522,0.9821505],"study_design_scores_gemma":[0.005244456,0.0002982283,0.01375647,0.0010913467,0.00017902655,0.00068730174,0.0008706959,0.0019541357,0.00043221953,0.00033286354,0.97501135,0.00014191591],"about_ca_topic_score_codex":0.0000011083066,"about_ca_topic_score_gemma":8.8272736e-7,"teacher_disagreement_score":0.9820086,"about_ca_system_score_codex":0.00012087055,"about_ca_system_score_gemma":0.0013195584,"threshold_uncertainty_score":0.3063653},"labels":[],"label_agreement":null},{"id":"W4403127847","doi":"10.1371/journal.pone.0311444","title":"Educating residents in spine surgery: A study of Entrustable professional activities in neurosurgery and orthopedic surgery","year":2024,"lang":"en","type":"article","venue":"PLoS ONE","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Orthopedic surgery; Medicine; Neurosurgery; Specialty; Spinal surgery; Graduation (instrument); Physical therapy; Competence (human resources); General surgery; Family medicine; Surgery; Psychology","score_opus":0.08804010786520937,"score_gpt":0.31961132779699775,"score_spread":0.23157121993178836,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4403127847","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9983475,0.00053358334,1.493997e-7,0.00031848848,0.00016571235,0.00033693874,0.0000017894629,0.000037454727,0.00025837356],"genre_scores_gemma":[0.99918133,0.00008511394,0.000015686228,0.000073496245,0.00007949099,0.00004145484,0.0000105840545,0.00001967092,0.0004931974],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99855095,0.00014389807,0.0004879399,0.00024516013,0.00035795927,0.00021408361],"domain_scores_gemma":[0.99776655,0.001957254,0.000064680586,0.000105553496,0.000028115068,0.00007781403],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00085793476,0.00010600978,0.00051767926,0.00059940695,0.000025842255,0.000019527597,0.000018934494,0.00004714962,0.00019874494],"category_scores_gemma":[0.0007723385,0.0000934684,0.00004215829,0.0006360058,0.000029599423,0.00014307765,0.000039743703,0.0002559843,0.000001907806],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00014087866,0.0032252793,0.98867345,0.0006897724,0.000055371067,0.00020413943,0.0014131838,0.0000032836406,0.00042217333,0.0000091945185,0.0000383651,0.005124925],"study_design_scores_gemma":[0.0006837682,0.00004347996,0.9921858,0.0037069502,0.0000431942,0.0000049005967,0.0021261552,0.00081859925,0.00025301392,0.000019033587,0.00002596406,0.00008914805],"about_ca_topic_score_codex":0.00018633954,"about_ca_topic_score_gemma":0.00007974343,"teacher_disagreement_score":0.005035777,"about_ca_system_score_codex":0.00003469333,"about_ca_system_score_gemma":0.00024010922,"threshold_uncertainty_score":0.38115308},"labels":[],"label_agreement":null},{"id":"W4403143065","doi":"10.1016/b978-0-443-13271-1.00074-1","title":"The formation and the training of robotic surgeons","year":2024,"lang":"en","type":"book-chapter","venue":"Elsevier eBooks","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"","keywords":"Training (meteorology); Computer science; Aeronautics; Operations management; Engineering; Geography; Meteorology","score_opus":0.03735700494006192,"score_gpt":0.27163341728213153,"score_spread":0.2342764123420696,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4403143065","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000087352826,0.0027133632,0.000007407451,0.00081853,0.00019274653,0.00039475795,0.0000028391244,0.000031459025,0.99575156],"genre_scores_gemma":[0.20478994,0.00018866315,0.000016387345,0.00023231423,0.00009370465,0.00001106622,0.000008929672,0.000027358006,0.79463166],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99913174,0.000019893909,0.00037009537,0.00012525659,0.00022980887,0.00012320673],"domain_scores_gemma":[0.9988337,0.0007262551,0.00013046307,0.00019915799,0.000054986485,0.000055427907],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0005769162,0.0001479099,0.00035892916,0.000053367316,0.000121649675,0.00003179927,0.0000532131,0.0001072398,0.000061689294],"category_scores_gemma":[0.00005741286,0.000070725415,0.00019054311,0.000012097085,0.00031736764,0.000014830478,0.000036822727,0.00033978163,0.000020732008],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006209499,8.469271e-7,0.0000016801623,0.000080535545,0.00010684532,0.0000075745297,0.001180707,0.0000052184073,5.0316544e-7,0.119322024,0.000008566543,0.8792234],"study_design_scores_gemma":[0.0012980043,0.000024404802,0.00003722446,0.0007731071,0.0003726528,0.000049887876,0.00017173003,0.0014654209,0.0000024922897,0.027072871,0.9686426,0.00008961542],"about_ca_topic_score_codex":3.2687865e-7,"about_ca_topic_score_gemma":0.000008416613,"teacher_disagreement_score":0.968634,"about_ca_system_score_codex":0.000016738975,"about_ca_system_score_gemma":0.00004541026,"threshold_uncertainty_score":0.28840986},"labels":[],"label_agreement":null},{"id":"W4403146036","doi":"10.5812/ermsj-137775","title":"Simulation-Based Clinical Education in The Operating Room: A Review Study","year":2024,"lang":"en","type":"review","venue":"Educational research in medical sciences","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Computer science; Psychology; Medicine; Medical education","score_opus":0.6937959962953928,"score_gpt":0.7140458180254202,"score_spread":0.02024982173002743,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4403146036","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00027582532,0.9680111,0.0000018048438,0.019139783,0.0005583918,0.0029832684,0.0000017933602,0.000010575459,0.009017476],"genre_scores_gemma":[0.0147505775,0.98005253,0.00010310946,0.002405973,0.0012530946,0.00094079797,0.00008110008,0.000017177044,0.00039562778],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9887699,0.0039775884,0.0015969068,0.00080794736,0.0043642237,0.00048341986],"domain_scores_gemma":[0.9465291,0.052115776,0.00016293605,0.00045218118,0.0002777082,0.0004623359],"candidate_categories":["metaresearch","research_integrity","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.042104997,0.00022776578,0.0009751291,0.0008101027,0.00024449793,0.00016412875,0.0008422759,0.00022554578,0.0025920388],"category_scores_gemma":[0.048266858,0.0001186464,0.00025578737,0.005429322,0.0005822999,0.0000898611,0.000099416546,0.0026211606,0.00038101646],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000028683937,0.0019793375,0.0029748336,0.0068825013,0.000014234582,0.000034029425,0.00010110609,0.00005983897,3.0161532e-10,0.0013003787,0.0012987393,0.98535216],"study_design_scores_gemma":[0.00040097267,0.0002640453,0.001723423,0.10375627,0.00010814307,0.000010725612,0.0005754097,0.0063603413,7.047405e-10,0.00038187345,0.8862735,0.00014531722],"about_ca_topic_score_codex":0.00012691387,"about_ca_topic_score_gemma":0.00010064332,"teacher_disagreement_score":0.98520684,"about_ca_system_score_codex":0.00029690177,"about_ca_system_score_gemma":0.033560447,"threshold_uncertainty_score":0.9996798},"labels":[],"label_agreement":null},{"id":"W4403174342","doi":"10.1186/s13017-024-00562-7","title":"Life-threatening event in laparoscopic hepatic surgery: Training curriculum on sudden hepatic artery haemorrhage","year":2024,"lang":"en","type":"article","venue":"World Journal of Emergency Surgery","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"National Natural Science Foundation of China; Sir Run Run Shaw Hospital","keywords":"Medicine; General surgery; Artery; Event (particle physics); Training (meteorology); Laparoscopic surgery; Surgery; Laparoscopy","score_opus":0.06443061689457895,"score_gpt":0.3283830467756644,"score_spread":0.2639524298810854,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4403174342","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9842732,0.005495666,0.00010245199,0.0023322755,0.0059177466,0.00017712262,0.000002766309,0.00007697825,0.0016217884],"genre_scores_gemma":[0.9970799,0.00077740673,0.00006473354,0.0004608356,0.00092204404,0.000011604743,0.000014972227,0.00006171721,0.0006067565],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9959818,0.0002790004,0.0020524135,0.00033629395,0.0007581783,0.00059231365],"domain_scores_gemma":[0.9966072,0.0020635733,0.00039670794,0.00022200255,0.00013065172,0.0005798506],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0025624528,0.00033430435,0.0012678487,0.0019281289,0.00008436755,0.000047153502,0.00009752759,0.000091099915,0.0029586812],"category_scores_gemma":[0.0018389538,0.00027141004,0.00091355963,0.0017666612,0.000036485548,0.00028344514,0.000021894013,0.0007786629,0.000081286504],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00026502516,0.0004236623,0.92853034,0.000503781,0.00037600298,0.006216929,0.0011835267,0.00089381303,0.00008932068,0.00016519819,0.009281269,0.052071106],"study_design_scores_gemma":[0.0066594137,0.0008712319,0.7707913,0.044089127,0.0016941868,0.0016043582,0.0032069567,0.09542717,0.00066171144,0.0037074767,0.06833992,0.0029471626],"about_ca_topic_score_codex":0.000035134028,"about_ca_topic_score_gemma":0.000061621686,"teacher_disagreement_score":0.15773909,"about_ca_system_score_codex":0.00014760238,"about_ca_system_score_gemma":0.0005755026,"threshold_uncertainty_score":0.99997383},"labels":[],"label_agreement":null},{"id":"W4403191074","doi":"10.1016/j.jsurg.2024.09.009","title":"Impact of COVID-19 on Confidence and Anxiety in Medical Students Related to Procedural Skills","year":2024,"lang":"en","type":"article","venue":"Journal of surgical education","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University","funders":"","keywords":"Coronavirus disease 2019 (COVID-19); Anxiety; Psychology; 2019-20 coronavirus outbreak; Severe acute respiratory syndrome coronavirus 2 (SARS-CoV-2); Confidence interval; Self-confidence; Medical education; Medicine; Clinical psychology; Social psychology; Psychiatry; Virology; Internal medicine; Infectious disease (medical specialty); Disease","score_opus":0.020747842195389613,"score_gpt":0.4356076672267106,"score_spread":0.414859825031321,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4403191074","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9907858,0.00035011134,0.000011328499,0.007553492,0.00023587757,0.00014665749,9.295137e-7,0.000008826062,0.00090702344],"genre_scores_gemma":[0.99878585,0.00031237505,0.000033205044,0.000592236,0.00009175386,0.0000020653872,0.0000029495202,0.000006523019,0.00017303538],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9984444,0.00006236774,0.0005237253,0.0001203492,0.00074324163,0.00010595045],"domain_scores_gemma":[0.99868095,0.0004355016,0.00009757258,0.000055769186,0.0001260675,0.0006041173],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0010262418,0.000079336816,0.00025695845,0.0002741763,0.000015229713,0.00002691307,0.000072263516,0.000095874435,0.00068428926],"category_scores_gemma":[0.0012160355,0.000051876243,0.00010651137,0.00043034137,0.00004360235,0.00008642265,0.000015811027,0.00033574807,0.000007087044],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.002519592,0.0033665812,0.80093825,0.00037490862,0.00026586012,0.0008394745,0.008596265,0.0008456733,0.00015707214,0.0034008187,0.0026794833,0.17601602],"study_design_scores_gemma":[0.00533088,0.0013740773,0.9654574,0.002244771,0.000058252084,0.002151506,0.000719852,0.0008320529,0.000039284758,0.00080769364,0.020852841,0.00013141817],"about_ca_topic_score_codex":0.000025251225,"about_ca_topic_score_gemma":0.000001155281,"teacher_disagreement_score":0.1758846,"about_ca_system_score_codex":0.00019954951,"about_ca_system_score_gemma":0.0014184734,"threshold_uncertainty_score":0.7492488},"labels":[],"label_agreement":null},{"id":"W4403191293","doi":"10.1016/j.jsurg.2024.08.024","title":"Autonomy and Competence in Cardiac Surgical Training: A Qualitative Analysis","year":2024,"lang":"en","type":"article","venue":"Journal of surgical education","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Manitoba; University of Alberta","funders":"","keywords":"Competence (human resources); Autonomy; Qualitative analysis; Psychology; Medical education; Medicine; Qualitative research; Knowledge management; Computer science; Sociology; Political science; Social psychology; Social science","score_opus":0.05837548624533682,"score_gpt":0.4220724509486986,"score_spread":0.36369696470336177,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4403191293","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9828251,0.0036567843,0.000085622676,0.0036738333,0.0003541138,0.000089232984,0.0000020216085,0.000016747212,0.009296553],"genre_scores_gemma":[0.9984901,0.00023240974,0.00057233294,0.000054793272,0.00031089963,0.0000037077652,0.000010418799,0.000007243696,0.00031812242],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9986412,0.00020915049,0.0005599647,0.00015973335,0.00029064485,0.000139331],"domain_scores_gemma":[0.99831563,0.0011346422,0.00010653232,0.000063498985,0.00014501376,0.00023465836],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0013749131,0.000098866665,0.0005198081,0.00057509943,0.00002542959,0.000051932046,0.000035735768,0.00007329317,0.0002851844],"category_scores_gemma":[0.00010922656,0.000073380084,0.0002881126,0.0010750385,0.00007768495,0.00016630857,0.000009152965,0.00034741627,0.0000052440246],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0015306156,0.0013283566,0.0983776,0.0003380033,0.0030276976,0.0024611307,0.16321874,0.00081490347,0.00006499339,0.054217484,0.00025987823,0.6743606],"study_design_scores_gemma":[0.0061497926,0.0006275883,0.20277476,0.0012236822,0.002005353,0.0014657973,0.060216818,0.014628174,0.0000360048,0.0029273268,0.70747167,0.00047299836],"about_ca_topic_score_codex":0.000017189996,"about_ca_topic_score_gemma":0.0000013918835,"teacher_disagreement_score":0.7072118,"about_ca_system_score_codex":0.00012778332,"about_ca_system_score_gemma":0.0007888214,"threshold_uncertainty_score":0.3122569},"labels":[],"label_agreement":null},{"id":"W4403197623","doi":"10.1007/s42399-024-01727-w","title":"A Scoping Review on the Utilization of Augmented Reality Platforms for Global Surgery in Low-to Middle-Income Countries","year":2024,"lang":"en","type":"review","venue":"SN Comprehensive Clinical Medicine","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Hospital for Sick Children; McMaster University; University of Toronto","funders":"","keywords":"Low and middle income countries; Augmented reality; Business; Medicine; Computer science; Developing country; Economics; Economic growth; Human–computer interaction","score_opus":0.4915694060762588,"score_gpt":0.5422711582364014,"score_spread":0.050701752160142555,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4403197623","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00016046638,0.98671067,0.00010442288,0.0038297102,0.0013058935,0.0072047613,0.00009691236,0.000069817244,0.00051733135],"genre_scores_gemma":[0.00058770133,0.9904566,0.000026578115,0.007565177,0.0005741942,0.0003018339,0.00039883965,0.000046086472,0.000043000957],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.99374205,0.00035742985,0.0040623667,0.0007313666,0.00071712554,0.00038965466],"domain_scores_gemma":[0.97797006,0.019592553,0.00086568453,0.00066183123,0.00060519204,0.00030464577],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0031369065,0.00053167046,0.005559047,0.00023809088,0.000057317557,0.0000101505975,0.00020879369,0.00037243328,0.00019785993],"category_scores_gemma":[0.012333721,0.00026998488,0.0010217848,0.0014795107,0.00039768586,0.000030722975,0.00010866165,0.0006599239,0.000053523527],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00053524016,0.00015761796,0.00031754092,0.6360965,0.00045028323,0.000081395636,0.000031718188,0.000002856329,8.1764355e-9,0.0025226732,0.0019988017,0.35780537],"study_design_scores_gemma":[0.0010790394,0.00038224386,0.00038568344,0.72815543,0.001281071,0.000015362699,0.000021362684,0.000061914965,6.6500455e-8,0.0002149388,0.26823604,0.00016684832],"about_ca_topic_score_codex":0.000012978409,"about_ca_topic_score_gemma":0.000015961561,"teacher_disagreement_score":0.35763854,"about_ca_system_score_codex":0.00020157364,"about_ca_system_score_gemma":0.0006693095,"threshold_uncertainty_score":0.99997526},"labels":[],"label_agreement":null},{"id":"W4403509760","doi":"10.1177/19160216241278654","title":"Development of the “LAser Surgical skills Evaluation for Residents” (LASER) Scale Through a Modified Delphi Method","year":2024,"lang":"en","type":"article","venue":"Journal of Otolaryngology - Head and Neck Surgery","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Centre Intégré Universitaire de Santé et de Services Sociaux du Centre-Sud-de-l'Île-de-Montréal; Centre Hospitalier de l’Université de Montréal","funders":"","keywords":"Delphi method; Laryngology; Delphi; Laryngoscopy; Otorhinolaryngology; Medicine; Scale (ratio); Teamwork; Medical education; Checklist; Laser surgery; Perioperative; Curriculum; Medical physics; Psychology; General surgery; Laser; Surgery; Intubation; Computer science; Political science; Geography; Pedagogy","score_opus":0.06823427652481562,"score_gpt":0.3781752248556667,"score_spread":0.30994094833085106,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4403509760","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9950875,0.0011973088,0.0012047184,0.0011616668,0.0005903286,0.00030599712,0.000003034713,0.000012418194,0.00043703048],"genre_scores_gemma":[0.99267775,0.00009711987,0.0065687555,0.00029110548,0.00020782124,0.000013846184,0.000008648037,0.000016421396,0.00011854236],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9980219,0.0002512611,0.0009076418,0.00017998894,0.00043355522,0.00020566204],"domain_scores_gemma":[0.9969444,0.002277594,0.000256022,0.00011698985,0.00029233433,0.00011263443],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0030188982,0.00013270062,0.0005809926,0.00016572898,0.00010985227,0.000017953465,0.000059236998,0.00016156565,0.00012337853],"category_scores_gemma":[0.00049213564,0.00008123787,0.00034160676,0.00025098698,0.000074570075,0.00014950019,0.000031033906,0.00026887452,0.000002103715],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.014522827,0.0030313951,0.56046504,0.003307474,0.0037321914,0.0019669128,0.016926937,0.001481378,0.005203362,0.00253088,0.0059560714,0.3808755],"study_design_scores_gemma":[0.0066680894,0.00021996473,0.9379837,0.0021939618,0.000570208,0.0021551636,0.00014522907,0.008306678,0.008075368,0.0020043014,0.031456947,0.00022040622],"about_ca_topic_score_codex":0.0000038462254,"about_ca_topic_score_gemma":0.000006552725,"teacher_disagreement_score":0.3806551,"about_ca_system_score_codex":0.000051565494,"about_ca_system_score_gemma":0.00049278926,"threshold_uncertainty_score":0.33127844},"labels":[],"label_agreement":null},{"id":"W4403542218","doi":"10.3390/siuj5050056","title":"Morocco, a New Era of Robotic Surgery","year":2024,"lang":"en","type":"article","venue":"Société Internationale d’Urologie Journal","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Robotic surgery; Medicine; General surgery","score_opus":0.0956812412660929,"score_gpt":0.3720789671187834,"score_spread":0.2763977258526905,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4403542218","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9278331,0.0049769557,0.011122433,0.019160224,0.004162833,0.00016418536,0.0000065573845,0.00020942462,0.032364327],"genre_scores_gemma":[0.9942111,0.00027066714,0.00056553714,0.0009596966,0.0008971111,0.0000016416743,0.000016383374,0.000012682672,0.0030652252],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9987774,0.000041472296,0.00044202158,0.000141984,0.000425076,0.00017208337],"domain_scores_gemma":[0.9984228,0.0010736943,0.00011251925,0.00007977727,0.00015689312,0.00015430826],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00043579572,0.00010302959,0.00027081478,0.00017007033,0.000042079984,0.00005474228,0.000089758316,0.000086419954,0.004202774],"category_scores_gemma":[0.0006726543,0.000080349084,0.0003724119,0.00017584591,0.00005083313,0.00013487357,0.000027715747,0.000613198,0.000045683166],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0007382536,0.00036567703,0.16083354,0.0001661568,0.0018690573,0.0018596976,0.0010364677,0.007869089,0.0007657037,0.009728242,0.03896457,0.77580357],"study_design_scores_gemma":[0.008562341,0.00081044197,0.5484953,0.002026466,0.0007564396,0.006080733,0.0011351013,0.07459879,0.0014411022,0.04469654,0.31061035,0.00078640325],"about_ca_topic_score_codex":0.0000087706185,"about_ca_topic_score_gemma":0.0000010249116,"teacher_disagreement_score":0.77501714,"about_ca_system_score_codex":0.00008666776,"about_ca_system_score_gemma":0.00042744313,"threshold_uncertainty_score":0.9967075},"labels":[],"label_agreement":null},{"id":"W4403677473","doi":"10.1109/biorob60516.2024.10719806","title":"Nonlinear Impedance Matching Approach (NIMA) for Robust Haptic Rendering During Robotic Laparoscopy Surgery","year":2024,"lang":"en","type":"article","venue":"","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University; Concordia University","funders":"","keywords":"Haptic technology; Computer science; Nonlinear system; Rendering (computer graphics); Laparoscopy; Artificial intelligence; Computer vision; Surgery; Medicine; Physics","score_opus":0.07058451163153134,"score_gpt":0.31479576065963183,"score_spread":0.24421124902810049,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4403677473","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.75779265,0.0007479675,0.22369179,0.00065122807,0.0006620111,0.0005931638,0.000004535479,0.0009929485,0.014863701],"genre_scores_gemma":[0.9477775,0.0000214315,0.04964076,0.00014037997,0.0004145239,0.000023876395,0.00003503541,0.000054287168,0.0018921942],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9987113,0.000016140415,0.00033219458,0.0003779261,0.0002088072,0.0003536555],"domain_scores_gemma":[0.99905175,0.0005637811,0.000031478325,0.00016823053,0.000036597005,0.00014814471],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0003367025,0.0001660734,0.00035403803,0.0001445412,0.000116154966,0.00009223051,0.000044769888,0.00007730542,0.00016554279],"category_scores_gemma":[0.0001162155,0.00013572533,0.00021742204,0.00025022894,0.000027824657,0.0001412767,0.000027304834,0.00019986938,0.000033546883],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0035249304,0.001742894,0.025072448,0.031619247,0.0027605882,0.0015147241,0.007089075,0.7178797,0.05986262,0.024524396,0.0014510271,0.12295835],"study_design_scores_gemma":[0.0008730329,0.000031585118,0.0011317553,0.0005269347,0.000100141246,0.00009383128,0.00039462902,0.9937362,0.0015862137,0.0001167152,0.001173325,0.00023561771],"about_ca_topic_score_codex":0.000009500279,"about_ca_topic_score_gemma":0.0000018326921,"teacher_disagreement_score":0.27585652,"about_ca_system_score_codex":0.00006400484,"about_ca_system_score_gemma":0.00006973396,"threshold_uncertainty_score":0.55347186},"labels":[],"label_agreement":null},{"id":"W4403754890","doi":"10.1109/telepresence66096.2025.11521508","title":"Mixed Reality Tele-Ultrasound over 750 km: A Feasibility Study","year":2025,"lang":"en","type":"preprint","venue":"","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of British Columbia","funders":"Science and Engineering Research Council; Natural Sciences and Engineering Research Council of Canada; University of British Columbia; Mitacs","keywords":"Ultrasound; Geography; Computer science; Geodesy; Medicine; Radiology","score_opus":0.15846458572791394,"score_gpt":0.41066758000606235,"score_spread":0.2522029942781484,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4403754890","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7954898,0.00003839468,0.000353854,0.0004014885,0.0005485059,0.0019106445,0.00006661076,0.0003279007,0.20086281],"genre_scores_gemma":[0.9890751,0.000007470761,0.00035870494,0.00058564066,0.00018494995,0.000049320257,0.0002103809,0.000014154507,0.009514254],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99741143,0.00027154293,0.00063394627,0.00087339553,0.00053469744,0.00027499566],"domain_scores_gemma":[0.997535,0.0008048758,0.00012827851,0.0010995102,0.00020088641,0.00023146343],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0010783549,0.00032561837,0.00079445366,0.00011175938,0.00007993363,0.000055266915,0.00015559634,0.00034328614,0.0036326637],"category_scores_gemma":[0.0010386602,0.000254527,0.00031830903,0.000233836,0.0000685266,0.000028926079,0.0003676743,0.0008951724,0.0000308989],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0008719076,0.0034892447,0.98041445,0.00040619803,0.00063069083,0.000076028555,0.00080385944,0.00022777023,0.000011054184,0.0013713375,0.0011303172,0.010567143],"study_design_scores_gemma":[0.0053536803,0.00012866387,0.9817507,0.00013203088,0.00029530484,0.0000034632726,0.0006327097,0.00060606975,0.00002617572,0.0012922946,0.009527897,0.00025101213],"about_ca_topic_score_codex":0.0014163759,"about_ca_topic_score_gemma":0.00050429016,"teacher_disagreement_score":0.19358534,"about_ca_system_score_codex":0.00022073304,"about_ca_system_score_gemma":0.00031279257,"threshold_uncertainty_score":0.9999907},"labels":[],"label_agreement":null},{"id":"W4403837224","doi":"10.1097/gox.0000000000006224","title":"Comparing Different Pathways in Medical Education and Surgical Training: A Global Survey of Surgeons","year":2024,"lang":"en","type":"article","venue":"Plastic & Reconstructive Surgery Global Open","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Mandate; Medicine; Medical education; Family medicine; Work (physics); Political science","score_opus":0.09421545871219257,"score_gpt":0.3472033385515129,"score_spread":0.25298787983932036,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4403837224","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9822868,0.00050995045,0.00007805139,0.000115346076,0.0012904597,0.00032502657,0.00014403704,0.000050244085,0.015200044],"genre_scores_gemma":[0.9996078,0.000047201906,0.00007025812,0.000045340617,0.000046762307,0.000022624201,0.00013952758,0.000011760317,0.000008740624],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9974693,0.0003381307,0.0008038383,0.0005281012,0.00048758613,0.00037304632],"domain_scores_gemma":[0.99449027,0.0046149567,0.00011295437,0.00014794849,0.00013797381,0.0004958854],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0012880794,0.00025139205,0.0010357554,0.00014247914,0.00004785658,0.00010260688,0.0001367582,0.00017749313,0.0006207483],"category_scores_gemma":[0.0031479364,0.00020944349,0.00013103514,0.0008932167,0.00029721105,0.00018099959,0.00017771854,0.0002627298,0.000009112561],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0005167991,0.00021741193,0.8528988,0.00007413157,0.00010748383,0.00021298707,0.00008724212,0.0000073455717,4.966388e-7,0.006231687,0.00005065307,0.13959499],"study_design_scores_gemma":[0.0014496077,0.000046714096,0.9878692,0.0013629703,0.00004626382,0.0010408665,0.0003705447,0.006085777,0.000003370373,0.001178645,0.00034658582,0.00019945168],"about_ca_topic_score_codex":0.0017507974,"about_ca_topic_score_gemma":0.0018116875,"teacher_disagreement_score":0.13939553,"about_ca_system_score_codex":0.00025752996,"about_ca_system_score_gemma":0.001990381,"threshold_uncertainty_score":0.8540858},"labels":[],"label_agreement":null},{"id":"W4404043028","doi":"10.1111/ans.19298","title":"A comparison of orthopaedic surgery training across five English‐speaking countries","year":2024,"lang":"en","type":"article","venue":"ANZ Journal of Surgery","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of British Columbia","funders":"National Institute for Health and Care Research","keywords":"Medicine; Graduation (instrument); Training (meteorology); Specialty; Orthopedic surgery; Competition (biology); Selection (genetic algorithm); Medical education; Family medicine; Surgery; Geography","score_opus":0.12285297732391388,"score_gpt":0.38524781440614675,"score_spread":0.2623948370822329,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4404043028","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99011165,0.0063330247,0.00015063406,0.00036174722,0.0019378876,0.000052161886,0.000008380557,0.000052703126,0.0009918063],"genre_scores_gemma":[0.9982164,0.0003359452,0.000067744615,0.00020807947,0.0010637294,9.875441e-7,0.000008591836,0.000027668102,0.000070874936],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.99746084,0.00008892867,0.0013201641,0.00015159337,0.00064512494,0.00033336686],"domain_scores_gemma":[0.9923851,0.006286677,0.00047870984,0.00010943288,0.0005394775,0.0002006033],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0027047743,0.00016023542,0.0010531456,0.0003294211,0.00007769105,0.000067466906,0.000055131477,0.00011004849,0.00037133516],"category_scores_gemma":[0.0017569824,0.00012578677,0.0007882832,0.00053595414,0.00014376268,0.0003196678,0.000020124573,0.00047145906,0.0000069628168],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0007199339,0.00014135323,0.79236037,0.0005616586,0.0005738948,0.0021457751,0.043128386,0.00024948752,0.000091241796,0.0001287778,0.0028188678,0.15708028],"study_design_scores_gemma":[0.0039042523,0.0004072423,0.44458824,0.02042264,0.00088579685,0.0019969223,0.06866484,0.0054399157,0.0030251716,0.00020592925,0.4494932,0.00096585194],"about_ca_topic_score_codex":0.000011238849,"about_ca_topic_score_gemma":0.000003854064,"teacher_disagreement_score":0.44667435,"about_ca_system_score_codex":0.00004770424,"about_ca_system_score_gemma":0.00048182698,"threshold_uncertainty_score":0.51294357},"labels":[],"label_agreement":null},{"id":"W4404111397","doi":"10.22541/au.173089470.05750142/v1","title":"Augmenting Efficient Real-time Surgical Instrument Segmentation in Video with Point Tracking and Segment Anything","year":2024,"lang":"en","type":"preprint","venue":"","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Segmentation; Computer science; USable; Artificial intelligence; Computer vision; Consistency (knowledge bases); Point (geometry); Frame (networking); Tracking (education); Inference; Multimedia","score_opus":0.02408541797711039,"score_gpt":0.29730240726186896,"score_spread":0.27321698928475857,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4404111397","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9711696,0.00018618505,0.00021184707,0.0009782008,0.00016582376,0.0010314648,0.0000045315637,0.00023929877,0.02601303],"genre_scores_gemma":[0.995505,0.000073359886,0.0035217206,0.00012211158,0.00011521555,0.000059976603,0.00010716383,0.000049416303,0.00044607645],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9974106,0.00009017987,0.00070059026,0.00079732056,0.00062252965,0.00037880565],"domain_scores_gemma":[0.9991342,0.00020689284,0.00015412172,0.00022747362,0.00006170558,0.0002155966],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0009389461,0.00036536346,0.0005840322,0.00035424702,0.00007286851,0.00019231436,0.000053196156,0.0002106836,0.00049773965],"category_scores_gemma":[0.00002759687,0.00027374568,0.000109485685,0.00024326389,0.00005789555,0.000045120545,0.00040723878,0.0007932519,0.000028293756],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.004364633,0.0022852512,0.08200231,0.007289977,0.0018442963,0.0092942845,0.02988406,0.19357793,0.006714225,0.005779368,0.00008936898,0.6568743],"study_design_scores_gemma":[0.03034946,0.0008976656,0.0513607,0.019099055,0.0010640391,0.00081552006,0.007485538,0.8777406,0.00701406,0.0011739633,0.0009417058,0.0020576692],"about_ca_topic_score_codex":0.00022866525,"about_ca_topic_score_gemma":0.000018963585,"teacher_disagreement_score":0.6841627,"about_ca_system_score_codex":0.00042221404,"about_ca_system_score_gemma":0.00013136095,"threshold_uncertainty_score":0.99997145},"labels":[],"label_agreement":null},{"id":"W4404114524","doi":"10.1097/sla.0000000000006582","title":"Interdisciplinary Operating Room Ergonomics Needs and Priorities","year":2024,"lang":"en","type":"article","venue":"Annals of Surgery","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Health Sciences Centre; Public Health Ontario; University of Toronto; Sunnybrook Health Science Centre","funders":"","keywords":"Human factors and ergonomics; Medicine; Participatory ergonomics; Occupational safety and health; Nursing; Psychological intervention; Perception; Poison control; Medical education; Guideline; Medical emergency; Psychology","score_opus":0.2191063539979252,"score_gpt":0.3923692010394851,"score_spread":0.1732628470415599,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4404114524","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9887728,0.0029398357,0.000030391802,0.0021362614,0.0002067499,0.000040977153,0.000003906123,0.000053955842,0.005815118],"genre_scores_gemma":[0.99873996,0.00027175166,0.000053540272,0.00041817166,0.00014384318,0.0000019112736,0.000007249696,0.000010990973,0.00035258237],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99948305,0.000013680552,0.00022758903,0.00009419606,0.00007318771,0.000108303306],"domain_scores_gemma":[0.99921364,0.00059248065,0.000020783687,0.00006566902,0.000040171893,0.00006727735],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00032215205,0.000064808,0.0002095143,0.00017316583,0.00003514644,0.0000304714,0.0000140415295,0.00003882767,0.00009161467],"category_scores_gemma":[0.00007475301,0.000053772215,0.00009332107,0.00014234048,0.000040340226,0.00010590997,0.00005274593,0.00008374319,0.0000062514864],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00046802533,0.00010206717,0.18059076,0.0013839216,0.0004502144,0.00035082593,0.007270678,0.00015211178,0.000874948,0.006822412,0.008401852,0.7931322],"study_design_scores_gemma":[0.0016780259,0.00044294816,0.75241005,0.008331492,0.00020454258,0.00035215876,0.014162967,0.05047891,0.012412284,0.003964968,0.15453969,0.0010219701],"about_ca_topic_score_codex":0.000004350265,"about_ca_topic_score_gemma":4.7430203e-7,"teacher_disagreement_score":0.7921102,"about_ca_system_score_codex":0.0000036693289,"about_ca_system_score_gemma":0.00004673879,"threshold_uncertainty_score":0.21927674},"labels":[],"label_agreement":null},{"id":"W4404134239","doi":"10.2196/62740","title":"Measuring Bound Attention During Complex Liver Surgery Planning: Feasibility Study","year":2024,"lang":"en","type":"article","venue":"JMIR Formative Research","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Bundesministerium für Bildung und Forschung","keywords":"Preprint; Computer science; World Wide Web","score_opus":0.5143319398077139,"score_gpt":0.4933766721620845,"score_spread":0.020955267645629383,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4404134239","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9823035,0.00019550382,0.000052887834,0.00015549907,0.00014045383,0.0008925117,0.000004164619,0.00015519124,0.016100304],"genre_scores_gemma":[0.998925,0.0000063418242,0.000008167203,0.000011883359,0.0001403934,0.000074516516,0.000027417365,0.00002042124,0.0007859102],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9973514,0.00039180557,0.00036305055,0.00031605668,0.0011122382,0.00046544807],"domain_scores_gemma":[0.99840444,0.00086813566,0.000029991497,0.00022318038,0.00027372816,0.00020050345],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0025198953,0.00012859801,0.00027409047,0.0005096895,0.00039574128,0.0001890792,0.00007265543,0.00006010963,0.0010869406],"category_scores_gemma":[0.00018392225,0.00010272022,0.00014924264,0.0007978807,0.0001288202,0.00038126943,0.000112976166,0.0006601621,0.00077559747],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0027135839,0.0036651639,0.88747114,0.0037477978,0.00078369875,0.0020762454,0.06360405,0.00011890831,0.0036470946,0.00049822143,0.0031236762,0.028550401],"study_design_scores_gemma":[0.0012758252,0.00025579854,0.98464465,0.00044315908,0.000011101285,0.000030252879,0.005285807,0.005946952,0.00013433387,0.000049578906,0.00181201,0.00011051375],"about_ca_topic_score_codex":0.000023677427,"about_ca_topic_score_gemma":0.0000033211807,"teacher_disagreement_score":0.097173505,"about_ca_system_score_codex":0.0003323655,"about_ca_system_score_gemma":0.00010363557,"threshold_uncertainty_score":0.9998262},"labels":[],"label_agreement":null},{"id":"W4404202001","doi":"10.1016/j.hpb.2024.11.001","title":"Advancing excellence: a national peer-coaching program for advanced laparoscopic HPB techniques","year":2024,"lang":"en","type":"article","venue":"HPB","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"St Joseph's Health Centre; University Health Network; Toronto General Hospital; St. Michael's Hospital; University of Toronto","funders":"","keywords":"Medicine; Excellence; Coaching; Medical education; Medical physics; Management","score_opus":0.027811338712461945,"score_gpt":0.38317155876566034,"score_spread":0.3553602200531984,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4404202001","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5507461,0.0040420154,0.20563233,0.007296543,0.00267379,0.008403152,0.00008054579,0.009253761,0.21187177],"genre_scores_gemma":[0.86012787,0.000021540554,0.13313149,0.00057889463,0.00045274096,0.00032524255,0.000091456,0.000036000012,0.0052348007],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9990035,0.00001262703,0.0001888862,0.00023911888,0.0003422174,0.00021362682],"domain_scores_gemma":[0.9993758,0.00027813803,0.0000250075,0.00007808314,0.0001557633,0.00008719062],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0003691969,0.00010302006,0.0001617792,0.000100233396,0.000077341545,0.00004765512,0.00004137386,0.00006368347,0.00015007898],"category_scores_gemma":[0.00039517376,0.00008661827,0.00009379578,0.00018418822,0.0000262039,0.00011660729,0.000015534386,0.00016204282,0.00002783716],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00007475444,0.00009090263,0.00055272056,0.00027695595,0.000030248008,0.000019007519,0.00030040368,0.000072435345,0.0018411251,0.0019590624,0.000968167,0.99381423],"study_design_scores_gemma":[0.0013946155,0.00028805903,0.00044931794,0.00058460416,0.00003390404,0.000019395211,0.00014916065,0.09063449,0.0020981617,0.0005993892,0.9036006,0.00014831744],"about_ca_topic_score_codex":0.0000018840994,"about_ca_topic_score_gemma":0.0000018772847,"teacher_disagreement_score":0.9936659,"about_ca_system_score_codex":0.00007738898,"about_ca_system_score_gemma":0.00010169589,"threshold_uncertainty_score":0.35321903},"labels":[],"label_agreement":null},{"id":"W4404349900","doi":"10.1007/s00464-024-11384-8","title":"Upcoming multi-visceral robotic surgery systems: a SAGES review","year":2024,"lang":"en","type":"review","venue":"Surgical Endoscopy","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":28,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"London Health Sciences Centre; Western University","funders":"","keywords":"Food and drug administration; Robotic surgery; Surgical robot; Da Vinci Surgical System; Invasive surgery; Key (lock); Table (database); Medicine; Operations management; Computer science; Engineering management; Artificial intelligence; Surgery; Robot; Engineering; Risk analysis (engineering); Computer security","score_opus":0.15938592949581654,"score_gpt":0.4319800657401046,"score_spread":0.2725941362442881,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4404349900","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0000017576793,0.98985815,0.000021155498,0.00016610579,0.0018988786,0.001685981,0.000029457568,0.00048052432,0.0058579957],"genre_scores_gemma":[0.000046594814,0.9895235,0.00010514773,0.0002254861,0.0008597472,0.00028473567,0.0003437671,0.00018471135,0.008426331],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9951048,0.0005593377,0.0019145946,0.0009798768,0.00069513556,0.0007462435],"domain_scores_gemma":[0.99588406,0.0024068847,0.00038511126,0.00063511473,0.00009323338,0.00059559714],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0011724761,0.00088724005,0.006129374,0.00041329052,0.000097778546,0.00012701357,0.00019010183,0.00052275904,0.0016884408],"category_scores_gemma":[0.00054776645,0.00057624665,0.0026270258,0.0010581069,0.000112702226,0.0000756891,0.00012666563,0.0013594022,0.0017829222],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000047111476,0.00018085648,0.000017230373,0.4242298,0.00092359824,0.006400998,0.000014738194,0.000008968903,1.0405123e-8,0.00040860684,0.003993062,0.563775],"study_design_scores_gemma":[0.0015130749,0.000023425926,0.000001147158,0.28926945,0.0035591614,0.0007779225,0.0000045693,0.00017786222,2.974754e-8,0.0000016100435,0.7043128,0.00035894322],"about_ca_topic_score_codex":0.000019763042,"about_ca_topic_score_gemma":6.576518e-7,"teacher_disagreement_score":0.70031977,"about_ca_system_score_codex":0.0002475499,"about_ca_system_score_gemma":0.00054459745,"threshold_uncertainty_score":0.9996689},"labels":[],"label_agreement":null},{"id":"W4404374073","doi":"10.7759/cureus.73691","title":"Advancing Surgical Precision in Z-Plasty and Melanoma Excision Through Quality Improvement Initiatives in Rural Settings","year":2024,"lang":"en","type":"article","venue":"Cureus","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Ontario Tech University","funders":"University of Ontario Institute of Technology","keywords":"Medicine; Likert scale; Scale (ratio); Economic shortage; Health care; Quality (philosophy); Medical education; Nursing","score_opus":0.027994659498739895,"score_gpt":0.36954134656676796,"score_spread":0.34154668706802804,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4404374073","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9909375,0.0017094662,0.000123914,0.0006720933,0.00015246721,0.00023889079,0.000003796166,0.000055978013,0.0061059133],"genre_scores_gemma":[0.99905217,0.00022709391,0.00041064588,0.00014198913,0.0000775049,0.000011368865,0.000016974398,0.000011175652,0.0000510784],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9988465,0.000077127086,0.00039101508,0.0002583255,0.00021829939,0.00020877617],"domain_scores_gemma":[0.9990137,0.0007595062,0.00003435741,0.00009645118,0.00002193439,0.000074030715],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0006298082,0.00011558348,0.0002498827,0.00007061447,0.000027556323,0.000028689925,0.000029138442,0.000085318796,0.00020218763],"category_scores_gemma":[0.0002724703,0.00008809474,0.000043985143,0.00023014276,0.000035489145,0.00027555384,0.00005537191,0.00024171855,0.000008687536],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0015551061,0.00046795965,0.24342361,0.00047948264,0.00006535228,0.001365136,0.015509945,0.00015666337,0.0027524396,0.008127056,0.00007382415,0.72602344],"study_design_scores_gemma":[0.014127283,0.0009661527,0.8909255,0.0031114686,0.00003531277,0.00009287044,0.008158445,0.018949104,0.0016657319,0.005362388,0.056076396,0.0005293396],"about_ca_topic_score_codex":0.000083512416,"about_ca_topic_score_gemma":0.0000628368,"teacher_disagreement_score":0.7254941,"about_ca_system_score_codex":0.00011080302,"about_ca_system_score_gemma":0.00003310269,"threshold_uncertainty_score":0.35923994},"labels":[],"label_agreement":null},{"id":"W4404565349","doi":"10.1097/prs.0000000000011863","title":"Intraoperative Surgical Guidance for DIEP Flap Harvest Using Augmented Reality","year":2024,"lang":"en","type":"article","venue":"Plastic & Reconstructive Surgery","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"DIEP flap; Surgery; Augmented reality; Medicine; Computer science; Breast reconstruction; Human–computer interaction","score_opus":0.07652625585240017,"score_gpt":0.34094079029522684,"score_spread":0.2644145344428267,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4404565349","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97918224,0.00048715237,0.012702991,0.00019254698,0.0026727824,0.00045598933,0.00016167817,0.00024814368,0.0038964595],"genre_scores_gemma":[0.9977408,0.000020098889,0.0012360569,0.000055819153,0.00057301426,0.000043922006,0.00009593456,0.00003654545,0.00019777613],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9981245,0.00011562544,0.0005838439,0.0005353359,0.00024384257,0.00039687217],"domain_scores_gemma":[0.98973924,0.009564876,0.00008554336,0.0001531291,0.00021839383,0.00023880754],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0005961254,0.00024692243,0.0005871457,0.00021799351,0.00015088178,0.00008582894,0.00004052867,0.00012917974,0.0006539284],"category_scores_gemma":[0.0018762298,0.00020528467,0.00031358397,0.00040633258,0.00028022254,0.0002240081,0.000025294357,0.0002654554,0.000032514923],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.008218028,0.0006936797,0.31622487,0.0024979275,0.0036509954,0.0034835085,0.0015820417,0.0017742851,0.0032123306,0.0269525,0.0024659312,0.6292439],"study_design_scores_gemma":[0.012111144,0.0006103812,0.18715467,0.009081485,0.0014978383,0.0044711675,0.0019899737,0.630069,0.0091784755,0.0038607765,0.13739601,0.0025790695],"about_ca_topic_score_codex":0.000025172234,"about_ca_topic_score_gemma":0.000008351926,"teacher_disagreement_score":0.6282947,"about_ca_system_score_codex":0.00019577508,"about_ca_system_score_gemma":0.00035458032,"threshold_uncertainty_score":0.8371266},"labels":[],"label_agreement":null},{"id":"W4404656091","doi":"10.1136/jnis-2024-022709","title":"Thrombectomy training worldwide: addressing the global burden of large vessel occlusion","year":2024,"lang":"en","type":"editorial","venue":"Journal of NeuroInterventional Surgery","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"St. Michael's Hospital","funders":"","keywords":"Medicine; Training (meteorology); Occlusion; Physical medicine and rehabilitation; Surgery","score_opus":0.08481708911029508,"score_gpt":0.37975662291232615,"score_spread":0.2949395338020311,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4404656091","genre_codex":"editorial","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"editorial","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0747663,0.0065016914,0.00022299125,0.0033454082,0.91215277,0.0002360741,0.00033632634,0.00005734459,0.002381111],"genre_scores_gemma":[0.57951355,0.00018215741,0.00005598172,0.00014813826,0.41929293,0.0000014748714,0.00013484455,0.00006308541,0.0006078403],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99516433,0.00029883103,0.0018744322,0.00028089367,0.0020432284,0.00033828468],"domain_scores_gemma":[0.99299926,0.0042926823,0.0015250241,0.00021495187,0.00077379117,0.00019427533],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0025534634,0.00031634147,0.0011792051,0.00035405875,0.00011801979,0.00009913713,0.00023722844,0.00030137892,0.0007886121],"category_scores_gemma":[0.0033735842,0.00020877435,0.002464157,0.0005373385,0.000117764575,0.00015884268,0.00015326703,0.0015800155,0.000015573713],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0009096194,0.00030027697,0.0009982622,0.0009719691,0.0008314746,0.002642641,0.00022447488,0.00013363565,0.000062043044,0.0001848451,0.9872746,0.005466198],"study_design_scores_gemma":[0.0017984218,0.00020375077,0.0062384773,0.012452695,0.00065674394,0.00084753236,0.00018676047,0.000343309,0.000011700872,0.00072641764,0.9763344,0.00019979286],"about_ca_topic_score_codex":0.000011881462,"about_ca_topic_score_gemma":0.0000040021864,"teacher_disagreement_score":0.5047473,"about_ca_system_score_codex":0.00017728901,"about_ca_system_score_gemma":0.00096336793,"threshold_uncertainty_score":0.86347497},"labels":[],"label_agreement":null},{"id":"W4404787459","doi":"10.36227/techrxiv.173273819.95189333/v1","title":"Versatile AI/Robotic Architectures for Ophthalmic Surgery and Training Enhancement","year":2024,"lang":"en","type":"preprint","venue":"","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Ophthalmic surgery; Medicine; Computer science; Artificial intelligence; Surgery","score_opus":0.09013531607361987,"score_gpt":0.3543197886429663,"score_spread":0.26418447256934646,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4404787459","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.96064883,0.0014611054,0.0052377335,0.003457836,0.001362083,0.0012815867,0.000018160068,0.0002686885,0.026263969],"genre_scores_gemma":[0.9950921,0.000015253848,0.0017153024,0.0008679656,0.00031041628,0.00010438304,0.00009765407,0.00003757866,0.0017593668],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99873513,0.000021640004,0.0003328516,0.0004605579,0.00019503741,0.00025477537],"domain_scores_gemma":[0.998728,0.0008396078,0.000054809207,0.00017933587,0.00004337263,0.00015491099],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00030146458,0.00022635929,0.0005418345,0.0001937509,0.00004440901,0.000055425044,0.000037246555,0.00016823818,0.00077332905],"category_scores_gemma":[0.00017030908,0.00017729038,0.0002461372,0.0000656354,0.00005104577,0.0000047401,0.00015667808,0.00045875358,0.000015398131],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.001305641,0.00027843702,0.0036334095,0.010292466,0.0021505682,0.00041606705,0.010227267,0.01797331,0.00045445733,0.0035411725,0.0029957574,0.94673145],"study_design_scores_gemma":[0.015662225,0.00132809,0.031051077,0.01653939,0.0042222505,0.00075152464,0.0042801746,0.7022572,0.00626137,0.1596656,0.053841017,0.004140085],"about_ca_topic_score_codex":0.000015785836,"about_ca_topic_score_gemma":0.000002966725,"teacher_disagreement_score":0.94259137,"about_ca_system_score_codex":0.000043413736,"about_ca_system_score_gemma":0.00019629729,"threshold_uncertainty_score":0.8467411},"labels":[],"label_agreement":null},{"id":"W4405105942","doi":"10.1016/j.cjca.2024.12.004","title":"The Future Is Here: Virtual and Augmented Reality for Simulation-Based Learning in Cardiology","year":2024,"lang":"en","type":"editorial","venue":"Canadian Journal of Cardiology","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"University of Manitoba","funders":"","keywords":"Virtual reality; Augmented reality; Haptic technology; Medicine; Human–computer interaction; Fidelity; High fidelity; Mixed reality; Multimedia; Computer science; Simulation; Engineering","score_opus":0.019628931369937763,"score_gpt":0.31014932921495403,"score_spread":0.29052039784501626,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4405105942","genre_codex":"editorial","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"editorial","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.004140931,0.010991006,0.0042487485,0.009612864,0.9672787,0.00075464306,0.0003524113,0.000028762808,0.0025919],"genre_scores_gemma":[0.55619544,0.00014734673,0.000016709633,0.00016560232,0.4430817,0.000007488031,0.00011833386,0.000030359566,0.00023699827],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9982813,0.00031622945,0.0005832254,0.00024487,0.00020094145,0.0003734163],"domain_scores_gemma":[0.99437475,0.004392502,0.00021794128,0.00014589462,0.0004661524,0.0004027422],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001400464,0.00020467235,0.0009376977,0.00030276127,0.00017039158,0.000041222425,0.00011081323,0.00088096765,0.000009781508],"category_scores_gemma":[0.0027225935,0.0001457282,0.0003514171,0.0001500711,0.00019842746,0.00002341136,0.000009550811,0.0015760714,0.000002041358],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0010602855,0.0000013643053,0.008198363,0.00011965255,0.0008870028,0.0007267328,0.0001894866,0.22055942,0.0000011336678,0.00016638437,0.7301053,0.037984885],"study_design_scores_gemma":[0.0029277843,0.00043668362,0.0014926704,0.00012796767,0.000234399,0.000030264782,0.00024502198,0.0033104634,2.6592923e-7,0.00018802001,0.9908864,0.000120093566],"about_ca_topic_score_codex":0.00017458147,"about_ca_topic_score_gemma":0.0012541265,"teacher_disagreement_score":0.5520545,"about_ca_system_score_codex":0.00031549155,"about_ca_system_score_gemma":0.0030757412,"threshold_uncertainty_score":0.68473333},"labels":[],"label_agreement":null},{"id":"W4405225416","doi":"10.1007/s00464-024-11442-1","title":"A multi-modal training environment for colonoscopy with pressure feedback","year":2024,"lang":"en","type":"article","venue":"Surgical Endoscopy","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":3,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"London Health Sciences Centre; Western University","funders":"Natural Sciences and Engineering Research Council of Canada; Canada Research Chairs; Intuitive Surgical","keywords":"Colonoscopy; Training (meteorology); Focus (optics); Modal; Endoscopy; Computer science; Medicine; Medical physics; Surgery; Internal medicine","score_opus":0.04304909718571668,"score_gpt":0.3208524656596631,"score_spread":0.2778033684739464,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4405225416","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.94517964,0.006201872,0.016309138,0.003689489,0.0009413383,0.0035987154,0.0001986334,0.0013012433,0.022579951],"genre_scores_gemma":[0.98294777,0.000045113753,0.012972044,0.00019315444,0.00028953986,0.00017156286,0.00007444936,0.000056901816,0.0032494788],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9984541,0.00003568915,0.00027210562,0.0004917876,0.00031726182,0.0004290891],"domain_scores_gemma":[0.9989024,0.00054952747,0.00003378141,0.0001831022,0.00002683952,0.00030437054],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00022508223,0.00022906526,0.00039710506,0.000080151716,0.00009570115,0.000061092396,0.00006554581,0.00013371726,0.0015248483],"category_scores_gemma":[0.000038548576,0.0001607649,0.00018218,0.00016292048,0.00012882504,0.00008345955,0.00002202094,0.00027469336,0.00010976803],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.2792575,0.008788579,0.03485646,0.009834339,0.014059901,0.021392202,0.032031275,0.04180244,0.00864245,0.07715174,0.0048656254,0.4673175],"study_design_scores_gemma":[0.03136289,0.0014131132,0.00087531994,0.00032615082,0.00026325177,0.0001154616,0.00020940036,0.04398575,0.00074825843,0.00005278061,0.9203957,0.00025195788],"about_ca_topic_score_codex":0.000007506384,"about_ca_topic_score_gemma":0.0000015988961,"teacher_disagreement_score":0.91553,"about_ca_system_score_codex":0.00004606748,"about_ca_system_score_gemma":0.00011218981,"threshold_uncertainty_score":0.9993879},"labels":[],"label_agreement":null},{"id":"W4405294019","doi":"10.7759/cureus.75520","title":"Breaking the Mould: Comparing 3D-Printed and Composite Bone Models in Orthopaedic Training","year":2024,"lang":"en","type":"article","venue":"Cureus","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"St. Thomas Hospital","funders":"","keywords":"Medicine; Training (meteorology); Composite number; 3d printed; Orthopedic surgery; Orthodontics; Physical therapy; Biomedical engineering; Surgery; Composite material","score_opus":0.08280300137552896,"score_gpt":0.32657732573894943,"score_spread":0.24377432436342047,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4405294019","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9608824,0.0037756006,0.0019231036,0.0007401658,0.00015673267,0.00017815367,0.0000010796629,0.00016680796,0.032175954],"genre_scores_gemma":[0.9990895,0.000043949807,0.00030840436,0.00032671264,0.00009937062,0.0000071036948,0.000008248144,0.000017025035,0.0000997072],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99920493,0.000032680276,0.00021856718,0.00019962489,0.00015510533,0.00018910957],"domain_scores_gemma":[0.99953777,0.00022623237,0.000021271695,0.00011564601,0.00001844449,0.00008063079],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00031081404,0.00010160114,0.00021074797,0.00007593609,0.00006533065,0.000056577715,0.00004123897,0.000052119096,0.00006400506],"category_scores_gemma":[0.00003347784,0.00007018366,0.000049395465,0.00023128092,0.000057188172,0.000094733885,0.00004473061,0.0003135364,0.0000070936503],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0005429047,0.00023449064,0.09451716,0.00052571157,0.00046505497,0.0019464034,0.054281354,0.04071207,0.0028353888,0.05569462,0.000093242474,0.7481516],"study_design_scores_gemma":[0.0016110946,0.000027886668,0.029196044,0.00059947575,0.00005510885,0.00017070463,0.0009043819,0.9608393,0.000018938543,0.000765492,0.0056978236,0.000113754606],"about_ca_topic_score_codex":0.00006540636,"about_ca_topic_score_gemma":0.000055480145,"teacher_disagreement_score":0.9201272,"about_ca_system_score_codex":0.000037842583,"about_ca_system_score_gemma":0.000026976546,"threshold_uncertainty_score":0.28620067},"labels":[],"label_agreement":null},{"id":"W4405330487","doi":"10.1017/cjn.2024.341","title":"Cancel Culture: Quantifying Operative Neurosurgical Cancellations in Canada","year":2024,"lang":"en","type":"article","venue":"Canadian Journal of Neurological Sciences / Journal Canadien des Sciences Neurologiques","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"University of Alberta","funders":"","keywords":"Computer science","score_opus":0.08153609063630846,"score_gpt":0.3397533187271703,"score_spread":0.25821722809086184,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4405330487","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9826072,0.0035579423,0.000017850301,0.00507801,0.0014109632,0.00014910212,0.000011919556,0.000017414914,0.007149636],"genre_scores_gemma":[0.99535054,0.00036941827,0.0004416947,0.0035105213,0.00026263643,0.000002299746,5.3754604e-7,0.000011555779,0.00005079368],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9961089,0.00052291225,0.00093125604,0.0005120746,0.0008232099,0.001101672],"domain_scores_gemma":[0.99686396,0.00073914335,0.0002411782,0.0000943861,0.00029827392,0.0017630641],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0020797364,0.00028284936,0.0005297513,0.00079464715,0.0012658557,0.00060764607,0.0006789258,0.00012757501,0.00040658886],"category_scores_gemma":[0.0012924196,0.00018216154,0.00019400496,0.0022259115,0.0021792382,0.00065032876,0.000030283887,0.0016488332,0.0000028459604],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000082236875,0.00001686679,0.93436825,0.000014681272,0.000016610145,0.03255358,0.00057017186,0.023324598,0.00002365566,0.001513681,0.0005778843,0.006937805],"study_design_scores_gemma":[0.0018616186,0.037051786,0.7541528,0.00056405674,0.00011580906,0.06650746,0.0017391696,0.066596344,0.00014377857,0.005101199,0.06527991,0.00088606897],"about_ca_topic_score_codex":0.3521812,"about_ca_topic_score_gemma":0.9821459,"teacher_disagreement_score":0.6299647,"about_ca_system_score_codex":0.0009866521,"about_ca_system_score_gemma":0.02154575,"threshold_uncertainty_score":0.98400116},"labels":[],"label_agreement":null},{"id":"W4405374959","doi":"10.3390/s24247959","title":"Design and Evaluation of Augmented Reality-Enhanced Robotic System for Epidural Interventions","year":2024,"lang":"en","type":"article","venue":"Sensors","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"","keywords":"Augmented reality; Robotics; Computer science; Virtual reality; Human–computer interaction; Artificial intelligence; Rendering (computer graphics); Robot; Simulation","score_opus":0.1981595906429901,"score_gpt":0.4218156484345445,"score_spread":0.2236560577915544,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4405374959","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8883153,0.00045876243,0.10792076,0.0003881703,0.00026447652,0.0010091176,0.000003995355,0.00011298133,0.0015263985],"genre_scores_gemma":[0.99865323,0.0000028215245,0.0010241636,0.0000080734,0.00003211085,0.000022634813,0.000020948652,0.000007732803,0.00022830999],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.999327,0.00012449986,0.00021078679,0.00011351588,0.0001537455,0.00007044836],"domain_scores_gemma":[0.9994313,0.00030574977,0.000032901487,0.00006306394,0.0001273993,0.00003957827],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0009307124,0.000047994625,0.0001356237,0.000066668996,0.000027128606,0.000009183698,0.00001021416,0.000030305724,0.00004161565],"category_scores_gemma":[0.00017329634,0.00003880882,0.00008140192,0.000103255785,0.00002100186,0.000022296495,0.0000041369963,0.000040248226,0.000004053126],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0015179405,0.00031759564,0.00044997426,0.012002205,0.0014565209,0.000032264055,0.004967414,0.5171555,0.017388187,0.017844606,0.0002768269,0.42659095],"study_design_scores_gemma":[0.0019970324,0.00012869253,0.0026820134,0.0012904751,0.0004452923,0.000011555591,0.0006196825,0.9894695,0.0030575867,0.00018595468,0.00006721952,0.00004494144],"about_ca_topic_score_codex":0.0000053114045,"about_ca_topic_score_gemma":9.972307e-7,"teacher_disagreement_score":0.47231403,"about_ca_system_score_codex":0.000050128787,"about_ca_system_score_gemma":0.00002525091,"threshold_uncertainty_score":0.15825777},"labels":[],"label_agreement":null},{"id":"W4405387472","doi":"10.1049/htl2.12107","title":"Feasibility of video‐based skill assessment for percutaneous nephrostomy training in Senegal","year":2024,"lang":"en","type":"article","venue":"Healthcare Technology Letters","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University","funders":"Natural Sciences and Engineering Research Council of Canada; Queen's University","keywords":"Medicine; Percutaneous nephrostomy; Nephrostomy; Computer science; Percutaneous; Surgery","score_opus":0.05644233524420596,"score_gpt":0.3931537828299921,"score_spread":0.33671144758578614,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4405387472","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8854501,0.00021752583,0.0023642941,0.110460974,0.00018394298,0.00077761593,0.000019721068,0.00039874593,0.00012703965],"genre_scores_gemma":[0.9856462,0.000004027107,0.008757105,0.0054233153,0.000044565455,0.000062860585,0.000030258721,0.000024675015,0.000006989016],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99861264,0.000045705263,0.00042712092,0.00038781448,0.00017277116,0.00035392249],"domain_scores_gemma":[0.99914694,0.00040165396,0.00005156815,0.00025511492,0.0000629615,0.00008176496],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00038803418,0.00013955902,0.0003920757,0.0005127755,0.00004883039,0.000007777245,0.00007073699,0.00023987413,0.000037989492],"category_scores_gemma":[0.00014897554,0.00012871317,0.00011809922,0.0005737959,0.00018421683,0.000031873926,0.00001635223,0.0004732982,0.0000023356292],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0016607367,0.00037799432,0.36366728,0.00457112,0.00019393217,0.0028928916,0.003043118,0.0009796132,0.034711625,0.027206216,0.0002757838,0.5604197],"study_design_scores_gemma":[0.043801825,0.00860336,0.38275152,0.011143093,0.00065089203,0.004544022,0.021418307,0.40874824,0.008224177,0.021256467,0.085827574,0.0030305122],"about_ca_topic_score_codex":0.000051647497,"about_ca_topic_score_gemma":0.00006741388,"teacher_disagreement_score":0.5573892,"about_ca_system_score_codex":0.00030012638,"about_ca_system_score_gemma":0.00035726,"threshold_uncertainty_score":0.5248771},"labels":[],"label_agreement":null},{"id":"W4405488745","doi":"10.1109/embc53108.2024.10782842","title":"The Updated ITAG Spinal Simulator (ISS) For Difficult Lumbar Punctures","year":2024,"lang":"en","type":"article","venue":"","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"","keywords":"Computer science; Simulation; Lumbar; Physical medicine and rehabilitation; Medicine; Surgery","score_opus":0.027568682395998308,"score_gpt":0.34073672280288236,"score_spread":0.31316804040688406,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4405488745","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8876139,0.0044340193,0.014770204,0.029964581,0.0022284375,0.0021836073,0.000024338091,0.0017483521,0.05703257],"genre_scores_gemma":[0.9907644,0.000007989345,0.00014543849,0.00097245036,0.00030197419,0.000015042204,0.000035311645,0.000015959758,0.0077414312],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9993196,0.00001042648,0.00015982575,0.00016744742,0.00015985194,0.00018280986],"domain_scores_gemma":[0.99948406,0.00020586001,0.000011815692,0.000119459415,0.00007722409,0.00010158116],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0001477791,0.00009523781,0.00012060301,0.000027504819,0.00011641947,0.00008124305,0.000045831523,0.000056331723,0.0007120246],"category_scores_gemma":[0.00015825315,0.00004422298,0.000115297975,0.00016059443,0.000037782196,0.00003199266,0.00001251735,0.00010521328,0.00009344431],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0018980164,0.00025983676,0.002337639,0.00032138618,0.0009802919,0.00019918788,0.0007541129,0.002417616,0.002953859,0.2844027,0.06418419,0.63929117],"study_design_scores_gemma":[0.0015746639,0.00017054632,0.013136453,0.000044121643,0.00007878624,0.000010106665,0.00021031784,0.10073549,0.0003562515,0.00072003546,0.882865,0.00009821561],"about_ca_topic_score_codex":0.0000031385255,"about_ca_topic_score_gemma":0.000004779494,"teacher_disagreement_score":0.8186808,"about_ca_system_score_codex":0.000019846286,"about_ca_system_score_gemma":0.000037526792,"threshold_uncertainty_score":0.77961695},"labels":[],"label_agreement":null},{"id":"W4405539866","doi":"10.3917/spub.246.0043","title":"Quels apports le métavers pourrait-il amener aux systèmes de santé ?","year":2024,"lang":"fr","type":"article","venue":"Santé Publique","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Montréal; Centre Hospitalier de l’Université de Montréal; Institut National de Santé Publique du Québec; Canadian Institute for International Peace and Security; Sante Montreal","funders":"","keywords":"Computer science","score_opus":0.02060952718849952,"score_gpt":0.32166999246289746,"score_spread":0.30106046527439795,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4405539866","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.23162307,0.09155583,0.020559186,0.040841527,0.01230782,0.0013166317,0.00024007146,0.0018209862,0.5997349],"genre_scores_gemma":[0.96861035,0.0009168326,0.00033456646,0.0041438364,0.0029465028,0.000039809707,0.000090237205,0.0001010292,0.022816842],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99677104,0.00035233278,0.0006230236,0.0006506432,0.0004904376,0.0011125307],"domain_scores_gemma":[0.9979331,0.0007450812,0.00009549766,0.00033207022,0.00017481153,0.0007194582],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0016103118,0.0004008009,0.00054894004,0.00035604715,0.00016765876,0.0003816742,0.00017045753,0.00048151574,0.0067343106],"category_scores_gemma":[0.00062059285,0.00037112503,0.00035400686,0.0007750176,0.0002550231,0.00055605837,0.000086533735,0.00078374764,0.0007230274],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00013994268,0.00040020747,0.007698523,0.0015076505,0.00077127444,0.0042157215,0.0033998315,0.00060520455,0.0005670111,0.284705,0.04382495,0.65216464],"study_design_scores_gemma":[0.0019190946,0.0001428604,0.013192271,0.0021835347,0.00023237795,0.0003558094,0.0023093014,0.029722374,0.00058933353,0.009558916,0.93926996,0.0005241829],"about_ca_topic_score_codex":0.00067205593,"about_ca_topic_score_gemma":0.000049018196,"teacher_disagreement_score":0.895445,"about_ca_system_score_codex":0.0005383699,"about_ca_system_score_gemma":0.0037298475,"threshold_uncertainty_score":0.99987406},"labels":[],"label_agreement":null},{"id":"W4405592637","doi":"10.59137/bii202402393c","title":"Robotic colorectal surgery: experiences, challenges and opportunities through our own research","year":2024,"lang":"en","type":"article","venue":"Биомедицинска истраживања","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"SKiN Health","funders":"","keywords":"Robotic surgery; Colorectal surgery; Medicine; General surgery; Surgery","score_opus":0.46566314479917065,"score_gpt":0.43721032457056347,"score_spread":0.02845282022860718,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4405592637","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.817658,0.055400193,0.000063865264,0.02357765,0.0012739286,0.000524805,0.0000047569374,0.00060434855,0.10089245],"genre_scores_gemma":[0.98798954,0.008258273,0.00012856074,0.00031678574,0.00044699886,0.000103586295,0.000022464434,0.00004006134,0.0026937244],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99782175,0.00020702528,0.00031120883,0.00050823676,0.00060292066,0.0005488674],"domain_scores_gemma":[0.9983087,0.0010375223,0.000029714321,0.00021839126,0.00013317757,0.00027247047],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0011535733,0.00020402347,0.00043908219,0.00028544772,0.00019299067,0.00011705764,0.00008222586,0.00017050828,0.00041112222],"category_scores_gemma":[0.0002913749,0.00016034042,0.00012165566,0.0002888541,0.00026898127,0.0002527091,0.00008760116,0.00046459815,0.00009777746],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0005480038,0.0003681399,0.0017575047,0.00123128,0.00041859297,0.0047458857,0.08726301,0.000028538965,0.00021160464,0.08666072,0.013449877,0.80331683],"study_design_scores_gemma":[0.0019441536,0.0008560501,0.013628366,0.0016253972,0.00014058591,0.0009798945,0.2163866,0.0050125853,0.0007689436,0.00477601,0.7530598,0.0008216253],"about_ca_topic_score_codex":0.000030008348,"about_ca_topic_score_gemma":0.000011080411,"teacher_disagreement_score":0.80249524,"about_ca_system_score_codex":0.0000672414,"about_ca_system_score_gemma":0.00027516054,"threshold_uncertainty_score":0.65384924},"labels":[],"label_agreement":null},{"id":"W4405623922","doi":"10.29173/hsi416","title":"Taking the Pulse on Pedagogy: Anesthesiology Training in Virtual and Augmented Reality","year":2021,"lang":"en","type":"article","venue":"Health Science Inquiry","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Anesthesiology; Augmented reality; Virtual reality; Popularity; Psychological intervention; Coronavirus disease 2019 (COVID-19); Pandemic; Pain medicine; Medical education; Training (meteorology); Computer science; Psychology; Medicine; Human–computer interaction; Disease; Anesthesia; Nursing; Internal medicine","score_opus":0.2548381706495404,"score_gpt":0.47271293765852257,"score_spread":0.21787476700898217,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4405623922","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9849997,0.000115457966,0.000042895655,0.011719804,0.0002138164,0.00014222252,4.1169417e-7,0.000026469912,0.0027392146],"genre_scores_gemma":[0.98889667,0.000032974065,0.000059480328,0.010866635,0.0001020964,0.0000060116927,0.0000035753228,0.000004383354,0.000028204162],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9986477,0.000108776716,0.0002634687,0.000331402,0.0002812803,0.0003673551],"domain_scores_gemma":[0.9991922,0.0002942727,0.0000890922,0.00018456511,0.000049805833,0.00019006163],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0020349794,0.00007381231,0.00019974915,0.00010081592,0.0002891917,0.00002284626,0.000067732246,0.000041123316,0.00014938875],"category_scores_gemma":[0.0006202387,0.00004994292,0.000019610263,0.00063270144,0.00064354844,0.00006907104,0.00003673529,0.00024342161,0.0000046108225],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00015417533,0.00008238036,0.07551356,0.000029202572,0.0000030466813,0.00017804689,0.023366896,0.00033690478,0.00017632949,0.0103499815,0.0000124382605,0.88979703],"study_design_scores_gemma":[0.0010353264,0.00026279828,0.98095363,0.0001210841,0.0000020656578,0.00012299305,0.011776268,0.0042055016,0.000055404424,0.00014358171,0.0012654477,0.000055868622],"about_ca_topic_score_codex":0.00010122827,"about_ca_topic_score_gemma":0.0000778917,"teacher_disagreement_score":0.9054401,"about_ca_system_score_codex":0.000084765314,"about_ca_system_score_gemma":0.0011553777,"threshold_uncertainty_score":0.23711811},"labels":[],"label_agreement":null},{"id":"W4405642153","doi":"10.1097/gox.0000000000006403","title":"Randomized Controlled Trial: Acquisition of Basic Microsurgical Skills Through Smartphone Training Model","year":2024,"lang":"en","type":"article","venue":"Plastic & Reconstructive Surgery Global Open","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Microsurgery; Randomized controlled trial; Anastomosis; Medicine; Test (biology); Surgery; Physical therapy","score_opus":0.04426159208019628,"score_gpt":0.3276658114251029,"score_spread":0.28340421934490667,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4405642153","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9339085,0.000512801,0.00952402,0.00022005526,0.0028063706,0.0040134992,0.0001487036,0.00015207003,0.048713982],"genre_scores_gemma":[0.99672985,0.000061964456,0.002249631,0.00019992182,0.00018820468,0.00026951055,0.000077075034,0.000029655466,0.00019421281],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.99639565,0.0004961652,0.001582902,0.0006114505,0.0004781532,0.0004356856],"domain_scores_gemma":[0.9844143,0.014549947,0.0003561873,0.00021912753,0.00023639332,0.00022404297],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.002324911,0.00036535572,0.003503048,0.00015731348,0.00009455707,0.00016230869,0.00014721991,0.00020840402,0.0014522468],"category_scores_gemma":[0.0031837816,0.00026624647,0.0012086103,0.00061812805,0.0005050022,0.00042339507,0.00009481229,0.000252752,0.000051534098],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.9680898,0.0002585489,0.00049953134,0.00007753927,0.0014490546,0.00012931495,0.00037853557,0.00066883775,0.000045975637,0.012956029,0.00012220076,0.015324584],"study_design_scores_gemma":[0.9456812,0.000106498126,0.00030028756,0.001041715,0.0008135274,0.00024632158,0.0002694068,0.04037545,0.0000819669,0.010504188,0.0002686461,0.00031080082],"about_ca_topic_score_codex":0.00004094905,"about_ca_topic_score_gemma":0.0000033444844,"teacher_disagreement_score":0.06282133,"about_ca_system_score_codex":0.00016638127,"about_ca_system_score_gemma":0.0008331431,"threshold_uncertainty_score":0.99997896},"labels":[],"label_agreement":null},{"id":"W4405681076","doi":"10.58616/001c.122372","title":"Editorial: Wide Awake Surgery - A Major Game Changer for Surgeons and Patients","year":2024,"lang":"en","type":"editorial","venue":"SurgiColl","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Saint John Regional Hospital; Dalhousie University","funders":"","keywords":"Medicine; Surgery; General surgery","score_opus":0.018648763568037456,"score_gpt":0.29234499070794706,"score_spread":0.2736962271399096,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4405681076","genre_codex":"editorial","genre_gemma":"editorial","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"editorial","genre_consensus":"editorial","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0031632823,0.00067121984,0.0000045899396,0.00030383986,0.99160224,0.0011741655,0.0010196524,0.0002639401,0.0017970485],"genre_scores_gemma":[0.009629353,0.0002643168,0.000016306416,0.00013419657,0.97883123,0.0003100193,0.0034959242,0.00019231132,0.0071263164],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99651563,0.000081743965,0.0007259807,0.00083523284,0.0011875419,0.00065387983],"domain_scores_gemma":[0.984209,0.014058435,0.00023063953,0.00035084173,0.0007136002,0.00043748022],"candidate_categories":["metaepi_narrow","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.0010571927,0.00053008,0.0013282773,0.00045898175,0.000110969915,0.00014891003,0.00008672113,0.0013057147,0.00031275264],"category_scores_gemma":[0.0062044375,0.00045579855,0.00059999106,0.00038412178,0.00009720773,0.000088987756,0.000093736446,0.00079210283,0.00007935342],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00060482544,0.00014261644,0.0034105587,0.0007837551,0.00026032975,0.00005196781,0.0000909788,3.6145258e-7,5.2675034e-7,0.000014432508,0.9926115,0.0020281],"study_design_scores_gemma":[0.0045578745,0.00011838459,0.00056282606,0.00071909727,0.00047431063,0.000001391157,0.000016979873,0.00003137716,0.000004333226,0.00013593902,0.9929225,0.00045500306],"about_ca_topic_score_codex":0.00009131802,"about_ca_topic_score_gemma":0.000039846673,"teacher_disagreement_score":0.013976691,"about_ca_system_score_codex":0.00015348125,"about_ca_system_score_gemma":0.0006188541,"threshold_uncertainty_score":0.9999908},"labels":[],"label_agreement":null},{"id":"W4405706057","doi":"10.1007/s44186-024-00325-7","title":"What do surgical trainees and educators around the world need: a global needs assessment survey from 6 regions around the world","year":2024,"lang":"en","type":"article","venue":"Global Surgical Education - Journal of the Association for Surgical Education","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":4,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"","keywords":"Demographics; Medical education; Descriptive statistics; Needs assessment; Medicine; Developing country; Psychology; Political science; Sociology; Economic growth","score_opus":0.030545286675921005,"score_gpt":0.37478537429780345,"score_spread":0.34424008762188246,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4405706057","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8136708,0.0141981095,0.00004820658,0.10868798,0.044644654,0.0016169675,0.00019810665,0.000106417014,0.016828766],"genre_scores_gemma":[0.98070425,0.00078367983,0.0001071209,0.0011209556,0.009685259,0.00010580373,0.00022897417,0.000036575715,0.007227368],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.99437326,0.0012744716,0.0015287087,0.0005247739,0.0016790678,0.00061973504],"domain_scores_gemma":[0.988295,0.008036901,0.0010958902,0.0005571924,0.0013046996,0.0007103112],"candidate_categories":["metaepi_narrow","scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.0044164076,0.0004840109,0.0007751028,0.0002573689,0.00077282614,0.0017326089,0.00057536113,0.00030885896,0.00033422347],"category_scores_gemma":[0.0016219808,0.00026684368,0.0009260527,0.0037387514,0.0003044708,0.0008421488,0.00011181964,0.0010511136,0.000020454037],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.002322657,0.0044367965,0.4024259,0.00014826354,0.0023265176,0.000031429256,0.0023957929,0.0005920147,0.0000025733061,0.21460772,0.20271969,0.16799067],"study_design_scores_gemma":[0.0025373711,0.0001010459,0.14011766,0.00058579294,0.0006205781,0.00035693982,0.007540226,0.00048957876,0.0000028257616,0.010439023,0.8369037,0.00030527907],"about_ca_topic_score_codex":0.00039816237,"about_ca_topic_score_gemma":0.00040533987,"teacher_disagreement_score":0.634184,"about_ca_system_score_codex":0.0026139584,"about_ca_system_score_gemma":0.00462899,"threshold_uncertainty_score":0.99997836},"labels":[],"label_agreement":null},{"id":"W4405880965","doi":"10.1093/icvts/ivae227","title":"Examining the learning curves in robotic cardiac surgery wet lab simulation training","year":2024,"lang":"en","type":"article","venue":"Interdisciplinary CardioVascular and Thoracic Surgery","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"London Health Sciences Centre; Western University","funders":"Aalborg Universitetshospital; Aalborg Universitet","keywords":"Training (meteorology); Learning curve; Simulation training; Computer science; Simulation; Artificial intelligence; Operating system; Geography; Meteorology","score_opus":0.08610495465770748,"score_gpt":0.34820055007139755,"score_spread":0.2620955954136901,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4405880965","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8930611,0.09569519,0.0028041909,0.00088410417,0.0015855605,0.0004968164,0.0000050676645,0.00040571875,0.0050622285],"genre_scores_gemma":[0.9974203,0.0015436255,0.000018844416,0.0001330829,0.0004745475,0.000051942912,0.000092471695,0.000066598914,0.00019858024],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99682724,0.0008176165,0.00065714313,0.00063430367,0.00058711553,0.00047659877],"domain_scores_gemma":[0.9928595,0.0064549576,0.00006201507,0.00039170164,0.0000671286,0.00016471182],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0059049097,0.00031522487,0.0011992353,0.00050306815,0.00025493288,0.00013660298,0.00006406048,0.00015010856,0.00008588411],"category_scores_gemma":[0.00061702926,0.00023269336,0.0013652702,0.00094034703,0.00014650775,0.00030940108,0.00020016798,0.0007133157,0.000026312315],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00019686464,0.00003758216,0.05214213,0.0011822911,0.0016366325,0.0014798862,0.0034015684,0.07185579,0.000014315738,0.000020309833,0.00018841428,0.8678442],"study_design_scores_gemma":[0.0009009321,0.00019331276,0.4856252,0.030686507,0.003641832,0.0013855062,0.020314505,0.39022025,0.00015266311,0.00069309876,0.064004146,0.0021820427],"about_ca_topic_score_codex":0.000013703567,"about_ca_topic_score_gemma":0.0000021345681,"teacher_disagreement_score":0.86566216,"about_ca_system_score_codex":0.0000860914,"about_ca_system_score_gemma":0.00015120313,"threshold_uncertainty_score":0.948896},"labels":[],"label_agreement":null},{"id":"W4405953087","doi":"10.1049/htl2.12111","title":"Augmenting efficient real‐time surgical instrument segmentation in video with point tracking and Segment Anything","year":2024,"lang":"en","type":"article","venue":"Healthcare Technology Letters","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"Canada Foundation for Innovation","keywords":"Computer science; Segmentation; Artificial intelligence; Computer vision; Inference","score_opus":0.017608297193228258,"score_gpt":0.29781478465095773,"score_spread":0.28020648745772947,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4405953087","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.93158084,0.00039042754,0.00023062679,0.06651664,0.000079285106,0.0004910693,0.0000016114363,0.00051226135,0.00019725246],"genre_scores_gemma":[0.9969044,0.000058110527,0.0017025816,0.0011910923,0.00004086533,0.00004546386,0.00001932011,0.000026185895,0.000011980414],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9984424,0.000056047906,0.0003873296,0.00045620435,0.0002646981,0.0003932806],"domain_scores_gemma":[0.9995305,0.00012629655,0.000058598973,0.00014971901,0.00002712379,0.00010776552],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0004557197,0.00017106815,0.00028372355,0.00057127216,0.00010041752,0.00004099472,0.00004034318,0.00014728846,0.000038494738],"category_scores_gemma":[0.00002025636,0.00014041943,0.00003568586,0.00061633094,0.000114555965,0.00007118135,0.000043510856,0.00047858432,0.000011788353],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0006355901,0.00022951598,0.22892852,0.0013095732,0.00020274163,0.006957564,0.004757646,0.0020860862,0.02293248,0.0055183936,0.000042554224,0.72639936],"study_design_scores_gemma":[0.06775537,0.0052348156,0.33975512,0.032416217,0.00077012373,0.012745844,0.02759281,0.45372394,0.039987553,0.0013209159,0.014516015,0.0041812947],"about_ca_topic_score_codex":0.000109672306,"about_ca_topic_score_gemma":0.000017195302,"teacher_disagreement_score":0.72221804,"about_ca_system_score_codex":0.00035893946,"about_ca_system_score_gemma":0.00005391898,"threshold_uncertainty_score":0.57261384},"labels":[],"label_agreement":null},{"id":"W4405957898","doi":"10.1002/hed.28035","title":"Cost Outcomes of Virtual Surgical Planning in Head and Neck Reconstruction: A Systematic Review","year":2024,"lang":"en","type":"review","venue":"Head & Neck","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Stornoway Diamond (Canada); University of British Columbia","funders":"","keywords":"Head and neck; Surgical planning; Medicine; Systematic review; MEDLINE; Surgery; Political science","score_opus":0.14430194688497155,"score_gpt":0.4320793959161437,"score_spread":0.28777744903117214,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4405957898","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0004909642,0.9935289,0.0000013372653,0.00009715555,0.00027449217,0.002287586,0.000017308603,0.00006405649,0.0032382167],"genre_scores_gemma":[0.0005362306,0.99834305,0.00006646779,0.00015753148,0.00008918718,0.00015634901,0.00005978503,0.000045090612,0.00054627814],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.9970135,0.00023658876,0.001736396,0.00042688602,0.00033125593,0.00025536146],"domain_scores_gemma":[0.9983707,0.00073225977,0.00033796116,0.00031957598,0.000049130802,0.00019038559],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0006169091,0.00039891485,0.0050087348,0.00027298057,0.00003175742,0.000023799284,0.00007678855,0.00026735518,0.00018415286],"category_scores_gemma":[0.00039261393,0.00025731136,0.00053979363,0.00057239906,0.000081590275,0.000050779287,0.00005356788,0.0006347783,0.00008800895],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000014766947,0.00003738519,0.0005809789,0.8336233,0.00021137694,0.00046897927,0.000057976435,4.673488e-7,2.376258e-9,0.00030590428,0.000044942168,0.16465393],"study_design_scores_gemma":[0.0009761196,0.00008297905,0.00008086305,0.7339665,0.0019372491,0.0016824589,0.00003287388,0.0000406583,9.217403e-9,0.0000065980926,0.2610244,0.00016929275],"about_ca_topic_score_codex":0.00001165143,"about_ca_topic_score_gemma":0.0000049953455,"teacher_disagreement_score":0.26097944,"about_ca_system_score_codex":0.00009850379,"about_ca_system_score_gemma":0.000168946,"threshold_uncertainty_score":0.9999879},"labels":[],"label_agreement":null},{"id":"W4406124478","doi":"10.1002/ohn.1126","title":"Perioperative Caregiver Education Using Animated Videos for Pediatric Tonsillectomy: A Randomized Controlled Study","year":2025,"lang":"en","type":"article","venue":"Otolaryngology","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Montreal Children's Hospital; McGill University Health Centre","funders":"","keywords":"Medicine; Tonsillectomy; Randomized controlled trial; Perioperative; Adenoidectomy; Physical therapy; Intervention (counseling); Patient satisfaction; Nursing; Surgery","score_opus":0.01847175339280679,"score_gpt":0.3533648959502469,"score_spread":0.3348931425574401,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4406124478","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9811625,0.0005484641,0.0015786485,0.00031546727,0.00039133854,0.0068312804,0.0000019664014,0.00007571907,0.009094613],"genre_scores_gemma":[0.9961237,0.000009124487,0.00054390606,0.00087857776,0.00012616276,0.0008100828,0.000021409316,0.0000136416065,0.0014733968],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.99861723,0.00037456147,0.00044009488,0.00028227572,0.00009175916,0.00019405599],"domain_scores_gemma":[0.9980914,0.0012213507,0.00011444162,0.00014528357,0.00036137862,0.00006611837],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0005173172,0.00015554033,0.0012550144,0.0003192424,0.0001591654,0.000022073516,0.000046302615,0.00010880593,0.00022579671],"category_scores_gemma":[0.0014436737,0.00011416005,0.00025183536,0.00035615373,0.000059062342,0.00004824549,0.000020861527,0.000121838,0.0000054749294],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.78133106,0.003160955,0.18678513,0.00024746291,0.0025898088,0.00006078035,0.010839229,0.000261895,0.0012722758,0.010751692,0.00037246116,0.0023272613],"study_design_scores_gemma":[0.95061255,0.0003350473,0.013059073,0.000034652203,0.0018943555,0.0000168363,0.0021455863,0.030408926,0.000054310418,0.00012137294,0.001155084,0.000162222],"about_ca_topic_score_codex":0.00006441808,"about_ca_topic_score_gemma":0.000014605362,"teacher_disagreement_score":0.17372607,"about_ca_system_score_codex":0.000081346516,"about_ca_system_score_gemma":0.0006126743,"threshold_uncertainty_score":0.46553117},"labels":[],"label_agreement":null},{"id":"W4406404495","doi":"10.1049/htl2.12118","title":"iSurgARy: A mobile augmented reality solution for ventriculostomy in resource‐limited settings","year":2025,"lang":"en","type":"article","venue":"Healthcare Technology Letters","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University; Montreal Neurological Institute and Hospital; Concordia University","funders":"","keywords":"Computer science; Augmented reality; Resource (disambiguation); Human–computer interaction; Computer network","score_opus":0.022134219214393576,"score_gpt":0.34023217877821826,"score_spread":0.3180979595638247,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4406404495","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.64642423,0.00032158144,0.0013932773,0.34973562,0.00009079645,0.0012582481,0.000009755602,0.0004962792,0.0002701826],"genre_scores_gemma":[0.97527444,0.000010928921,0.00077302713,0.023368347,0.000028438526,0.00034741464,0.00012646969,0.00001302451,0.00005789108],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99865097,0.00006373736,0.00039541608,0.0003573268,0.00011838646,0.0004141455],"domain_scores_gemma":[0.99930626,0.00018596076,0.000092203154,0.00027687018,0.000074084455,0.00006459801],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00039179221,0.00012995732,0.00032304894,0.0007441324,0.00011302129,0.0000055535243,0.00007971449,0.00029655755,0.000013431392],"category_scores_gemma":[0.00024892896,0.00012800697,0.000080527905,0.0012396207,0.00010587754,0.000026289717,0.00004175369,0.00039662808,0.0000044528633],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0024380283,0.0006000446,0.4703208,0.0015759077,0.00021736305,0.0003281138,0.0004405052,0.00017471261,0.005202862,0.009082567,0.031008333,0.47861078],"study_design_scores_gemma":[0.01856361,0.0005468104,0.119457364,0.0014446841,0.00011408184,0.000056213557,0.0011471309,0.011348823,0.0020022085,0.0015333692,0.84334964,0.0004360622],"about_ca_topic_score_codex":0.00008594446,"about_ca_topic_score_gemma":0.000029887125,"teacher_disagreement_score":0.81234133,"about_ca_system_score_codex":0.0003256159,"about_ca_system_score_gemma":0.00007010375,"threshold_uncertainty_score":0.5219973},"labels":[],"label_agreement":null},{"id":"W4406432100","doi":"10.1016/j.yvas.2013.10.001","title":"10.1016/j.yvas.2013.10.001","year":2000,"lang":"en","type":"article","venue":"Time to knit","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Medicine; Pulsatile flow; Anesthesia; Simulation; Cardiology; Computer science","score_opus":0.016012321711817237,"score_gpt":0.22847935566939778,"score_spread":0.21246703395758054,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4406432100","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.001790932,0.000037095382,3.5579262e-7,0.0006748675,0.0000011158487,0.00014118529,0.0000035852725,0.00015284869,0.997198],"genre_scores_gemma":[0.0049818894,1.9972545e-7,0.00005312866,0.00021404443,0.00017546577,0.0000064731644,0.00003984446,0.000017840235,0.9945111],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9992945,0.00001867458,0.00014720473,0.00015985154,0.00017940866,0.00020034095],"domain_scores_gemma":[0.9994534,0.00007531639,0.000014642985,0.00017576323,0.00004118608,0.00023966037],"candidate_categories":["insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.00010240767,0.00009403041,0.00016719627,0.000050774728,0.000043307886,0.00001428366,0.00005152451,0.000055425284,0.9998216],"category_scores_gemma":[0.000046913923,0.00007976303,0.000057792837,0.00016229038,0.000020570757,0.00003795817,0.000011659798,0.000090010195,0.99706113],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00023758427,0.00007345977,6.5479406e-7,0.0000040056875,0.000019424378,0.000020590147,0.00001027114,0.00008652841,0.000006797076,0.0000011137638,0.13842793,0.86111164],"study_design_scores_gemma":[0.001685926,0.00015639636,0.0002170869,0.000023045408,0.00002356568,0.000011744519,7.9133724e-7,0.0010131267,0.000016159132,0.000003373237,0.99675214,0.00009666482],"about_ca_topic_score_codex":0.0000139937965,"about_ca_topic_score_gemma":7.92926e-8,"teacher_disagreement_score":0.86101496,"about_ca_system_score_codex":0.000020616972,"about_ca_system_score_gemma":0.00001671846,"threshold_uncertainty_score":0.3252642},"labels":[],"label_agreement":null},{"id":"W4406432777","doi":"10.1503/cjs.016523","title":"The acceptance of robots in the orthopedic joint replacement operating room","year":2025,"lang":"en","type":"article","venue":"Canadian Journal of Surgery","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"London Health Sciences Centre; Western University","funders":"","keywords":"Medicine; Orthopedic surgery; Robot; Joint replacement; Total joint replacement; Joint (building); Medical physics; Arthroplasty; Surgery; Artificial intelligence","score_opus":0.06297431525206476,"score_gpt":0.30161904898665937,"score_spread":0.2386447337345946,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4406432777","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97947043,0.0014317072,0.000055798293,0.007823595,0.00040557596,0.00009573514,6.272182e-7,0.0000014730397,0.010715027],"genre_scores_gemma":[0.99799955,0.000042771644,0.000036072644,0.0015600716,0.00006718971,0.0000015408239,6.9755106e-7,0.0000036949782,0.00028840377],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9989894,0.00009830804,0.00052960985,0.000055368335,0.00016346922,0.00016384361],"domain_scores_gemma":[0.9987488,0.0007315252,0.00015484096,0.00012786349,0.00010562104,0.00013139128],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0020392328,0.00005464083,0.00021027934,0.0001602194,0.00011141931,0.000025877805,0.00007187254,0.000029327355,0.00016672439],"category_scores_gemma":[0.0011701144,0.000029801033,0.00011097022,0.00036136265,0.000048245198,0.000033245236,0.0000053041385,0.0002271397,7.5951414e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000809757,0.000020841302,0.9087425,0.000025532609,0.000067735484,0.00039523866,0.0008274651,0.002253248,0.000019399673,0.00060073606,0.0059428685,0.08102348],"study_design_scores_gemma":[0.0011665643,0.000047972368,0.9060606,0.00085512456,0.00004183222,0.000106073036,0.002702018,0.00073943567,0.000068950714,0.00012017505,0.08801656,0.00007471315],"about_ca_topic_score_codex":0.00051092845,"about_ca_topic_score_gemma":0.004600136,"teacher_disagreement_score":0.082073696,"about_ca_system_score_codex":0.00007980856,"about_ca_system_score_gemma":0.0010684958,"threshold_uncertainty_score":0.2566984},"labels":[],"label_agreement":null},{"id":"W4406455981","doi":"10.1016/s0029-7437(11)70328-7","title":"10.1016/s0029-7437(11)70328-7","year":2000,"lang":"en","type":"article","venue":"Time to knit","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Hysterectomy; Medicine; Psychology; Surgery","score_opus":0.016101373995467405,"score_gpt":0.2320223188753905,"score_spread":0.21592094487992308,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4406455981","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.003929349,0.000027359396,0.0000011529899,0.0005653932,2.7594575e-7,0.00015042587,0.0000028396976,0.00018684761,0.9951364],"genre_scores_gemma":[0.008459628,1.017345e-7,0.00011528886,0.00024416708,0.00018350371,0.000006519852,0.00002034955,0.000018590712,0.99095184],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99927485,0.000019293057,0.00015456155,0.00016910901,0.00018392438,0.00019823859],"domain_scores_gemma":[0.999459,0.0000797022,0.00001444777,0.00018163725,0.00003421123,0.00023094962],"candidate_categories":["insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.000107126994,0.00009603099,0.0001717821,0.00005175393,0.000048601472,0.000015502594,0.00005314429,0.000056630583,0.99948704],"category_scores_gemma":[0.000056114633,0.000082485174,0.000066989094,0.0001760536,0.000021948272,0.000034994955,0.000012204441,0.00008920009,0.9938815],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00022895397,0.00008036444,0.0000041528733,0.0000063416455,0.000021770795,0.00002638215,0.00002875257,0.00015203883,0.000012250072,0.000003305032,0.26771572,0.73172],"study_design_scores_gemma":[0.0013573712,0.00011670668,0.00042274766,0.000027351194,0.000024582207,0.000013835668,0.000001435697,0.0011301547,0.000031770574,0.000004207793,0.99677044,0.00009940748],"about_ca_topic_score_codex":0.000008221117,"about_ca_topic_score_gemma":8.090745e-8,"teacher_disagreement_score":0.73162055,"about_ca_system_score_codex":0.00002218113,"about_ca_system_score_gemma":0.000018436745,"threshold_uncertainty_score":0.33636478},"labels":[],"label_agreement":null},{"id":"W4406501947","doi":"10.2196/59850","title":"Case-Based Virtual Reality Simulation for Severe Pelvic Trauma Clinical Skill Training in Medical Students: Design and Pilot Study","year":2025,"lang":"en","type":"article","venue":"JMIR Medical Education","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":12,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Nanjing Medical University","keywords":"Virtual reality; Simulation training; Training (meteorology); Physical therapy; Medical education; Simulation; Computer science; Psychology; Medicine; Human–computer interaction","score_opus":0.12920760365497042,"score_gpt":0.4951306424652884,"score_spread":0.36592303881031796,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4406501947","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9723046,0.000034472447,0.018392205,0.0044532013,0.0006093596,0.0034196237,0.0000019182999,0.00009154233,0.0006930792],"genre_scores_gemma":[0.99328935,0.000004707946,0.00042319228,0.0052404366,0.00033437836,0.00049549405,0.00006358561,0.000019476644,0.00012936919],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99620014,0.0006584501,0.0010855995,0.0005465966,0.0012200655,0.00028911704],"domain_scores_gemma":[0.994166,0.004677452,0.00013139375,0.00023591956,0.0001820683,0.00060716696],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.005445323,0.00019978412,0.0005229703,0.00025263947,0.00012846738,0.00004400975,0.00015505818,0.00028162578,0.0004674956],"category_scores_gemma":[0.008582604,0.00017380257,0.00008166866,0.0004547941,0.00016047998,0.00009027563,0.000040695544,0.0005629225,0.0000035384878],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.004238645,0.012825338,0.10109757,0.00011905695,0.00011374648,0.00029340343,0.0045184423,0.0011476658,4.825536e-7,0.00062489905,0.00036234094,0.8746584],"study_design_scores_gemma":[0.07709251,0.005909442,0.45484397,0.001066049,0.00024346233,0.00016632883,0.014045709,0.4419324,0.0000019066748,0.0008004592,0.003497299,0.00040043125],"about_ca_topic_score_codex":0.00006675518,"about_ca_topic_score_gemma":0.000120935554,"teacher_disagreement_score":0.874258,"about_ca_system_score_codex":0.00014355242,"about_ca_system_score_gemma":0.0025282411,"threshold_uncertainty_score":0.99976856},"labels":[],"label_agreement":null},{"id":"W4406517289","doi":"10.1016/s0029-7437(09)70306-4","title":"10.1016/s0029-7437(09)70306-4","year":2000,"lang":"en","type":"article","venue":"Time to knit","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Robotics; Artificial intelligence; Aeronautics; Engineering; Engineering ethics; Computer science; Robot","score_opus":0.016611252358821438,"score_gpt":0.23316430176654176,"score_spread":0.21655304940772033,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4406517289","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.002629641,0.00003154374,0.000001049715,0.00051995454,2.4819644e-7,0.00015001613,0.0000029745415,0.00018671865,0.99647784],"genre_scores_gemma":[0.006501155,1.2612644e-7,0.00009905493,0.00020579339,0.0001763679,0.0000065231134,0.000021330332,0.000018391087,0.99297124],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9992786,0.000018651925,0.00015301022,0.00016887697,0.00018306218,0.00019780612],"domain_scores_gemma":[0.9994651,0.00007358611,0.000014846071,0.00017807334,0.00003463157,0.00023375438],"candidate_categories":["insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.00010350185,0.00009550496,0.00017177795,0.000052862328,0.000046279747,0.000014810145,0.000052817246,0.00005575524,0.99944776],"category_scores_gemma":[0.000053725737,0.0000818677,0.00006705834,0.0001890208,0.000021094991,0.00003647133,0.000011847039,0.00010259799,0.99562216],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00026824485,0.0000671381,0.000001903447,0.00000522495,0.00002274442,0.000022196153,0.000026801354,0.00010489349,0.000012291326,0.0000022406405,0.17558907,0.8238773],"study_design_scores_gemma":[0.0013810039,0.00014168912,0.00039826872,0.000027887241,0.000024652312,0.000014011965,0.0000014612505,0.0008824599,0.00003230784,0.0000049041555,0.9969926,0.00009876451],"about_ca_topic_score_codex":0.0000062100003,"about_ca_topic_score_gemma":4.1756323e-8,"teacher_disagreement_score":0.8237785,"about_ca_system_score_codex":0.000022625094,"about_ca_system_score_gemma":0.000019488933,"threshold_uncertainty_score":0.3338468},"labels":[],"label_agreement":null},{"id":"W4406522193","doi":"10.1016/j.yvas.2014.05.003","title":"10.1016/j.yvas.2014.05.003","year":2000,"lang":"en","type":"article","venue":"Time to knit","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Medicine; Confidence interval; Surgery; Internal medicine","score_opus":0.013394624954913776,"score_gpt":0.22540843716771664,"score_spread":0.21201381221280285,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4406522193","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0023090122,0.000036139518,9.616348e-7,0.0005051908,0.00000138838,0.00013633506,0.000002257143,0.00013845426,0.9968703],"genre_scores_gemma":[0.0077450345,1.8117362e-7,0.0000811264,0.0002788984,0.000144641,0.0000052455466,0.000017967723,0.000016601885,0.9917103],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99935627,0.000017750483,0.00013441652,0.00014976868,0.0001649985,0.00017681475],"domain_scores_gemma":[0.999515,0.00006632071,0.000013073278,0.00016535904,0.00002645264,0.00021378681],"candidate_categories":["insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.00009731113,0.000085220556,0.00015734337,0.000046108493,0.00003827397,0.000012685116,0.000045154055,0.0000511019,0.9992167],"category_scores_gemma":[0.000042603813,0.000071415954,0.00006186486,0.00013615316,0.000018682236,0.00003099262,0.000009630891,0.00008899096,0.99445486],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00017716749,0.000048019956,0.0000014577827,0.000004165806,0.000018636005,0.000024962985,0.000016073192,0.00008436387,0.000011237411,0.0000019086663,0.08099253,0.91861945],"study_design_scores_gemma":[0.0012501797,0.00013928025,0.00031918113,0.000021417074,0.000021797723,0.000016968339,0.0000010530397,0.0006477788,0.000031681033,0.000003918347,0.9974602,0.000086544824],"about_ca_topic_score_codex":0.0000061851556,"about_ca_topic_score_gemma":3.071199e-8,"teacher_disagreement_score":0.9185329,"about_ca_system_score_codex":0.000018951794,"about_ca_system_score_gemma":0.000017925504,"threshold_uncertainty_score":0.2912258},"labels":[],"label_agreement":null},{"id":"W4406522661","doi":"10.1016/s0029-7437(06)71993-0","title":"10.1016/s0029-7437(06)71993-0","year":2000,"lang":"en","type":"article","venue":"Time to knit","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Simulation; Computer science; Physical medicine and rehabilitation; Medicine","score_opus":0.01633854857367497,"score_gpt":0.23240412218861545,"score_spread":0.21606557361494047,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4406522661","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0031086218,0.000033764416,0.0000010188475,0.00049269246,1.2132044e-7,0.00014836129,0.0000030629747,0.00018622352,0.99602616],"genre_scores_gemma":[0.008871896,1.2373347e-7,0.00009984434,0.00025799422,0.00017242282,0.0000064482215,0.000028293305,0.000018269568,0.99054474],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9992857,0.000018498526,0.00015232745,0.00016581862,0.00018149802,0.00019616673],"domain_scores_gemma":[0.9994724,0.000072927374,0.000014626625,0.00017606068,0.00003218625,0.00023179858],"candidate_categories":["insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.00010159643,0.00009497433,0.00017064929,0.000052640662,0.000046249923,0.000014280484,0.000051771978,0.00005464423,0.9993785],"category_scores_gemma":[0.00005211381,0.00008141595,0.00006681242,0.00018736761,0.000020658768,0.000036139925,0.000011794068,0.000102004815,0.99631137],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0002457227,0.00007854773,0.0000028352435,0.000006115598,0.000026525551,0.000023826029,0.000030972973,0.0001201463,0.000013541367,0.0000026064747,0.41751227,0.5819369],"study_design_scores_gemma":[0.0013632859,0.00012419603,0.00042255715,0.000028628869,0.000024556046,0.000013993613,0.0000014603107,0.0008910513,0.00002740239,0.000004774823,0.9969999,0.00009819155],"about_ca_topic_score_codex":0.0000056624426,"about_ca_topic_score_gemma":3.5639456e-8,"teacher_disagreement_score":0.5818387,"about_ca_system_score_codex":0.000022679958,"about_ca_system_score_gemma":0.000019099487,"threshold_uncertainty_score":0.33200464},"labels":[],"label_agreement":null},{"id":"W4406536685","doi":"10.1016/j.omag.2024.07.004","title":"10.1016/j.omag.2024.07.004","year":2000,"lang":"en","type":"article","venue":"Time to knit","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Psychology; Audiology; Medicine","score_opus":0.014182905724888457,"score_gpt":0.2287392505810019,"score_spread":0.21455634485611344,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4406536685","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0028701616,0.000032994794,6.520357e-7,0.0005732041,0.0000018122503,0.00013259682,0.0000025713598,0.00015536572,0.99623066],"genre_scores_gemma":[0.008400842,1.00664046e-7,0.00007989621,0.0002593589,0.00016579483,0.0000057383913,0.000015119689,0.000017435557,0.9910557],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9993464,0.000015941418,0.00013789152,0.0001546642,0.00016774435,0.0001773914],"domain_scores_gemma":[0.9995203,0.000066237706,0.000012270721,0.00015920722,0.000030119467,0.00021187216],"candidate_categories":["insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.00008872815,0.000086466345,0.00015450924,0.00004698446,0.000038650953,0.000013969337,0.00004562753,0.000048680336,0.9995911],"category_scores_gemma":[0.00004817259,0.000073885276,0.00006228306,0.00017151456,0.000018726532,0.0000319425,0.000010975443,0.00009673746,0.9961767],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00021959799,0.000054906017,0.0000017848296,0.000005002364,0.000020144866,0.000031120504,0.000023015176,0.00010833359,0.000009649776,0.000001756442,0.047463804,0.9520609],"study_design_scores_gemma":[0.0012634988,0.00013775864,0.0003897181,0.00002798915,0.00002397066,0.000014432033,0.0000015790117,0.00083496945,0.000023796845,0.000005066259,0.9971884,0.00008885121],"about_ca_topic_score_codex":0.000006518807,"about_ca_topic_score_gemma":3.4945856e-8,"teacher_disagreement_score":0.951972,"about_ca_system_score_codex":0.000021831267,"about_ca_system_score_gemma":0.000020582087,"threshold_uncertainty_score":0.3012954},"labels":[],"label_agreement":null},{"id":"W4406542781","doi":"10.2196/56269","title":"A Serious Game to Study Reduced Field of View in Keyhole Surgery: Development and Experimental Study","year":2025,"lang":"en","type":"article","venue":"JMIR Serious Games","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Wellcome Trust","keywords":"Keyhole; Preprint; Field (mathematics); Medicine; Computer science; Engineering; Mechanical engineering; Mathematics; World Wide Web","score_opus":0.028466981108410276,"score_gpt":0.36523639104752265,"score_spread":0.33676940993911236,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4406542781","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9963739,0.00037270228,0.0000025527106,0.00027930192,0.00009481337,0.0017467942,5.2984234e-7,0.000043630553,0.0010857665],"genre_scores_gemma":[0.9988469,0.0000036923132,0.00008772894,0.00049051567,0.000012072137,0.00025927354,0.0000021531803,0.000010932498,0.00028674598],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9988312,0.00007658307,0.0004356233,0.00028374483,0.00019042453,0.00018240049],"domain_scores_gemma":[0.99946547,0.0001685483,0.00004987602,0.00018380716,0.000034205113,0.000098100696],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0002774768,0.00014387417,0.0004906952,0.00023024407,0.000032572712,0.00001649731,0.000051467803,0.000047771002,0.00010702178],"category_scores_gemma":[0.000079567726,0.00012636223,0.000034394532,0.0004225617,0.000015170014,0.000031828768,0.00008302142,0.00010767755,0.000004572883],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0011931459,0.005790522,0.6221796,0.00009169181,0.0002090784,0.00024290367,0.042763114,0.000016464362,0.0015244893,0.0000119077395,0.00012894277,0.3258481],"study_design_scores_gemma":[0.004662398,0.0011845687,0.95639616,0.00022141392,0.000021416514,0.00000533533,0.021453269,0.000019831865,0.010942671,0.0000039540196,0.0049375114,0.00015147701],"about_ca_topic_score_codex":0.00007387605,"about_ca_topic_score_gemma":0.00009259346,"teacher_disagreement_score":0.3342165,"about_ca_system_score_codex":0.000038230908,"about_ca_system_score_gemma":0.00008821186,"threshold_uncertainty_score":0.5152902},"labels":[],"label_agreement":null},{"id":"W4406564705","doi":"10.1016/j.ynpm.2013.06.020","title":"10.1016/j.ynpm.2013.06.020","year":2000,"lang":"en","type":"article","venue":"Time to knit","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Shoulder dystocia; Brachial plexus; Palsy; Medicine; Brachial plexus injury; Obstetrics; Physical medicine and rehabilitation; Pregnancy; Surgery; Biology; Alternative medicine; Pathology","score_opus":0.01474798731516971,"score_gpt":0.22502651722694902,"score_spread":0.2102785299117793,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4406564705","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0035626253,0.000034522694,8.196136e-7,0.00086661935,8.6045435e-7,0.0001394249,0.000002654658,0.000147008,0.99524546],"genre_scores_gemma":[0.0111591425,1.7973923e-7,0.00008659937,0.00029569253,0.00016595788,0.0000053378394,0.000026428173,0.000016588363,0.98824406],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.999347,0.000017095239,0.00013893907,0.00015187496,0.00016614591,0.00017894793],"domain_scores_gemma":[0.9995065,0.00006363596,0.000013528455,0.00015948399,0.000031349413,0.00022553062],"candidate_categories":["insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.000087563414,0.00008677922,0.00015816958,0.000045210665,0.000040649287,0.000012916443,0.00004739976,0.000050854393,0.9994714],"category_scores_gemma":[0.000040500978,0.00007358784,0.000059744754,0.00016093974,0.000019108289,0.0000312142,0.000010777101,0.000092303315,0.99683094],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00018950384,0.00005684458,0.0000020993766,0.000004460918,0.000020105095,0.000022107566,0.000024918943,0.00012689058,0.000011340636,0.0000016956427,0.07978936,0.9197507],"study_design_scores_gemma":[0.0012824916,0.00011622065,0.000269611,0.000023455272,0.00002148523,0.000011340477,0.0000012209806,0.0012564692,0.000022074913,0.0000037781801,0.99690235,0.00008949189],"about_ca_topic_score_codex":0.000008825246,"about_ca_topic_score_gemma":5.6962104e-8,"teacher_disagreement_score":0.91966116,"about_ca_system_score_codex":0.000018169272,"about_ca_system_score_gemma":0.000017604581,"threshold_uncertainty_score":0.30008253},"labels":[],"label_agreement":null},{"id":"W4406598710","doi":"10.4293/jsls.2024.00040","title":"Predicting Robotic Hysterectomy Incision Time: Optimizing Surgical Scheduling with Machine Learning","year":2024,"lang":"en","type":"article","venue":"JSLS Journal of the Society of Laparoscopic & Robotic Surgeons","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"National Center for Advancing Translational Sciences; York University; National Institutes of Health; National Science Foundation","keywords":"Hysterectomy; Computer science; Medicine; Artificial intelligence; Surgery","score_opus":0.02131976514441775,"score_gpt":0.2832383679783957,"score_spread":0.26191860283397794,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4406598710","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9875779,0.002906418,0.005787501,0.0017850291,0.0007625113,0.0002552424,0.000001419123,0.00009242758,0.0008315298],"genre_scores_gemma":[0.99088657,0.0001229235,0.007872207,0.00009262181,0.0002073034,0.0000015818212,0.0000039741412,0.000043858887,0.0007689497],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99747807,0.00020910671,0.00088022684,0.00023690255,0.00083391985,0.00036180345],"domain_scores_gemma":[0.99739045,0.0014862606,0.00046104487,0.00021513371,0.00023587042,0.00021122594],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0014319217,0.0002422181,0.00083870254,0.00010404194,0.0002481707,0.00007546746,0.00019266424,0.0001493578,0.0002653987],"category_scores_gemma":[0.00030605216,0.0001433369,0.0009711831,0.0006381202,0.00017766349,0.00018870857,0.00009722822,0.0011683285,0.000007951756],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00043928748,0.00020566417,0.1504293,0.0005575029,0.0013949381,0.00020090255,0.0021626907,0.8393677,0.0019140784,0.00006886593,0.00009408901,0.0031649806],"study_design_scores_gemma":[0.008405974,0.00082000304,0.012055615,0.0125291385,0.0016140591,0.0022923192,0.0014086739,0.9569453,0.0016207418,0.00007677509,0.0018300987,0.0004012911],"about_ca_topic_score_codex":0.000025420342,"about_ca_topic_score_gemma":0.0000016794905,"teacher_disagreement_score":0.13837367,"about_ca_system_score_codex":0.00012680417,"about_ca_system_score_gemma":0.00029600237,"threshold_uncertainty_score":0.5845109},"labels":[],"label_agreement":null},{"id":"W4406645925","doi":"10.1016/b978-84-8086-483-1.00008-8","title":"10.1016/b978-84-8086-483-1.00008-8","year":2000,"lang":"en","type":"book-chapter","venue":"Time to knit","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Medicine","score_opus":0.020048525887531303,"score_gpt":0.22031041906153032,"score_spread":0.200261893173999,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4406645925","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000002813577,0.0002072424,6.3478467e-7,0.00028879766,0.0000054131665,0.00042284818,0.000039836646,0.00027369123,0.99875873],"genre_scores_gemma":[0.00003689313,7.3514127e-7,0.000051116556,0.0004259519,0.00062149565,0.000010058782,0.00022004223,0.000117801166,0.9985159],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99831796,0.000014021024,0.0004208796,0.0004565176,0.00046345277,0.0003271928],"domain_scores_gemma":[0.9987644,0.00014905038,0.00009331473,0.00045174893,0.00009199089,0.00044949332],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.00013220747,0.00039020955,0.00064880156,0.000228178,0.00007093361,0.000030096568,0.00013311711,0.00039111436,0.99936974],"category_scores_gemma":[0.00004387829,0.0003581587,0.00027483457,0.00006272125,0.00006607031,0.000037583213,0.000047144975,0.00045149858,0.9953568],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00045359507,0.00003427094,6.2772116e-8,0.000024174065,0.00013509051,0.00016492672,0.000017290111,0.000028649616,0.0000011017296,0.00013785176,0.03830577,0.96069723],"study_design_scores_gemma":[0.0014927147,0.00023705399,0.000007766499,0.00029939407,0.00016919045,0.00004172704,4.2677732e-7,0.0000940508,0.0000030811714,0.0001297463,0.99714965,0.0003752208],"about_ca_topic_score_codex":0.0000064623737,"about_ca_topic_score_gemma":1.3651858e-7,"teacher_disagreement_score":0.960322,"about_ca_system_score_codex":0.000085945736,"about_ca_system_score_gemma":0.00008726816,"threshold_uncertainty_score":0.99988705},"labels":[],"label_agreement":null},{"id":"W4406808063","doi":"10.1142/s0218213025500046","title":"An Interactive Real-Time 3D Representation of a Heart Using a 2D Ultrasound Vest: Proof of Concept","year":2025,"lang":"en","type":"article","venue":"International Journal of Artificial Intelligence Tools","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Artificial Intelligence in Medicine (Canada)","funders":"","keywords":"VEST; Proof of concept; Representation (politics); Computer science; Computer graphics (images); Computer vision; Computer security","score_opus":0.09905747431214974,"score_gpt":0.43508429142148564,"score_spread":0.3360268171093359,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4406808063","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9583019,0.000031499036,0.038531177,0.00034304507,0.00050992775,0.00020305638,0.00001630517,0.000009758808,0.0020533171],"genre_scores_gemma":[0.99442166,0.000009684933,0.005194051,0.00010668001,0.00019673885,0.0000012705532,0.000013209835,0.00000818541,0.000048518785],"study_design_codex":"bench_or_experimental","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.99798113,0.000107310334,0.0011229311,0.00014568432,0.0005345774,0.000108389104],"domain_scores_gemma":[0.9966586,0.0008466623,0.0006510883,0.00013186196,0.0016338548,0.00007789157],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00039432338,0.00010393535,0.00038895805,0.00036513634,0.000026422404,0.000044365563,0.00019198796,0.00006685894,0.0005621926],"category_scores_gemma":[0.0013206545,0.000092695125,0.00018819222,0.0003181057,0.00017006585,0.00045067054,0.000022960778,0.0001694807,0.000002478746],"study_design_candidate":"bench_or_experimental","study_design_consensus":"bench_or_experimental","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0068719476,0.0017258867,0.007147402,0.000042367003,0.0010123024,0.00010367477,0.0062113395,0.07119603,0.5928655,0.005888134,0.000067229485,0.3068682],"study_design_scores_gemma":[0.00056768954,0.000698779,0.0041370555,0.00092558685,0.00014372669,0.00015475381,0.003020441,0.05051336,0.9353001,0.0042032953,0.00021652976,0.00011869255],"about_ca_topic_score_codex":0.000081226004,"about_ca_topic_score_gemma":0.0000044133717,"teacher_disagreement_score":0.34243459,"about_ca_system_score_codex":0.00010615089,"about_ca_system_score_gemma":0.00023944776,"threshold_uncertainty_score":0.6155615},"labels":[],"label_agreement":null},{"id":"W4406818852","doi":"10.1016/j.xjtc.2025.01.014","title":"Feasibility of transcontinental coaching of complex robotic thoracic surgical procedures: A bronchial anastomosis on a 3-dimensional model","year":2025,"lang":"en","type":"article","venue":"JTCVS Techniques","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Toronto General Hospital; University of Toronto; University Health Network","funders":"School of Medicine, Kyorin University","keywords":"Coaching; Anastomosis; Medicine; Surgery; Computer science; General surgery; Psychology","score_opus":0.06496850058963384,"score_gpt":0.39129392299108967,"score_spread":0.32632542240145584,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4406818852","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98301363,0.00004158124,0.0043749297,0.0003788178,0.000019403118,0.00065219996,0.000015493288,0.00019832888,0.011305636],"genre_scores_gemma":[0.99011624,0.000004561874,0.009498703,0.00019674095,0.000019951998,0.000017624066,0.000028896433,0.000011416017,0.00010588623],"study_design_codex":"bench_or_experimental","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9987149,0.00006963746,0.0004851545,0.00025900244,0.00031321315,0.0001580898],"domain_scores_gemma":[0.9993036,0.00020134285,0.00010701941,0.00019978393,0.0001175716,0.000070705784],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00035590734,0.00014819759,0.0005085082,0.00018610814,0.000047038364,0.0000049672294,0.000076979915,0.00011859931,0.00005600522],"category_scores_gemma":[0.00011752554,0.00012007345,0.00022315598,0.00026905286,0.00014242511,0.000041420615,0.000027434795,0.00020562849,4.9266146e-7],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.048589826,0.019050527,0.29528555,0.008201694,0.0012249976,0.00019426647,0.0030477378,0.030423049,0.3094911,0.09373307,0.0013800899,0.18937808],"study_design_scores_gemma":[0.014617338,0.0024894783,0.12319649,0.006492358,0.0007469652,0.00008578054,0.00034031496,0.539079,0.30394793,0.007270903,0.0008565632,0.0008768668],"about_ca_topic_score_codex":0.000032032083,"about_ca_topic_score_gemma":0.000010769618,"teacher_disagreement_score":0.50865597,"about_ca_system_score_codex":0.000053551026,"about_ca_system_score_gemma":0.0001435568,"threshold_uncertainty_score":0.48964533},"labels":[],"label_agreement":null},{"id":"W4406823539","doi":"10.1080/14796678.2025.2458402","title":"Congenital cardiac surgical simulation: bridging global workforce gaps and optimizing outcomes","year":2025,"lang":"en","type":"review","venue":"Future Cardiology","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"SickKids Foundation; Hospital for Sick Children; University of Toronto","funders":"","keywords":"Medicine; Bridging (networking); Workforce; Myocardial bridging; Cardiology; Intensive care medicine; Internal medicine; Coronary angiography; Myocardial infarction","score_opus":0.04039953769714608,"score_gpt":0.37425568819200455,"score_spread":0.33385615049485845,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4406823539","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0000722045,0.96905434,0.00026447658,0.00011722121,0.0022265806,0.00067486777,0.00010273687,0.00015409861,0.027333483],"genre_scores_gemma":[0.00272982,0.99185646,0.00024922952,0.00015823806,0.0038561188,0.00004044728,0.00048583397,0.00003242593,0.0005914176],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9976943,0.0003696123,0.00063237787,0.00065016147,0.00021478551,0.00043874836],"domain_scores_gemma":[0.9978535,0.0012738958,0.00015878167,0.00036470237,0.00010609784,0.00024300072],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0003024662,0.00052383903,0.0038389757,0.00013213875,0.00012966126,0.000037220085,0.00010068385,0.0008811697,0.00005188408],"category_scores_gemma":[0.00019497816,0.0003922535,0.0013146559,0.00040648287,0.00012893513,0.000042711352,0.00013743309,0.0006057263,0.000019660285],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00004590168,0.0000067834776,0.0033652065,0.0023008946,0.0012058056,0.00058932893,0.000015887565,0.0006031275,2.9864577e-9,0.00088079786,0.00014224974,0.990844],"study_design_scores_gemma":[0.0012628469,0.000033908353,0.0006057347,0.0019692294,0.0021759681,0.00036958334,0.000042348012,0.00010986562,7.634341e-9,0.000008394573,0.9931057,0.00031641865],"about_ca_topic_score_codex":0.0000019278218,"about_ca_topic_score_gemma":3.2267107e-7,"teacher_disagreement_score":0.99296343,"about_ca_system_score_codex":0.00015316319,"about_ca_system_score_gemma":0.00022641724,"threshold_uncertainty_score":0.99985296},"labels":[],"label_agreement":null},{"id":"W4406934729","doi":"10.1016/j.ijgc.2025.101665","title":"Raising the bar: enhancing the quality and impact of surgical video publications in gynecological oncology","year":2025,"lang":"en","type":"editorial","venue":"International Journal of Gynecological Cancer","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University Health Centre","funders":"","keywords":"Medicine; Raising (metalworking); Gynecologic oncology; Quality (philosophy); Bar (unit); Oncology; Gynecology; General surgery; Oceanography","score_opus":0.0754722699177046,"score_gpt":0.4757258665896179,"score_spread":0.4002535966719133,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4406934729","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.55692583,0.004323092,0.00027634535,0.058273967,0.3627817,0.0011147673,0.00024907565,0.00004724438,0.016007988],"genre_scores_gemma":[0.9235287,0.0023089484,0.00006529709,0.0005192179,0.07318721,0.00003765526,0.000033998982,0.000011951576,0.0003070436],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9956533,0.0007118384,0.0018144285,0.0003019295,0.0012243165,0.00029423228],"domain_scores_gemma":[0.96493506,0.031369276,0.0013650665,0.0002026664,0.0019655866,0.00016236225],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0038632413,0.000269189,0.0010705893,0.00029375302,0.000104224084,0.000080733626,0.0006429048,0.0007710994,0.0024090817],"category_scores_gemma":[0.016734239,0.00012246503,0.0006185652,0.00035772088,0.0004599988,0.00011734463,0.00023729778,0.0021804445,0.0000020568734],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0100905085,0.0033281012,0.17953527,0.00020816816,0.00571289,0.0011255795,0.0013823594,0.0043473034,0.0002895289,0.0068964898,0.49714103,0.28994277],"study_design_scores_gemma":[0.005774405,0.00077145995,0.25768006,0.0003059053,0.00019119585,0.00007704296,0.00014875272,0.00015644511,0.000017846365,0.0011061877,0.7336092,0.00016153915],"about_ca_topic_score_codex":0.00021658294,"about_ca_topic_score_gemma":0.00030761168,"teacher_disagreement_score":0.36660287,"about_ca_system_score_codex":0.001286597,"about_ca_system_score_gemma":0.0023872985,"threshold_uncertainty_score":0.99850285},"labels":[],"label_agreement":null},{"id":"W4406973300","doi":"10.1016/j.bjps.2025.01.040","title":"Technical skills assessment during simulated cleft lip repair","year":2025,"lang":"en","type":"article","venue":"Journal of Plastic Reconstructive & Aesthetic Surgery","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"SickKids Foundation; Hospital for Sick Children; University of Toronto","funders":"","keywords":"Psychology; Orthodontics; Computer science; Dentistry; Medicine","score_opus":0.012908297974333528,"score_gpt":0.2973943502243801,"score_spread":0.2844860522500466,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4406973300","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9914783,0.00007644234,0.0010640362,0.0002599419,0.0014641994,0.00015437286,0.0000023294328,0.00008909993,0.0054112766],"genre_scores_gemma":[0.9978356,0.00004302672,0.0017201989,0.000108940825,0.000110519795,0.0000019069913,0.0000023247756,0.000020325342,0.00015717854],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9975229,0.00017058612,0.0012688874,0.00025465945,0.00046344544,0.0003195427],"domain_scores_gemma":[0.9950336,0.0034808374,0.0005417796,0.00021651173,0.00047082134,0.00025640617],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00089265424,0.00022503278,0.0008813105,0.000697414,0.00011258357,0.00003101838,0.00008283005,0.00018132286,0.00041663376],"category_scores_gemma":[0.0016285026,0.00017895685,0.0008356888,0.0005499406,0.000222876,0.00013401575,0.000036519952,0.0006803831,0.000010498713],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0010238258,0.00057513645,0.9383258,0.00010293838,0.00039005835,0.0010226705,0.000052163923,0.0012599722,0.00053652754,0.000446389,0.0003732653,0.055891257],"study_design_scores_gemma":[0.0042838426,0.00018071028,0.98200405,0.0018648377,0.00037172617,0.0056593125,0.00022334317,0.0018844767,0.000229518,0.0005965675,0.0024649817,0.00023664361],"about_ca_topic_score_codex":0.0000021669896,"about_ca_topic_score_gemma":5.1369807e-7,"teacher_disagreement_score":0.055654615,"about_ca_system_score_codex":0.00028107112,"about_ca_system_score_gemma":0.00064549764,"threshold_uncertainty_score":0.7297648},"labels":[],"label_agreement":null},{"id":"W4407009055","doi":"10.1007/s44186-025-00347-9","title":"Evaluating the role and future direction of the Japanese association for surgical education: a needs assessment survey among participants in the annual meetings","year":2025,"lang":"en","type":"article","venue":"Global Surgical Education - Journal of the Association for Surgical Education","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"","keywords":"Association (psychology); Medical education; Medicine; Psychology","score_opus":0.028550164363175867,"score_gpt":0.4114129708864669,"score_spread":0.382862806523291,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4407009055","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9550693,0.0013012758,0.0000039245297,0.026031252,0.0047202576,0.0018942974,0.00006714496,0.000015567928,0.010897004],"genre_scores_gemma":[0.99429166,0.00011825874,0.0000702776,0.00065567007,0.0014895645,0.00028960663,0.00008995736,0.000015238294,0.0029797482],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9940506,0.0021565086,0.0015222816,0.00032435014,0.001474103,0.00047214268],"domain_scores_gemma":[0.9888394,0.004994555,0.0023803646,0.0003893484,0.0031946308,0.0002017075],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.011454686,0.00028982258,0.0006167544,0.00017384687,0.0006576337,0.0001972967,0.00046172814,0.0004088868,0.00004065683],"category_scores_gemma":[0.006646615,0.0001574587,0.0006013126,0.0021634814,0.00011771398,0.00033252707,0.000074045616,0.0006753984,9.4093565e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0011222017,0.0022987735,0.9159576,0.00008839912,0.00030454062,2.7104494e-7,0.0029501806,0.00030687504,0.000005566369,0.011295053,0.0039376286,0.06173289],"study_design_scores_gemma":[0.0040518935,0.00016909628,0.7886797,0.00025962875,0.00048625018,0.00003800045,0.010876986,0.00065111526,0.000016678765,0.0020439527,0.19257206,0.00015461193],"about_ca_topic_score_codex":0.00044359308,"about_ca_topic_score_gemma":0.00012105931,"teacher_disagreement_score":0.18863444,"about_ca_system_score_codex":0.00195471,"about_ca_system_score_gemma":0.004182214,"threshold_uncertainty_score":0.7957099},"labels":[],"label_agreement":null},{"id":"W4407054213","doi":"10.1016/j.jmig.2025.01.014","title":"Work Related Pain in Gynecologic Surgeons - A National Survey","year":2025,"lang":"en","type":"article","venue":"Journal of Minimally Invasive Gynecology","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University","funders":"Lowe Foundation","keywords":"Medicine; General surgery; Gynecology; Family medicine; Obstetrics","score_opus":0.041267879791161914,"score_gpt":0.3148840472942002,"score_spread":0.2736161675030383,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4407054213","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97982264,0.00021951682,0.000030209172,0.0028534397,0.0004919513,0.0001865168,0.0000025775305,0.000013580306,0.016379585],"genre_scores_gemma":[0.99581385,0.00006504448,0.00039618302,0.0030513236,0.000028749395,0.000006264659,0.00001403298,0.000009262816,0.0006153078],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9972944,0.00090369745,0.0010522952,0.0001804991,0.0002780076,0.0002910892],"domain_scores_gemma":[0.97828656,0.020247132,0.0004212271,0.000090505884,0.0008288425,0.00012572194],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.004717894,0.00014353392,0.0006171497,0.00071758527,0.000051825657,0.000011895026,0.00013449263,0.00028906376,0.0014689435],"category_scores_gemma":[0.050092403,0.000120875564,0.00019051302,0.0010261518,0.0001153312,0.00006892075,0.00004130711,0.0005922803,0.000026701906],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0009119336,0.00047253995,0.98289365,0.000021140162,0.00023958492,0.000785082,0.0001256951,0.00045525606,0.00013917204,0.00061833614,0.0035584662,0.009779155],"study_design_scores_gemma":[0.0057432344,0.0007066039,0.9856333,0.0001370796,0.00003857981,0.000058281697,0.00015371152,0.00007841745,0.000033935892,0.0014592845,0.005865311,0.00009226002],"about_ca_topic_score_codex":0.000011584598,"about_ca_topic_score_gemma":0.0004913974,"teacher_disagreement_score":0.04537451,"about_ca_system_score_codex":0.00033031995,"about_ca_system_score_gemma":0.0014439858,"threshold_uncertainty_score":0.9994438},"labels":[],"label_agreement":null},{"id":"W4407155172","doi":"10.1245/s10434-025-16951-4","title":"Microlearning in Complex Surgical Oncology: Proof of Concept and Impact on Surgical Skills Acquisition During Residency","year":2025,"lang":"en","type":"article","venue":"Annals of Surgical Oncology","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université Laval","funders":"","keywords":"Medicine; Surgical oncology; Medical physics; Economic shortage; Workload; Workforce; Medical education; General surgery; Surgery","score_opus":0.057962563129807534,"score_gpt":0.42434278539290365,"score_spread":0.36638022226309613,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4407155172","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9251649,0.0007412725,0.0000038218063,0.0069816685,0.0000657228,0.00041705917,0.000014959264,0.000034189427,0.066576414],"genre_scores_gemma":[0.99814034,0.00094642484,0.00008220665,0.00031197435,0.00010194163,0.000013641074,0.00005695531,0.000016320684,0.000330229],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9968857,0.00065262493,0.0011441979,0.00047669435,0.00032786943,0.0005128816],"domain_scores_gemma":[0.99605036,0.002870249,0.0003422969,0.00021819033,0.00025592596,0.00026300197],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0011152416,0.00027086373,0.0014973436,0.0004900349,0.000072783,0.000008281789,0.000113193266,0.0005220476,0.0011675819],"category_scores_gemma":[0.000104160245,0.00021303087,0.00032935885,0.0006297984,0.00056507136,0.00008210365,0.000115180366,0.00061499776,0.00000493368],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.056507558,0.011169511,0.16935697,0.00074722944,0.0010064868,0.020383947,0.0025763742,0.0063246554,0.002327386,0.01743816,0.0013113709,0.71085036],"study_design_scores_gemma":[0.044636402,0.008579173,0.4258661,0.0013085372,0.00013717529,0.0011634941,0.0005451067,0.0011185202,0.014041113,0.0011810878,0.5008985,0.00052477926],"about_ca_topic_score_codex":0.00006887334,"about_ca_topic_score_gemma":0.000009752487,"teacher_disagreement_score":0.7103256,"about_ca_system_score_codex":0.00014147146,"about_ca_system_score_gemma":0.00036506238,"threshold_uncertainty_score":0.9997455},"labels":[],"label_agreement":null},{"id":"W4407165471","doi":"10.1055/a-2505-6019","title":"Gender disparity in hepatobiliary endoscopy training and delivery: Results of a nationwide survey","year":2025,"lang":"en","type":"article","venue":"Endoscopy International Open","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Medicine; Redress; Endoscopic retrograde cholangiopancreatography; Quarter (Canadian coin); Endoscopy; Gender disparity; Family medicine; Internal medicine; Demography; Pancreatitis","score_opus":0.08915884179486588,"score_gpt":0.38183827308384444,"score_spread":0.29267943128897855,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4407165471","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9039106,0.000094118426,0.00022367811,0.000742969,0.00029199122,0.00041896725,0.00010094609,0.000018081491,0.09419867],"genre_scores_gemma":[0.9964434,0.00005398285,0.0020180133,0.0006419772,0.000024167437,0.000023059712,0.00021877415,0.000008077386,0.000568545],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99869347,0.00012572602,0.0004949706,0.00029018742,0.00025556274,0.0001400831],"domain_scores_gemma":[0.99858266,0.00092602486,0.00011136889,0.00014135911,0.00017074872,0.00006783123],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001003997,0.00011156109,0.00030480567,0.00025120145,0.000036281686,0.000046167173,0.0002145653,0.00006534883,0.00016410435],"category_scores_gemma":[0.0013221675,0.000104691906,0.00004149634,0.00029458676,0.00006233648,0.0002027439,0.00017341986,0.00017322833,0.0000043268233],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0023895514,0.00020378389,0.9850116,0.00002345939,0.00014528177,0.000022213904,0.00073439674,0.00012611142,0.00037364193,0.0048700734,0.0001839261,0.005915958],"study_design_scores_gemma":[0.012279402,0.000053769945,0.9717802,0.00025754466,0.000018708755,0.0000037966533,0.0003546902,0.007848554,0.001401197,0.00085665483,0.005047367,0.00009810948],"about_ca_topic_score_codex":0.0019243363,"about_ca_topic_score_gemma":0.0007866433,"teacher_disagreement_score":0.09363012,"about_ca_system_score_codex":0.00006810698,"about_ca_system_score_gemma":0.00021569862,"threshold_uncertainty_score":0.42692122},"labels":[],"label_agreement":null},{"id":"W4407224808","doi":"10.1503/cjs.007724","title":"Colorectal surgeon physical pain and conditioning: a national survey","year":2025,"lang":"en","type":"article","venue":"Canadian Journal of Surgery","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"University of Manitoba; University of British Columbia","funders":"","keywords":"Medicine; Conditioning; General surgery; Physical therapy","score_opus":0.05451909383854072,"score_gpt":0.30031001268577334,"score_spread":0.24579091884723261,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4407224808","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9948721,0.00016043318,0.000055683562,0.0008688487,0.00024035884,0.000037063583,0.000016001772,0.000004597971,0.003744895],"genre_scores_gemma":[0.99879843,0.000003582779,0.000012014168,0.0009022467,0.00010989984,7.571421e-7,0.000027906,0.000005102894,0.00014004686],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99921954,0.00015439672,0.00024467832,0.00007224832,0.00015933767,0.00014978321],"domain_scores_gemma":[0.99643105,0.0026797683,0.0000850086,0.00002919084,0.00037685368,0.00039814026],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0019404481,0.00006460852,0.00026336257,0.00040831196,0.00008583814,0.000029983985,0.000021587812,0.000045752404,0.00017038919],"category_scores_gemma":[0.0032554094,0.00005835687,0.00010052099,0.0002866676,0.00009190518,0.00006331876,0.0000026069454,0.00016126204,0.000001723371],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00008618515,0.000020397441,0.98347324,0.000014012034,0.00008154736,0.00019731502,0.000074617834,0.000021610616,0.000014843687,0.0006975304,0.0058476008,0.009471091],"study_design_scores_gemma":[0.00057843985,0.00003053321,0.9842341,0.00014138407,0.00001769466,0.0000735454,0.000060697734,0.000530547,0.000032988275,0.0004810431,0.01376308,0.00005596663],"about_ca_topic_score_codex":0.00056848826,"about_ca_topic_score_gemma":0.0016174607,"teacher_disagreement_score":0.009415125,"about_ca_system_score_codex":0.00009602493,"about_ca_system_score_gemma":0.0021877694,"threshold_uncertainty_score":0.38972643},"labels":[],"label_agreement":null},{"id":"W4407285156","doi":"10.1093/jcag/gwae059.047","title":"A47 VIRTUAL REALITY SIMULATION TRAINING IN GASTROINTESTINAL ENDOSCOPY: A COCHRANE REVIEW","year":2025,"lang":"en","type":"review","venue":"Journal of the Canadian Association of Gastroenterology","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Hospital for Sick Children; Queen's University; University of Toronto","funders":"","keywords":"Virtual reality; Medicine; Endoscopy; Computer science; Medical physics; Radiology; Artificial intelligence","score_opus":0.0497310184341978,"score_gpt":0.3618785723717998,"score_spread":0.312147553937602,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4407285156","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0004778091,0.979888,0.0002820106,0.012331522,0.0012947797,0.0020934234,0.00018404053,0.000017807579,0.0034305959],"genre_scores_gemma":[0.028455708,0.9680532,0.0001977228,0.0024844015,0.0002780286,0.000009631984,0.000055046312,0.000028891955,0.00043734687],"study_design_codex":"design_other","study_design_gemma":"systematic_review","domain_scores_codex":[0.99578685,0.0013777303,0.0017972408,0.00016783793,0.00048178283,0.0003885784],"domain_scores_gemma":[0.99462575,0.0015187167,0.002922042,0.00020566054,0.00047214396,0.00025571283],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0032328428,0.00023572896,0.002378648,0.00060372305,0.000057560286,0.000011395794,0.0002485279,0.00021362033,0.00012377289],"category_scores_gemma":[0.00802628,0.00017498861,0.00084157404,0.00046011462,0.000055051623,0.0000536615,0.000027842596,0.0009789714,0.0000021239848],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0023722888,0.0004928925,0.12204325,0.081449814,0.002728234,0.00070441404,0.00076175825,0.00822598,0.000001958181,0.00051583286,0.005725549,0.77497804],"study_design_scores_gemma":[0.008935743,0.0016795197,0.012747395,0.506992,0.003734448,0.0013858739,0.00008264779,0.00044955668,1.1172856e-7,0.00008130092,0.46366584,0.00024557073],"about_ca_topic_score_codex":0.0005432831,"about_ca_topic_score_gemma":0.041412313,"teacher_disagreement_score":0.7747325,"about_ca_system_score_codex":0.0021997527,"about_ca_system_score_gemma":0.0030637488,"threshold_uncertainty_score":0.9760794},"labels":[],"label_agreement":null},{"id":"W4407300995","doi":"10.1016/j.jpedsurg.2025.162232","title":"Iterative Design and Manufacturing of a 3D-Printed Pediatric Open and Laparoscopic Integrated Simulator for Hernia Repair (POLISHeR)","year":2025,"lang":"en","type":"article","venue":"Journal of Pediatric Surgery","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University Health Centre; BC Children's Hospital; McGill University; University of British Columbia","funders":"","keywords":"Medicine; 3d printed; Hernia repair; Surgery; Hernia; Simulation; General surgery; Biomedical engineering; Engineering","score_opus":0.044942274042904344,"score_gpt":0.32389529827745667,"score_spread":0.2789530242345523,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4407300995","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9946195,0.0017174153,0.0025924256,0.00012812512,0.00032034967,0.00043549642,0.0000053639487,0.000020350684,0.00016098567],"genre_scores_gemma":[0.994708,0.0005674964,0.0037939313,0.00017747332,0.00054940156,0.000005266184,0.000003051899,0.000014904986,0.00018045813],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99848807,0.00013031598,0.0008291229,0.00018424312,0.0001845733,0.00018365252],"domain_scores_gemma":[0.9952262,0.003715293,0.0004903207,0.00010560711,0.0003027426,0.00015980676],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0012469367,0.0001585293,0.0007352775,0.00060352765,0.00006163131,0.000053611013,0.00007411065,0.00010859942,0.000052671887],"category_scores_gemma":[0.0013206463,0.00012064178,0.00015511802,0.00036214577,0.000033347547,0.00020370493,0.0000620112,0.00022786138,4.569726e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.003618481,0.0002882794,0.9764478,0.0007382228,0.0003997362,0.00010510704,0.00044683745,0.0007822543,0.000053926426,0.000038051563,0.004460414,0.012620852],"study_design_scores_gemma":[0.04168041,0.0018655035,0.8985397,0.0010629023,0.0048686876,0.00015226315,0.0014668655,0.02896253,0.0044536213,0.0012986478,0.014649854,0.0009989634],"about_ca_topic_score_codex":0.000011372839,"about_ca_topic_score_gemma":7.929588e-7,"teacher_disagreement_score":0.077908084,"about_ca_system_score_codex":0.00004581377,"about_ca_system_score_gemma":0.00036745207,"threshold_uncertainty_score":0.4919629},"labels":[],"label_agreement":null},{"id":"W4407367508","doi":"10.1016/j.amjsurg.2025.116248","title":"Continuous intraoperative AI monitoring of surgical technical skills using computer vision","year":2025,"lang":"en","type":"editorial","venue":"The American Journal of Surgery","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University; Montreal Neurological Institute and Hospital","funders":"National Institutes of Health","keywords":"Computer science; Human–computer interaction; Artificial intelligence; Computer vision; Medical physics; Medicine","score_opus":0.01821016205491581,"score_gpt":0.3486174388470514,"score_spread":0.33040727679213555,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4407367508","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5542045,0.00068168965,0.0011499147,0.00081959146,0.44255644,0.00022793887,0.000026435437,0.000040717237,0.00029275418],"genre_scores_gemma":[0.6105505,0.0007110636,0.0011882175,0.00010473061,0.387315,0.0000012740927,0.0000128099755,0.000039822073,0.000076577904],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9965037,0.0004279395,0.0014198498,0.00021947254,0.0011326926,0.0002963102],"domain_scores_gemma":[0.9858156,0.010936256,0.0016350802,0.00027818137,0.0011481188,0.00018680477],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0019093212,0.00029604338,0.002190731,0.0004325829,0.00008692622,0.00004152713,0.00021787822,0.00022914865,0.000045572444],"category_scores_gemma":[0.00081503217,0.00018213144,0.00076414103,0.0006504945,0.00058657874,0.000091196234,0.000095823016,0.0017461106,0.0000015819593],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.013401989,0.001726373,0.037490256,0.00038914173,0.0028632772,0.0051344405,0.0006771538,0.0024102207,0.00091408234,0.000036623453,0.42843318,0.50652325],"study_design_scores_gemma":[0.010589199,0.003890854,0.02532862,0.027804857,0.0029754664,0.0025156043,0.0011445686,0.0017283336,0.001270197,0.00010718445,0.92114,0.0015051272],"about_ca_topic_score_codex":0.000026298112,"about_ca_topic_score_gemma":1.13832904e-7,"teacher_disagreement_score":0.5050182,"about_ca_system_score_codex":0.0001584603,"about_ca_system_score_gemma":0.0009035195,"threshold_uncertainty_score":0.75860786},"labels":[],"label_agreement":null},{"id":"W4407909964","doi":"10.1016/j.amjsurg.2025.116276","title":"Learning how to suture: Should learners observe a demonstration of someone who is experienced or inexperienced to improve their own performance?","year":2025,"lang":"en","type":"article","venue":"The American Journal of Surgery","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"McMaster University","keywords":"Task (project management); Variance (accounting); Pairwise comparison; Psychology; Applied psychology; Computer science; Simulation; Engineering; Developmental psychology","score_opus":0.06362408246456819,"score_gpt":0.32521909765794876,"score_spread":0.2615950151933806,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4407909964","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99029946,0.000050351955,0.000747441,0.008248015,0.00020751981,0.00015069023,0.0000010044547,0.000017082939,0.00027842275],"genre_scores_gemma":[0.9961047,0.000077687306,0.00025817123,0.002940547,0.000120561184,0.000009934073,8.8025376e-7,0.000012973026,0.0004745497],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9985758,0.000120949735,0.0005397005,0.00015992184,0.0003456079,0.00025803322],"domain_scores_gemma":[0.99802244,0.0007926706,0.0004984861,0.00019192876,0.00028941088,0.00020506035],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0008485469,0.00015639931,0.0006833858,0.00032312694,0.00011848594,0.000035041012,0.00014984749,0.000035584217,0.00009152332],"category_scores_gemma":[0.0007875161,0.000086721135,0.00021779665,0.0013994707,0.00022236475,0.0001648244,0.000040993058,0.00037823507,0.0000017842997],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.007369368,0.00011314211,0.14839485,0.00004754903,0.00025373982,0.00002903776,0.0379202,0.002243283,0.04137071,0.00003089324,0.00035846286,0.7618688],"study_design_scores_gemma":[0.0036875831,0.005376286,0.4923434,0.0022351327,0.00022781403,0.00021525942,0.33701044,0.006668133,0.13715544,0.000026686288,0.014331854,0.000722001],"about_ca_topic_score_codex":0.00001684963,"about_ca_topic_score_gemma":0.0000011609527,"teacher_disagreement_score":0.7611468,"about_ca_system_score_codex":0.000058051344,"about_ca_system_score_gemma":0.00034118048,"threshold_uncertainty_score":0.3536385},"labels":[],"label_agreement":null},{"id":"W4407928852","doi":"10.1111/tct.70048","title":"Preparing to Operate: A Multinational Analysis of Practices and Perceptions of Surgical Residents","year":2025,"lang":"en","type":"article","venue":"The Clinical Teacher","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University; Montreal Neurological Institute and Hospital","funders":"","keywords":"Preparedness; Demographics; Medicine; Medical education; Curriculum; Perception; Nursing; Psychology","score_opus":0.1098771177548972,"score_gpt":0.5037068085030506,"score_spread":0.39382969074815344,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4407928852","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98507476,0.0000427941,0.000080941725,0.002440342,0.00002571226,0.00013767295,0.0000020914529,0.000012148143,0.012183527],"genre_scores_gemma":[0.9966989,0.000032146912,0.00043682216,0.0002072273,0.00003163423,0.000004799395,0.000005924783,0.0000027716924,0.0025797647],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9989542,0.00020137423,0.00047099983,0.00014893667,0.00015980045,0.000064702115],"domain_scores_gemma":[0.9976947,0.0018149809,0.00014953062,0.00016603504,0.00011359962,0.000061175524],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0014238722,0.000048401107,0.00030249555,0.00010960451,0.00003851047,0.000006989506,0.00005906216,0.000060632094,0.0004255744],"category_scores_gemma":[0.0025519656,0.0000303568,0.0001391309,0.00051100756,0.000113697344,0.00002931347,0.00006893778,0.00015826366,0.0000035968314],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00044616737,0.0003314238,0.9837398,0.00001319145,0.0008283944,0.000001509882,0.0005745419,0.0003109378,0.00005135053,0.0009306919,0.00012473113,0.012647279],"study_design_scores_gemma":[0.0013194275,0.000056635843,0.98578894,0.000042805867,0.00085007166,7.5352835e-7,0.00049169845,0.008897669,0.000012289869,0.000037407048,0.0024739646,0.000028316941],"about_ca_topic_score_codex":0.000064871514,"about_ca_topic_score_gemma":0.000024302813,"teacher_disagreement_score":0.012618962,"about_ca_system_score_codex":0.0000084743415,"about_ca_system_score_gemma":0.0000376803,"threshold_uncertainty_score":0.46597412},"labels":[],"label_agreement":null},{"id":"W4407948542","doi":"10.1126/scirobotics.adq0192","title":"Telesurgery and the importance of context","year":2025,"lang":"en","type":"review","venue":"Science Robotics","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":16,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto; St. Michael's Hospital","funders":"","keywords":"Software deployment; Context (archaeology); Computer science; Key (lock); Realization (probability); Risk analysis (engineering); Data science; Management science; Engineering; Medicine; Computer security; Software engineering","score_opus":0.06977676407531161,"score_gpt":0.38186629600673067,"score_spread":0.3120895319314191,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4407948542","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000004814385,0.99171746,0.00010747013,0.0001849862,0.00017194684,0.0003095018,0.0000020001403,0.000010351534,0.0074914778],"genre_scores_gemma":[0.0014781872,0.99746907,0.00036033185,0.00026094678,0.000024535346,0.0000039472493,0.0000024541157,0.000004182419,0.00039632153],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99900544,0.000034567354,0.0003615502,0.00018847238,0.00027016134,0.00013979686],"domain_scores_gemma":[0.9982751,0.0011467038,0.00018096188,0.00023652776,0.0000924944,0.00006821784],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0010613737,0.00010370455,0.0008722023,0.00011391279,0.00007817732,0.00001676988,0.0001248984,0.000059514365,0.000019831947],"category_scores_gemma":[0.0012103918,0.00005191777,0.00015328328,0.0008129623,0.0012907649,0.000027715747,0.000064520675,0.00016118842,0.0000024575409],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000051880766,0.000007713492,0.00024871205,0.0020858517,0.000013067154,0.0000036901686,0.000021861937,0.0000096288995,8.77727e-9,0.012090979,0.00001387391,0.98549944],"study_design_scores_gemma":[0.0010918563,0.00001761711,0.00016466793,0.014867302,0.0005233051,0.000033056454,0.000081441205,0.0007431995,3.2435926e-7,0.0002239779,0.982128,0.00012523051],"about_ca_topic_score_codex":0.0000014744272,"about_ca_topic_score_gemma":7.0848347e-7,"teacher_disagreement_score":0.9853742,"about_ca_system_score_codex":0.000022266426,"about_ca_system_score_gemma":0.0007214157,"threshold_uncertainty_score":0.47558773},"labels":[],"label_agreement":null},{"id":"W4407983553","doi":"10.3389/fsurg.2025.1568587","title":"Editorial: Modern advances in arthroplasty","year":2025,"lang":"en","type":"editorial","venue":"Frontiers in Surgery","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta; University of Calgary","funders":"","keywords":"Medicine; Arthroplasty; Medical physics; Data science; Intensive care medicine; Surgery; Computer science","score_opus":0.009438954701821208,"score_gpt":0.2803578365322354,"score_spread":0.2709188818304142,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4407983553","genre_codex":"editorial","genre_gemma":"editorial","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"editorial","genre_consensus":"editorial","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00010834801,0.007658395,0.0005642668,0.000056557787,0.98533386,0.0002378351,0.00004157656,0.0000817527,0.0059174187],"genre_scores_gemma":[0.0010189707,0.004867651,0.0003480372,0.000052471943,0.99165505,0.000046664325,0.00052655727,0.00004052725,0.0014440953],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9972358,0.00012372935,0.00074713357,0.0005561156,0.00088543136,0.00045183522],"domain_scores_gemma":[0.99649405,0.0027729704,0.00016863494,0.00030077487,0.00014203857,0.0001215135],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0008336792,0.00032110364,0.0012928951,0.00091955694,0.00003234539,0.000025382224,0.00008356383,0.0011453271,0.0000592302],"category_scores_gemma":[0.004085584,0.0003123016,0.00025301863,0.0006352035,0.0000844351,0.00016660683,0.000042766464,0.0013518026,0.000007841838],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0005777979,0.000088499844,0.037011273,0.00020565752,0.000029134688,0.00009755934,0.000050298568,0.00015962162,5.7172503e-8,0.0000020337975,0.8877809,0.07399716],"study_design_scores_gemma":[0.0019434588,0.000013557848,0.00047182332,0.0012411294,0.000028005701,2.5836187e-7,0.00005413801,0.000515188,8.106528e-7,0.00047704505,0.9949998,0.0002547726],"about_ca_topic_score_codex":0.00002993875,"about_ca_topic_score_gemma":0.000048247268,"teacher_disagreement_score":0.10721891,"about_ca_system_score_codex":0.00024376634,"about_ca_system_score_gemma":0.00094293396,"threshold_uncertainty_score":0.9999329},"labels":[],"label_agreement":null},{"id":"W4407987091","doi":"10.36834/cmej.79303","title":"The timing of transition to senior surgical resident: a national survey of Canadian program directors","year":2025,"lang":"en","type":"article","venue":"Canadian Medical Education Journal","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"Western University","funders":"","keywords":"Transition (genetics); Business; Family medicine; Medicine; Biology; Genetics","score_opus":0.036362165885183956,"score_gpt":0.36483813487162725,"score_spread":0.32847596898644327,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4407987091","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.787792,0.00073191914,0.0000412545,0.12966402,0.001976101,0.0008468761,0.000052833668,0.000022504997,0.07887246],"genre_scores_gemma":[0.99524885,0.00004545459,0.00013844341,0.003838459,0.00016636572,0.000010579991,0.000041024607,0.000007172117,0.00050365634],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9982609,0.00018245452,0.0005018671,0.000113950824,0.00067217054,0.0002686592],"domain_scores_gemma":[0.99426043,0.0004164204,0.00007980261,0.00009160179,0.0010997318,0.004052008],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0019033945,0.000080141894,0.00019395092,0.0010017494,0.00021684355,0.000030485444,0.00012609192,0.0001252135,0.0036649066],"category_scores_gemma":[0.012322258,0.000060942235,0.00008013587,0.0013663538,0.000115322095,0.000037590235,0.000004062903,0.00033814483,0.0000057544785],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0003667033,0.00029892227,0.031515755,0.00008897989,0.00026990785,0.00010548682,0.0027783029,0.00012784784,0.000008802323,0.0053751813,0.09142039,0.8676437],"study_design_scores_gemma":[0.0014074807,0.00009939634,0.46074364,0.00062710734,0.000040915816,0.00019135266,0.0008441577,0.0012353964,0.000039205894,0.00014854356,0.5345178,0.00010497313],"about_ca_topic_score_codex":0.39841673,"about_ca_topic_score_gemma":0.7860888,"teacher_disagreement_score":0.86753875,"about_ca_system_score_codex":0.00038485945,"about_ca_system_score_gemma":0.0573619,"threshold_uncertainty_score":0.9972459},"labels":[],"label_agreement":null},{"id":"W4408021091","doi":"10.1016/j.urolonc.2024.12.079","title":"TEACHING ADVANCED SURGICAL TECHNIQUE USING PEER-REVIEWED MULTIMEDIA: AN ASSESSMENT OF TECHNICAL COMPETENCE IN CADAVERIC-BASED SIMULATION","year":2025,"lang":"en","type":"article","venue":"Urologic Oncology Seminars and Original Investigations","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"London Health Sciences Centre; Western University","funders":"","keywords":"Medicine; Cadaveric spasm; Competence (human resources); Medical education; Medical physics; Multimedia; Peer review; Peer assessment; Surgery; Computer science","score_opus":0.049713931226228844,"score_gpt":0.4441437314599778,"score_spread":0.39442980023374896,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4408021091","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9775527,0.00026694726,0.01310671,0.0030804614,0.00008714579,0.00089114613,0.0000072143034,0.00009428611,0.004913371],"genre_scores_gemma":[0.7283319,0.000012590338,0.27100265,0.0004952306,0.000018085771,0.000048926304,0.00004383682,0.0000055741953,0.000041174917],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99836475,0.00033645664,0.0005449868,0.0003400773,0.00020188051,0.00021184736],"domain_scores_gemma":[0.9982231,0.0011394361,0.00017800085,0.00017932321,0.00012964538,0.00015048172],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0010938107,0.00016239689,0.00051220425,0.00028747946,0.00014379146,0.000008479319,0.00008133192,0.00027302877,0.000043202337],"category_scores_gemma":[0.0005596629,0.00013989312,0.00006128215,0.00046187168,0.000439168,0.000106134925,0.00003667715,0.0006040233,4.013912e-7],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0003374173,0.0011467895,0.78429323,0.0001793493,0.000031564276,0.0003098896,0.00014238189,0.15718912,0.005946465,0.017924724,0.000015391797,0.032483704],"study_design_scores_gemma":[0.0036066384,0.001342687,0.024327746,0.00038406724,0.0001459713,0.00007352869,0.00011809821,0.81390065,0.0002564391,0.0014170023,0.15424342,0.00018373376],"about_ca_topic_score_codex":0.00006946355,"about_ca_topic_score_gemma":0.000026507576,"teacher_disagreement_score":0.7599655,"about_ca_system_score_codex":0.000210762,"about_ca_system_score_gemma":0.0004918747,"threshold_uncertainty_score":0.57046753},"labels":[],"label_agreement":null},{"id":"W4408099510","doi":"10.1007/s43390-025-01060-9","title":"Building consensus: development of a best practice guideline (BPG) for avoiding errors in robotic-assisted spine surgery (RASS)","year":2025,"lang":"en","type":"article","venue":"Spine Deformity","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Toronto Western Hospital; University Health Network","funders":"","keywords":"Medicine; Guideline; Orthopedic surgery; Consensus conference; Surgery; Pathology","score_opus":0.060146606829691744,"score_gpt":0.37796127387132616,"score_spread":0.3178146670416344,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4408099510","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9199959,0.00027384516,0.0708058,0.004068523,0.0004088148,0.0008574309,0.0000043831683,0.00008701175,0.0034982646],"genre_scores_gemma":[0.8476031,0.000006615467,0.1513648,0.000689227,0.000047874295,0.000028496808,0.000056452627,0.000016249045,0.00018721628],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99771833,0.00006706727,0.0012875907,0.00031041718,0.0002621579,0.00035440587],"domain_scores_gemma":[0.99821496,0.0006712728,0.0003159856,0.00021651335,0.00046655553,0.00011469229],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0021784361,0.00019783185,0.000658424,0.0004005138,0.000130735,0.000011793699,0.000067431756,0.00012828807,0.000035549092],"category_scores_gemma":[0.0077718534,0.00017409844,0.0001640028,0.00074991357,0.000055843033,0.00009075495,0.000058125213,0.0002549768,0.0000035127027],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0034609567,0.0044603986,0.094122075,0.0032520494,0.001239013,0.0002781099,0.001658264,0.008892392,0.014973723,0.011806939,0.001475994,0.8543801],"study_design_scores_gemma":[0.039612584,0.00071588386,0.47857994,0.009354231,0.0012549493,0.0003568682,0.0075970595,0.09621514,0.060547236,0.0010422516,0.30291814,0.0018057398],"about_ca_topic_score_codex":0.000079890284,"about_ca_topic_score_gemma":0.00012036926,"teacher_disagreement_score":0.85257435,"about_ca_system_score_codex":0.00023060548,"about_ca_system_score_gemma":0.0005565588,"threshold_uncertainty_score":0.9304196},"labels":[],"label_agreement":null},{"id":"W4408110425","doi":"10.1007/978-3-031-82475-3_12","title":"Sliding Adaptive Dynamic Time Warping for Segment Matching in Surgical Simulation Data","year":2025,"lang":"en","type":"book-chapter","venue":"Lecture notes in computer science","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University","funders":"","keywords":"Dynamic time warping; Computer science; Matching (statistics); Image warping; Artificial intelligence; Computer vision","score_opus":0.05134579653125677,"score_gpt":0.3378381739900536,"score_spread":0.28649237745879685,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4408110425","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00074160885,0.0001918257,0.9941893,0.0003338572,0.00034669766,0.0007112302,0.000018932316,0.000061500185,0.0034050462],"genre_scores_gemma":[0.92565036,0.000009974444,0.07293909,0.00049519,0.00021688027,0.0000055265737,0.00017118319,0.000024662413,0.00048712434],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99779195,0.000022253633,0.00045323867,0.0009218926,0.0004607018,0.00034995505],"domain_scores_gemma":[0.9969953,0.0021794848,0.00012791445,0.0005129356,0.000097892465,0.00008651284],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00095120986,0.00026663046,0.00049419166,0.00055624003,0.00011945619,0.00007635123,0.00042034718,0.00021770273,0.0000418767],"category_scores_gemma":[0.00017086841,0.00023988297,0.00007767291,0.00029584175,0.00010288187,0.00018345476,0.00043757664,0.00048753194,0.000006963826],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000097251606,0.000017920802,0.00004129003,0.000048942056,0.000012482575,0.00006670963,0.00021443887,0.53801674,0.0000113115,0.00079040887,6.5508414e-7,0.46068186],"study_design_scores_gemma":[0.001383371,0.00007198022,0.00009622545,0.0015489261,0.000021191447,0.000010330766,6.7586706e-7,0.9874362,0.00001339575,0.007983412,0.0012122338,0.00022209088],"about_ca_topic_score_codex":0.000009976049,"about_ca_topic_score_gemma":0.000030204472,"teacher_disagreement_score":0.92490876,"about_ca_system_score_codex":0.00039213288,"about_ca_system_score_gemma":0.00027395552,"threshold_uncertainty_score":0.9782144},"labels":[],"label_agreement":null},{"id":"W4408140255","doi":"10.1016/j.clinimag.2025.110440","title":"Single session segmentation and live registration for augmented reality image guidance of cryoneurolysis","year":2025,"lang":"en","type":"article","venue":"Clinical Imaging","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University","funders":"","keywords":"Medicine; Augmented reality; Computer vision; Session (web analytics); Artificial intelligence; Segmentation; Image registration; Medical physics; Image (mathematics); World Wide Web; Computer science","score_opus":0.08625242173769788,"score_gpt":0.449321901310272,"score_spread":0.3630694795725741,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4408140255","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8865857,0.0002218498,0.098748796,0.0048074834,0.00024023787,0.00059011526,0.000009813209,0.0000784176,0.008717585],"genre_scores_gemma":[0.99238867,0.000020604217,0.0064015477,0.00083977415,0.000046899102,0.000008739469,0.0000414904,0.0000054159273,0.00024686113],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99899673,0.000072336676,0.0005354702,0.00021593164,0.00009447085,0.00008503824],"domain_scores_gemma":[0.9987062,0.0007761327,0.00017309011,0.00012613395,0.0001660511,0.00005236989],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00059418654,0.00006373705,0.0002146132,0.000044151064,0.00005368073,0.000017044315,0.000023748658,0.000036609024,0.000021236841],"category_scores_gemma":[0.0014295157,0.000056502304,0.00008606045,0.00011764728,0.00011171888,0.00009411912,0.000020150812,0.00008040994,8.359538e-7],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0014739077,0.0006919338,0.42080453,0.00042966363,0.00010668175,0.000011710476,0.00020909555,0.000021055457,0.06204732,0.0007441711,0.0010797996,0.5123801],"study_design_scores_gemma":[0.015402942,0.00039353268,0.8403331,0.0010037755,0.00052177056,0.0000055867727,0.0008517324,0.11188882,0.021172171,0.0024873156,0.0057252473,0.0002140171],"about_ca_topic_score_codex":0.000010641112,"about_ca_topic_score_gemma":0.0000015909808,"teacher_disagreement_score":0.5121661,"about_ca_system_score_codex":0.000018240235,"about_ca_system_score_gemma":0.000029784967,"threshold_uncertainty_score":0.23040971},"labels":[],"label_agreement":null},{"id":"W4408168308","doi":"10.1097/as9.0000000000000558","title":"Maximizing Surgical Success by Aligning Interventions to Outcomes: A Systematic Review","year":2025,"lang":"en","type":"review","venue":"Annals of Surgery Open","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"The Scarborough Hospital; North York General Hospital; University of Toronto","funders":"","keywords":"Psychological intervention; Systematic review; Medicine; Intensive care medicine; Psychology; MEDLINE; Nursing; Political science","score_opus":0.4288415614541345,"score_gpt":0.5337367748343889,"score_spread":0.10489521338025437,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4408168308","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0000027211556,0.9867309,0.000022762011,0.0011253856,0.00017752138,0.00465825,0.00010075874,0.000046766763,0.00713495],"genre_scores_gemma":[0.000059152124,0.99248886,0.00004246765,0.0022935749,0.000022915403,0.0006629709,0.0004616586,0.00004455217,0.0039238515],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.9947952,0.00069321285,0.0031197642,0.0005222701,0.00047916916,0.00039039072],"domain_scores_gemma":[0.99266905,0.0049331584,0.0010235461,0.0007278437,0.0003098437,0.00033654997],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.004089416,0.00047009552,0.009015332,0.00048752708,0.00008114225,0.000104248764,0.0005842607,0.00020422331,0.0006818169],"category_scores_gemma":[0.003495602,0.00033016768,0.0031671184,0.0012546693,0.000034126224,0.00015950964,0.00045340645,0.000298519,0.00010131806],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000010232062,0.00013214618,0.00006235213,0.88874376,0.0006598015,0.00008867727,0.000008226918,1.7335195e-7,2.903165e-9,0.000068981084,0.009544106,0.10068153],"study_design_scores_gemma":[0.00014795216,0.000014682802,0.0000035915753,0.64604306,0.0017622064,0.000024496978,0.000009578303,3.899909e-7,2.5772835e-7,0.000003595278,0.35180333,0.00018686026],"about_ca_topic_score_codex":0.00005309759,"about_ca_topic_score_gemma":0.0000017358229,"teacher_disagreement_score":0.34225923,"about_ca_system_score_codex":0.00003482261,"about_ca_system_score_gemma":0.00033465057,"threshold_uncertainty_score":0.99991506},"labels":[],"label_agreement":null},{"id":"W4408187577","doi":"10.1016/j.lers.2025.02.005","title":"Fundamentals of digital surgery","year":2025,"lang":"en","type":"article","venue":"Laparoscopic Endoscopic and Robotic Surgery","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Medicine; Medical physics; General surgery; Psychology","score_opus":0.03547131998261091,"score_gpt":0.2987113421786826,"score_spread":0.2632400221960717,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4408187577","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98336816,0.0019822812,0.00037630112,0.00066967495,0.0008029779,0.00016912779,0.0000033657445,0.0000707845,0.01255732],"genre_scores_gemma":[0.99728084,0.00018919166,0.00012276633,0.00041033875,0.000048840124,0.000008676403,0.000028280401,0.00001026207,0.0019008043],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99880326,0.00003146893,0.00050066446,0.00024379976,0.00017428011,0.0002465096],"domain_scores_gemma":[0.99758154,0.0019597795,0.00009499693,0.00020109233,0.0000430831,0.00011950931],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00018555991,0.00015116352,0.0007382059,0.00023746627,0.00007842858,0.000028553404,0.000032190153,0.00009220922,0.00023989173],"category_scores_gemma":[0.0003086542,0.00012557283,0.00016760189,0.00031963218,0.00020641074,0.00009050741,0.000041526375,0.000104783634,0.000008413697],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00005459346,0.00010385846,0.9819051,0.00031565307,0.00010068616,0.000019989075,0.00003684236,0.000012102138,0.000046208366,0.001104821,0.00037302222,0.015927108],"study_design_scores_gemma":[0.0029666738,0.000066342516,0.97962195,0.002231012,0.00025132264,0.000020402922,0.00037799412,0.00031062748,0.004025238,0.0009872849,0.008862656,0.00027848917],"about_ca_topic_score_codex":0.000010048252,"about_ca_topic_score_gemma":0.0000010500207,"teacher_disagreement_score":0.015648618,"about_ca_system_score_codex":0.000022571381,"about_ca_system_score_gemma":0.00013050472,"threshold_uncertainty_score":0.51207113},"labels":[],"label_agreement":null},{"id":"W4408294346","doi":"10.60118/001c.127691","title":"Opportunities for Remote Surgeon-to-Surgeon Education : A Novel Use Case for Immersive Virtual Reality","year":2025,"lang":"en","type":"article","venue":"Journal of Orthopaedic Experience & Innovation","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Banff Centre; Western University; University of British Columbia","funders":"","keywords":"Virtual reality; Computer science; Multimedia; Human–computer interaction","score_opus":0.14573732080261328,"score_gpt":0.3938933227919501,"score_spread":0.24815600198933682,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4408294346","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.76120764,0.000023477889,0.2335596,0.003334416,0.0009521547,0.0005566459,0.000016364555,0.000010986852,0.0003387216],"genre_scores_gemma":[0.9916785,0.000014224789,0.0033362117,0.0033973835,0.0002886486,0.00003903378,0.00006193043,0.0000137477255,0.0011703713],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9982221,0.00003103703,0.0010585781,0.00017250638,0.000304065,0.00021170056],"domain_scores_gemma":[0.99559796,0.00060446997,0.00059470715,0.00016118686,0.0029068831,0.00013480202],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0012311332,0.00014544043,0.00034170624,0.0009478167,0.00018223682,0.000049049246,0.00006436334,0.00010311391,0.00002656593],"category_scores_gemma":[0.00382178,0.00012938825,0.00017927904,0.0012946553,0.00006766823,0.00045043157,0.000018293593,0.00015781178,2.9790718e-7],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00815389,0.0009805686,0.01727763,0.0002926017,0.00028403042,0.0002581245,0.012373414,0.0004525789,0.014165204,0.059631262,0.006604809,0.8795259],"study_design_scores_gemma":[0.019879334,0.0029761193,0.02348221,0.0024482415,0.00047250962,0.002728716,0.13398957,0.009784992,0.009542905,0.0012523754,0.7926288,0.00081418996],"about_ca_topic_score_codex":0.000048460366,"about_ca_topic_score_gemma":0.000008232477,"teacher_disagreement_score":0.8787117,"about_ca_system_score_codex":0.00015754809,"about_ca_system_score_gemma":0.0010082104,"threshold_uncertainty_score":0.52763},"labels":[],"label_agreement":null},{"id":"W4408345066","doi":"10.1001/jamasurg.2024.5494","title":"Wearable Intraoperative Augmented Reality for Surgery","year":2025,"lang":"en","type":"article","venue":"JAMA Surgery","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Medicine; Augmented reality; Wearable computer; Workflow; Wearable technology; Medical physics; General surgery; Human–computer interaction; Computer science","score_opus":0.06770332691553513,"score_gpt":0.3449824887821974,"score_spread":0.27727916186666224,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4408345066","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9014805,0.00068450236,0.0056554503,0.020864515,0.0016234092,0.00091434724,0.000040835665,0.0003908846,0.06834558],"genre_scores_gemma":[0.99182796,0.000063614316,0.00013674455,0.003418512,0.00017733772,0.000067677734,0.00011236969,0.000012999705,0.004182799],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9988192,0.00008348938,0.00041038945,0.00025242844,0.00015670244,0.00027783925],"domain_scores_gemma":[0.9947469,0.0046870965,0.00006555075,0.00019779449,0.00018964382,0.00011298125],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001088991,0.00012334269,0.0004834889,0.00020051777,0.00011663764,0.000042448795,0.000027710552,0.00011926034,0.00043061297],"category_scores_gemma":[0.0020950942,0.0001045746,0.0002899243,0.0004271111,0.000050185707,0.00010560247,0.000016942084,0.00014243579,0.000020425838],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0031711028,0.00059266697,0.30540997,0.00052192406,0.000576513,0.00010404782,0.00021562411,0.00009573173,0.00042761563,0.0050722538,0.2108973,0.47291526],"study_design_scores_gemma":[0.0035882043,0.000036353445,0.32014668,0.001102028,0.00014305279,0.000010442253,0.0003306476,0.005428181,0.0066929883,0.0014162087,0.6607626,0.00034261838],"about_ca_topic_score_codex":0.00004541215,"about_ca_topic_score_gemma":0.0000047986755,"teacher_disagreement_score":0.47257262,"about_ca_system_score_codex":0.00006960284,"about_ca_system_score_gemma":0.00028257837,"threshold_uncertainty_score":0.471491},"labels":[],"label_agreement":null},{"id":"W4408358131","doi":"10.32628/ijsrst25121246","title":"Robotics in Healthcare: A Systematic Review of Robotic-Assisted Surgery and Rehabilitation","year":2024,"lang":"en","type":"review","venue":"International Journal of Scientific Research in Science and Technology","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Regent College","funders":"","keywords":"Robotics; Artificial intelligence; Rehabilitation; Rehabilitation robotics; Health care; Robotic surgery; Medical robotics; Computer science; Physical medicine and rehabilitation; Medicine; Robot; Physical therapy; Political science","score_opus":0.20452929244563525,"score_gpt":0.5129112127497866,"score_spread":0.30838192030415135,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4408358131","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00048159956,0.98502505,0.0000037427733,0.013285555,0.0005349745,0.0006218376,0.0000023462205,0.000005679087,0.00003918857],"genre_scores_gemma":[0.033607528,0.9659639,0.0003259318,0.000025305078,0.00001877224,0.000018053704,0.0000026910577,0.000006940985,0.000030887506],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.99547565,0.0002632167,0.0016449748,0.00034788268,0.0020134465,0.000254857],"domain_scores_gemma":[0.99440867,0.0019010956,0.00048976974,0.00021370113,0.0028673932,0.00011934988],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.022275003,0.00011302919,0.0013944741,0.009037085,0.000050342154,0.00011966976,0.00041701898,0.00014512819,0.0000034969387],"category_scores_gemma":[0.0149966655,0.000074424264,0.000118018965,0.006768341,0.0022795738,0.00018415875,0.00019633988,0.00085194845,0.0000028816935],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000123973105,0.00011664764,0.00045979183,0.65716684,0.000051576655,0.0003769736,0.000063748645,0.0000011617507,0.0000040701825,0.0067994394,0.00007491869,0.33487245],"study_design_scores_gemma":[0.00024141419,0.00012367843,0.00008612378,0.9885421,0.0001083842,0.001276413,0.00013039178,0.00019928174,9.494877e-7,0.0025982945,0.006621695,0.00007131911],"about_ca_topic_score_codex":0.000009060576,"about_ca_topic_score_gemma":0.000008959904,"teacher_disagreement_score":0.33480114,"about_ca_system_score_codex":0.0004133443,"about_ca_system_score_gemma":0.0020946732,"threshold_uncertainty_score":0.99330044},"labels":[],"label_agreement":null},{"id":"W4408541185","doi":"10.1016/j.mechmachtheory.2025.105987","title":"Optimization of design parameters for a flexible endoscopic surgical tool using medical imaging data for minimally invasive surgery (MIS)","year":2025,"lang":"en","type":"article","venue":"Mechanism and Machine Theory","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Polytechnique Montréal","funders":"Centre Hospitalier Universitaire de Nantes; Indian Council of Medical Research; European Commission","keywords":"Invasive surgery; Medicine; Surgery; Minimally invasive procedures; Surgical procedures; Computer science; Biomedical engineering","score_opus":0.07531136512459424,"score_gpt":0.3359641213333523,"score_spread":0.26065275620875805,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4408541185","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.04469871,0.0004316793,0.95340306,0.0002562832,0.0001644164,0.0007565034,0.00006537152,0.00005356774,0.00017043758],"genre_scores_gemma":[0.9060289,0.0000776935,0.09269469,0.00063652097,0.000051939216,0.00004174282,0.00033185916,0.00002319286,0.00011344746],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99881256,0.000135112,0.00037603595,0.000307951,0.00016747252,0.00020086905],"domain_scores_gemma":[0.99449253,0.004986031,0.00009779349,0.0002511279,0.00007889075,0.0000936467],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0021631971,0.00013515561,0.00040857302,0.00016612757,0.00010328161,0.000017513437,0.000107031185,0.000079947604,0.000105626816],"category_scores_gemma":[0.002169467,0.000112094924,0.00008616239,0.00013160097,0.00007301635,0.00009454005,0.00007511311,0.00007729233,1.8069899e-7],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.022390604,0.0010164988,0.003282653,0.0039240397,0.0012401089,0.00021860309,0.00073981134,0.014774495,0.005901713,0.5833195,0.00039696752,0.36279503],"study_design_scores_gemma":[0.0071659475,0.00011128895,0.000029636312,0.00051864167,0.00035087037,0.00003108747,0.0002057745,0.9457452,0.007933106,0.0373613,0.00039404118,0.00015309124],"about_ca_topic_score_codex":0.0000102119475,"about_ca_topic_score_gemma":8.4357373e-7,"teacher_disagreement_score":0.9309707,"about_ca_system_score_codex":0.00001637805,"about_ca_system_score_gemma":0.00028313266,"threshold_uncertainty_score":0.45710984},"labels":[],"label_agreement":null},{"id":"W4408657832","doi":"10.1097/ccm.0000000000006629","title":"Artificial Intelligence-Guided Bronchoscopy is Superior to Human Expert Instruction for the Performance of Critical-Care Physicians: A Randomized Controlled Trial","year":2025,"lang":"en","type":"article","venue":"Critical Care Medicine","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":24,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"St. Thomas Hospital","funders":"","keywords":"Medicine; Flexible bronchoscopy; Randomized controlled trial; TUTOR; Bronchoscopy; Observational study; Physical therapy; Psychological intervention; Test (biology); Medical physics; Surgery; Nursing; Internal medicine; Psychology","score_opus":0.0666105890759742,"score_gpt":0.421817084853882,"score_spread":0.35520649577790775,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4408657832","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.88965344,0.004895689,0.032470424,0.048742905,0.0046115792,0.0117803505,0.000024540583,0.00015621627,0.007664871],"genre_scores_gemma":[0.99201506,0.000023129329,0.00045188697,0.005107453,0.0012868652,0.0009948778,0.000027194454,0.000020612371,0.00007289325],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9974051,0.000161623,0.0012003228,0.00037521022,0.00051268144,0.00034503924],"domain_scores_gemma":[0.99303156,0.0051732394,0.000058702426,0.0003372484,0.0012343536,0.00016488775],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.00067063555,0.0002470343,0.0016870067,0.00019360133,0.00030047295,0.000022698365,0.00014329099,0.00014487008,0.0006149582],"category_scores_gemma":[0.01092783,0.00014702816,0.00046535177,0.000387084,0.0011776519,0.0000616709,0.000033804146,0.00024581677,0.0000049463824],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.84271246,0.00020497011,0.000044039054,0.0010543852,0.00017351774,0.000004807136,0.011567157,0.000018568711,0.0013982097,0.041435122,0.00025281977,0.10113391],"study_design_scores_gemma":[0.922391,0.0031980968,0.00005445566,0.0016551239,0.0017794805,0.0000039684055,0.045235507,0.0075455275,0.013569218,0.0014718176,0.0028393953,0.0002564121],"about_ca_topic_score_codex":0.00003431165,"about_ca_topic_score_gemma":0.0000039985866,"teacher_disagreement_score":0.102361664,"about_ca_system_score_codex":0.00008804707,"about_ca_system_score_gemma":0.00011675848,"threshold_uncertainty_score":0.99740356},"labels":[],"label_agreement":null},{"id":"W4408751906","doi":"10.2196/70628","title":"Using Gesture and Speech to Control Surgical Lighting Systems: Mixed Methods Study","year":2025,"lang":"en","type":"article","venue":"JMIR Human Factors","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Preprint; Gesture; Computer science; Control (management); Speech recognition; Artificial intelligence; World Wide Web","score_opus":0.07601139776772393,"score_gpt":0.4553522892934806,"score_spread":0.3793408915257567,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4408751906","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9944427,0.00010400446,0.00045489892,0.000076206525,0.00025137546,0.0011170759,0.000002114782,0.000115252355,0.0034363794],"genre_scores_gemma":[0.99875975,2.867638e-7,0.00040671625,0.00010984652,0.00011475704,0.00001943454,0.000004156419,0.000015653868,0.0005694266],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.998594,0.00028333135,0.00034558866,0.0003157177,0.0002284964,0.00023289931],"domain_scores_gemma":[0.99894387,0.0005260429,0.000060769195,0.00018541992,0.000085144246,0.00019878808],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0006174306,0.00017616538,0.0004923846,0.00023421201,0.00020367473,0.00008052562,0.000057651203,0.000111362344,0.00006941975],"category_scores_gemma":[0.00014794215,0.00013108675,0.00007298359,0.0003158434,0.000027717042,0.000043119075,0.00005118549,0.00023184916,0.0000030716765],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0002596584,0.0005439433,0.9752938,0.00016627535,0.00044354945,0.0003047841,0.00423694,0.00025213903,0.0028017226,0.0016390746,0.00010083273,0.013957253],"study_design_scores_gemma":[0.012169563,0.0004675566,0.9439895,0.00038703083,0.0003070907,0.000026424641,0.011117329,0.0023958213,0.0004730383,0.000041527623,0.028267272,0.00035780977],"about_ca_topic_score_codex":0.00006184552,"about_ca_topic_score_gemma":0.0000074626973,"teacher_disagreement_score":0.031304292,"about_ca_system_score_codex":0.00006940975,"about_ca_system_score_gemma":0.00002525319,"threshold_uncertainty_score":0.53455627},"labels":[],"label_agreement":null},{"id":"W4408806441","doi":"10.1016/j.lers.2025.03.002","title":"A new approach to laparoscopic skill assessment: Motion smoothness and bimanual coordination","year":2025,"lang":"en","type":"article","venue":"Laparoscopic Endoscopic and Robotic Surgery","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Smoothness; Motion (physics); Computer science; Psychology; Process management; Business; Mathematics; Computer vision; Mathematical analysis","score_opus":0.02633664329735794,"score_gpt":0.31340335923518536,"score_spread":0.2870667159378274,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4408806441","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8622527,0.0013443378,0.09911468,0.0033634994,0.0015000097,0.0010492514,0.0000027260962,0.0002483994,0.03112436],"genre_scores_gemma":[0.9854476,0.0000954311,0.0075137676,0.0012018473,0.00012568035,0.000043747816,0.00004727085,0.000019485848,0.005505186],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99831694,0.0000953898,0.0004397787,0.0005585326,0.00022395156,0.00036537717],"domain_scores_gemma":[0.99865615,0.00060388923,0.00007958869,0.00025786104,0.00006604352,0.0003364464],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00032007424,0.0002555106,0.0007123613,0.00037075553,0.00022770805,0.000085858606,0.000057440535,0.00016509864,0.00010847831],"category_scores_gemma":[0.00021374034,0.00022530806,0.00007298005,0.0005510344,0.00009775036,0.0001324902,0.00007950932,0.00021773628,0.000010043693],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00011474452,0.0003154288,0.8625525,0.0007180857,0.00018029234,0.000014398154,0.0004994205,0.00026737622,0.00013808672,0.021487202,0.0014088696,0.112303585],"study_design_scores_gemma":[0.0065719904,0.00009754402,0.97870034,0.00093620695,0.00028596394,0.00001838713,0.00040314338,0.0053409743,0.00043355353,0.0010304211,0.005835849,0.00034565193],"about_ca_topic_score_codex":0.00007525081,"about_ca_topic_score_gemma":0.0000056957147,"teacher_disagreement_score":0.12319484,"about_ca_system_score_codex":0.000071718474,"about_ca_system_score_gemma":0.0001756114,"threshold_uncertainty_score":0.9187796},"labels":[],"label_agreement":null},{"id":"W4408846150","doi":"10.1016/j.jcjo.2025.02.020","title":"Social media for international surgical skills transfer: using pneumatic retinopexy as a model","year":2025,"lang":"en","type":"article","venue":"Canadian Journal of Ophthalmology","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Kensington Health; St. Michael's Hospital; University of Toronto","funders":"","keywords":"Social media; Randomized controlled trial; Medicine; Surgery; Computer science; World Wide Web","score_opus":0.06389003060732064,"score_gpt":0.3688696623288013,"score_spread":0.3049796317214807,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4408846150","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.96088624,0.00009474154,0.0008007977,0.0020692523,0.0007902745,0.0001159504,0.000014122442,0.0000033129645,0.035225317],"genre_scores_gemma":[0.9981884,0.0000015363107,0.0007190788,0.00015708843,0.00029302546,0.0000022097847,0.000010863824,0.000011261008,0.00061657093],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"case_report","domain_scores_codex":[0.99903125,0.00004471478,0.00044725894,0.00010824264,0.00012890842,0.00023963564],"domain_scores_gemma":[0.99880224,0.0003177762,0.000069815316,0.000053808068,0.00042404572,0.0003323053],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00033602872,0.0000954758,0.0003455447,0.0003653144,0.00010473819,0.000020038666,0.00012166825,0.00015104069,0.001013012],"category_scores_gemma":[0.0007510262,0.000086633525,0.00020716352,0.00013867233,0.000116683776,0.00005744847,0.000005018511,0.00021823961,0.0000027025023],"study_design_candidate":"case_report","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.011939197,0.0017504748,0.16485508,0.0010044584,0.006659193,0.24977647,0.03378818,0.050773453,0.0014204573,0.3915905,0.0071562193,0.07928632],"study_design_scores_gemma":[0.07308418,0.0015859554,0.03754628,0.0018632832,0.0017111591,0.43514815,0.0033004575,0.29933175,0.0007995821,0.08488338,0.059348807,0.0013970276],"about_ca_topic_score_codex":0.00008372464,"about_ca_topic_score_gemma":0.000021838934,"teacher_disagreement_score":0.3067071,"about_ca_system_score_codex":0.00017070168,"about_ca_system_score_gemma":0.0015398003,"threshold_uncertainty_score":0.9999002},"labels":[],"label_agreement":null},{"id":"W4408877537","doi":"10.1016/j.jmig.2025.03.001","title":"A Multicenter, Randomized Controlled Trial to Assess Video-Based Surgical Coaching in Gynecology","year":2025,"lang":"en","type":"article","venue":"Journal of Minimally Invasive Gynecology","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University Health Network; Lunenfeld-Tanenbaum Research Institute; University of Toronto; Mount Sinai Hospital; Sunnybrook Health Science Centre","funders":"Department of Obstetrics and Gynecology, Weill Cornell Medicine; Mount Sinai Health System; Department of Obstetrics and Gynecology, Baylor College of Medicine","keywords":"Medicine; Coaching; Randomized controlled trial; Gynecology; Obstetrics and gynaecology; Medical physics; Surgery; Pregnancy; Psychotherapist","score_opus":0.03276032003888756,"score_gpt":0.3416459109614563,"score_spread":0.30888559092256873,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4408877537","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97998846,0.0001842344,0.0006049592,0.0057902075,0.00178735,0.0032410556,0.0000014712203,0.00001925547,0.00838303],"genre_scores_gemma":[0.9919157,0.000043404983,0.0017813147,0.0056301137,0.00021300727,0.00017566513,0.000004311548,0.000017187382,0.00021927971],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.99447566,0.0019923886,0.0024122975,0.00030077645,0.00034963497,0.00046921434],"domain_scores_gemma":[0.9345953,0.06348511,0.0008449307,0.00017107712,0.0006085329,0.00029508484],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.004288103,0.00027236526,0.0036183486,0.001162148,0.000068908004,0.000029557585,0.00021888124,0.00034953715,0.0008517281],"category_scores_gemma":[0.05853891,0.00019759701,0.0009604534,0.0004148478,0.00017985738,0.00007930825,0.00006323019,0.00075926166,0.000017643459],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.9854187,0.0013181128,0.005569626,0.000040516672,0.00065120985,0.002439865,0.00018259551,0.0012087531,0.00050479325,0.0006372924,0.00012485065,0.0019037122],"study_design_scores_gemma":[0.9849264,0.00210998,0.0048941094,0.00022542982,0.0005120451,0.00006635363,0.00025961327,0.0022877005,0.00022365469,0.00012396919,0.0042245467,0.0001462112],"about_ca_topic_score_codex":0.000009470993,"about_ca_topic_score_gemma":0.00016978152,"teacher_disagreement_score":0.06149272,"about_ca_system_score_codex":0.00031257267,"about_ca_system_score_gemma":0.001563111,"threshold_uncertainty_score":0.9493914},"labels":[],"label_agreement":null},{"id":"W4408917726","doi":"10.1136/bmjsit-2024-000338","title":"At the cutting edge: the potential of autonomous surgery and challenges faced","year":2025,"lang":"en","type":"review","venue":"BMJ Surgery Interventions & Health Technologies","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"St. Thomas Hospital","funders":"Engineering and Physical Sciences Research Council; Urology Foundation; UK Research and Innovation","keywords":"Enhanced Data Rates for GSM Evolution; Computer science; Artificial intelligence","score_opus":0.23775900989568996,"score_gpt":0.44728417870510245,"score_spread":0.2095251688094125,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4408917726","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00011111893,0.97533107,0.00005765504,0.021188531,0.0006131728,0.0017420948,0.00005225574,0.0005338165,0.00037030538],"genre_scores_gemma":[0.00619486,0.9923297,0.000034546403,0.00009434795,0.000041353705,0.00047442174,0.00009073521,0.000030399822,0.0007096338],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99616605,0.0005427788,0.0020731066,0.0004665684,0.00028606487,0.00046541722],"domain_scores_gemma":[0.9903175,0.0072599305,0.0013809288,0.00086845784,0.00012516056,0.000047987738],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0033643588,0.00038415028,0.0024651904,0.00072139833,0.00048558362,0.00003177001,0.00024985708,0.00043178833,0.0000839244],"category_scores_gemma":[0.0036287513,0.0002100301,0.0020651852,0.00071319094,0.00053307577,0.000044597065,0.00049931364,0.0007349951,0.000012144306],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000012818372,0.000069132344,0.000058313482,0.047003306,0.0002632628,0.000014936903,0.000027126354,0.0000010340835,1.641954e-8,0.0004094642,0.001406315,0.95073426],"study_design_scores_gemma":[0.00014583187,0.000040755054,0.00040190193,0.06485548,0.00046359314,0.00018957585,0.0011266138,0.000015021679,0.0000014754058,0.00012435316,0.9324548,0.00018055797],"about_ca_topic_score_codex":0.00003498595,"about_ca_topic_score_gemma":0.00002687436,"teacher_disagreement_score":0.9505537,"about_ca_system_score_codex":0.00017688175,"about_ca_system_score_gemma":0.0007739189,"threshold_uncertainty_score":0.8564779},"labels":[],"label_agreement":null},{"id":"W4408932590","doi":"10.1097/aog.0000000000005851.194","title":"A Novel and Accessible Approach to Laparoscopic Cord Management","year":2025,"lang":"en","type":"article","venue":"Obstetrics and Gynecology","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Georgetown Hospital","funders":"","keywords":"Computer science; Medicine","score_opus":0.03590879517528135,"score_gpt":0.31725858525089917,"score_spread":0.28134979007561783,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4408932590","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6556507,0.0008061126,0.0036901333,0.0007437301,0.0004706391,0.00041412603,0.0000019551953,0.00003685869,0.33818576],"genre_scores_gemma":[0.9893765,0.00011189399,0.003483709,0.0025063306,0.000008281644,0.00001974446,0.0000049643795,0.0000039644583,0.0044846125],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99949706,0.000007926351,0.00011366595,0.00019310179,0.00005472889,0.00013350513],"domain_scores_gemma":[0.9990358,0.0007447777,0.000017035145,0.00008577641,0.000025873886,0.00009074969],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00007518028,0.000063734304,0.0001708934,0.00020448842,0.00005857211,0.000021180373,0.000030043731,0.000061112965,0.000027739237],"category_scores_gemma":[0.0005079032,0.000053697207,0.000013742704,0.00045262862,0.000027356466,0.000016828448,0.000083434104,0.00006671307,0.0000035395547],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00010190602,0.00045509142,0.10571125,0.00033910663,0.00014745716,0.00003572785,0.00016104156,0.000040561652,0.00007752948,0.103540614,0.00052800146,0.7888617],"study_design_scores_gemma":[0.008193917,0.00023660487,0.58840704,0.00003477056,0.0001012654,0.000006925234,0.0003160348,0.002742372,0.000031728323,0.00051700114,0.39929032,0.00012199175],"about_ca_topic_score_codex":0.0000034908703,"about_ca_topic_score_gemma":0.0000012262901,"teacher_disagreement_score":0.78873974,"about_ca_system_score_codex":0.000020945638,"about_ca_system_score_gemma":0.000012909031,"threshold_uncertainty_score":0.21897087},"labels":[],"label_agreement":null},{"id":"W4409086195","doi":"10.1007/s43390-025-01066-3","title":"Development of a classification system for potential sources of error in robotic-assisted spine surgery","year":2025,"lang":"en","type":"article","venue":"Spine Deformity","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Toronto Western Hospital; University Health Network","funders":"","keywords":"Robotics; Artificial intelligence; Medicine; Delphi method; Delphi; Process (computing); Medical physics; Computer science; Robot","score_opus":0.07096217209610023,"score_gpt":0.3298337113489645,"score_spread":0.25887153925286427,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4409086195","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9833205,0.00005569639,0.01478587,0.00016985278,0.0001502922,0.0003891108,0.000002330456,0.00003151261,0.0010948713],"genre_scores_gemma":[0.9941867,0.0000012828109,0.005554583,0.000022608772,0.000019820765,0.000026150234,0.00006084669,0.0000061321907,0.0001218595],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99885917,0.00001911148,0.00068413053,0.00014435852,0.00015667,0.00013654538],"domain_scores_gemma":[0.9994312,0.00004258533,0.00019772089,0.00012951181,0.0001573496,0.000041621384],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00048219328,0.00008683031,0.00042074375,0.00023559632,0.00003443142,0.0000031408629,0.00003898653,0.00007668604,0.000011580017],"category_scores_gemma":[0.00014731014,0.000070768125,0.00012146965,0.00036139478,0.000034488952,0.000033806056,0.00001752843,0.000058916456,8.8685454e-7],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0022918624,0.0019995677,0.4049779,0.011751035,0.00059921277,0.000021087966,0.0015055053,0.0024351329,0.028861677,0.01130358,0.00005442811,0.53419906],"study_design_scores_gemma":[0.0024123867,0.000030471472,0.97281194,0.00065631437,0.000052589763,0.0000055030887,0.0007209361,0.01136411,0.011526722,0.000012463558,0.00033979287,0.00006675657],"about_ca_topic_score_codex":0.0000190195,"about_ca_topic_score_gemma":0.000030793013,"teacher_disagreement_score":0.5678341,"about_ca_system_score_codex":0.000097106626,"about_ca_system_score_gemma":0.00021296476,"threshold_uncertainty_score":0.28858405},"labels":[],"label_agreement":null},{"id":"W4409086397","doi":"10.1007/s11701-025-02298-1","title":"International multispecialty consensus statement and expert opinion of best practices in telesurgery","year":2025,"lang":"en","type":"article","venue":"Journal of Robotic Surgery","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":20,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"Medicine; Statement (logic); Expert opinion; Second opinion; Best practice; Law; Intensive care medicine; Pathology","score_opus":0.12402546439349828,"score_gpt":0.41294374150014257,"score_spread":0.2889182771066443,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4409086397","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9808005,0.0023059165,0.00052860694,0.007919555,0.0035118842,0.00012674209,0.0000015443969,0.0000067914725,0.0047984603],"genre_scores_gemma":[0.99679786,0.0017565349,0.0009671034,0.0002143202,0.00016427206,8.9605174e-7,0.0000025306454,0.000004861435,0.00009159921],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99858737,0.00008555092,0.00085824775,0.00008931377,0.00027687306,0.000102652855],"domain_scores_gemma":[0.9959529,0.0028814848,0.00080713414,0.00006234837,0.00022552245,0.00007063244],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0011528082,0.00007455817,0.0004122428,0.0004688126,0.00001626868,0.000013052459,0.000031730015,0.000048443562,0.00014713118],"category_scores_gemma":[0.0026674983,0.000060562546,0.000103205566,0.00018532605,0.000089991176,0.000085613414,0.000019590916,0.00015446148,7.913952e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0012694784,0.0006746337,0.77872056,0.00009802045,0.00027749606,0.00031964053,0.00032558967,0.0018689053,0.0003756356,0.00021582391,0.0022257373,0.21362849],"study_design_scores_gemma":[0.008737447,0.00019966299,0.83333004,0.0049396562,0.00010116821,0.0004873948,0.0055710077,0.0062728575,0.001072453,0.0001594457,0.13885629,0.0002725957],"about_ca_topic_score_codex":0.000054639386,"about_ca_topic_score_gemma":0.0000057790185,"teacher_disagreement_score":0.21335588,"about_ca_system_score_codex":0.00006298713,"about_ca_system_score_gemma":0.00021559137,"threshold_uncertainty_score":0.31934375},"labels":[],"label_agreement":null},{"id":"W4409527155","doi":"10.1227/neu.0000000000003448","title":"Revisiting the Pediatric Neurosurgical Workforce: An Update After 15 Years and Analysis of Generational Change","year":2025,"lang":"en","type":"article","venue":"Neurosurgery","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"York University","funders":"Saban Research Institute","keywords":"Medicine; Cohort; Workforce; Demographics; Neurosurgery; Family medicine; Pediatrics; Demography; Surgery; Internal medicine","score_opus":0.04396151120436045,"score_gpt":0.30992923891797297,"score_spread":0.26596772771361255,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4409527155","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9975735,0.00045829927,0.00005154842,0.001340988,0.00014239368,0.00010289545,0.000009726993,0.000027981023,0.00029267574],"genre_scores_gemma":[0.99534327,0.00023139738,0.00003465922,0.0038893444,0.0003440893,0.000015630942,0.000033937304,0.000008301185,0.00009938695],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9990111,0.00010871074,0.00030310304,0.00022615201,0.00021109707,0.00013985178],"domain_scores_gemma":[0.9991948,0.00040936854,0.00007464897,0.00019040219,0.00005282128,0.000077938996],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00031332328,0.00008895005,0.00027549118,0.00030383543,0.000064910215,0.000032699045,0.000038135822,0.000049643426,0.00019612361],"category_scores_gemma":[0.0001357757,0.000065837616,0.00014711003,0.0012103585,0.000049465216,0.000073012234,0.000035102155,0.00013735238,0.0000021242001],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0001283693,0.000024911938,0.9720661,0.000016570888,0.00005386444,0.00006237882,0.000058882684,0.00023337582,0.000029201381,0.00037706614,0.000023600163,0.026925666],"study_design_scores_gemma":[0.0003502162,0.000011375377,0.97831404,0.000012102865,0.0005188421,0.000004961594,0.0000075292937,0.01601295,0.0000064188107,0.00001277664,0.004695845,0.000052937587],"about_ca_topic_score_codex":0.0000023862897,"about_ca_topic_score_gemma":5.9194554e-7,"teacher_disagreement_score":0.026872728,"about_ca_system_score_codex":0.000006402731,"about_ca_system_score_gemma":0.00002240323,"threshold_uncertainty_score":0.268478},"labels":[],"label_agreement":null},{"id":"W4409592247","doi":"10.1038/s41746-025-01620-3","title":"Advancing perioperative care with digital applications and wearables","year":2025,"lang":"en","type":"article","venue":"npj Digital Medicine","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"University of Toronto; University of Stirling","keywords":"Wearable computer; Perioperative; Computer science; Medicine; Embedded system","score_opus":0.006988882406895331,"score_gpt":0.28216643632543276,"score_spread":0.27517755391853743,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4409592247","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.2851928,0.0018410444,0.0045361985,0.0026613937,0.00004582156,0.0006498822,0.000020605838,0.00015749646,0.7048948],"genre_scores_gemma":[0.9965075,0.000021110622,0.00012673535,0.0005998627,0.00009243223,0.000037176593,0.00010823434,0.000011276407,0.0024956232],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99926007,0.0000040376212,0.00016919922,0.00023245448,0.00017501508,0.00015924418],"domain_scores_gemma":[0.9993872,0.00015536115,0.000028071177,0.00013625316,0.00014428647,0.00014879946],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000030394027,0.00012839185,0.00025008997,0.00009569851,0.00009862263,0.00006137108,0.000033234806,0.000039507173,0.00005185647],"category_scores_gemma":[0.00012423516,0.00008219854,0.00002175221,0.00029314664,0.00023049607,0.00023060346,0.000024246148,0.00011898281,0.0000092674445],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0004041093,0.00010579655,0.10635947,0.00030778584,0.0001432018,0.000059301947,0.0030625802,0.00004551939,0.00012754416,0.010611232,0.000099609315,0.87867385],"study_design_scores_gemma":[0.015399132,0.0014045571,0.04577464,0.0026713114,0.00020614032,0.0001259322,0.04555918,0.0005947533,0.00020186004,0.00054712367,0.88712054,0.00039482643],"about_ca_topic_score_codex":0.0000032924509,"about_ca_topic_score_gemma":0.000002795723,"teacher_disagreement_score":0.88702095,"about_ca_system_score_codex":0.000039391416,"about_ca_system_score_gemma":0.00006771465,"threshold_uncertainty_score":0.3351959},"labels":[],"label_agreement":null},{"id":"W4409685266","doi":"10.3390/clinpract15050082","title":"Microvascular Anastomosis in Practice: A Pilot Study on Microsurgical Training Efficiency","year":2025,"lang":"en","type":"article","venue":"Clinics and Practice","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Medicine; Microsurgery; Randomized controlled trial; Protocol (science); Test (biology); Curriculum; Physical therapy; Anastomosis; Surgery; Medical physics; Psychology","score_opus":0.09958148533864859,"score_gpt":0.4379209066060621,"score_spread":0.3383394212674135,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4409685266","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9064007,0.0007420831,0.00018618761,0.00664935,0.00025820095,0.000641363,0.0000012174444,0.0000477378,0.08507317],"genre_scores_gemma":[0.9916126,0.00024696466,0.00083122484,0.0070008663,0.000053484724,0.000015194314,0.0000038865055,0.000012454253,0.00022332314],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99808794,0.0004936726,0.00050892663,0.00043029373,0.00024589556,0.00023325757],"domain_scores_gemma":[0.98970246,0.00963998,0.00014526148,0.00025504717,0.00013966527,0.00011756811],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0036222057,0.00015072219,0.0003688394,0.00017609514,0.0001236186,0.00006927721,0.00006178032,0.00007627927,0.000035635403],"category_scores_gemma":[0.01127618,0.00013043317,0.00006436411,0.00059557596,0.0000628454,0.00016650528,0.000046518464,0.0005889917,0.000021080772],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.053838544,0.058279872,0.12645882,0.0002289852,0.0022636454,0.0049061365,0.024077993,0.0006210379,0.0008734523,0.016950943,0.0003867417,0.7111138],"study_design_scores_gemma":[0.03416803,0.010236227,0.12266995,0.00041702713,0.001216711,0.00024617717,0.041549884,0.0024362407,0.000038247985,0.00014234395,0.7864394,0.0004397084],"about_ca_topic_score_codex":0.000035802983,"about_ca_topic_score_gemma":0.000006454662,"teacher_disagreement_score":0.7860527,"about_ca_system_score_codex":0.000035802743,"about_ca_system_score_gemma":0.00014448284,"threshold_uncertainty_score":0.99705225},"labels":[],"label_agreement":null},{"id":"W4409743003","doi":"10.1007/s11548-025-03366-5","title":"Objective skill assessment for cataract surgery from surgical microscope video","year":2025,"lang":"en","type":"article","venue":"International Journal of Computer Assisted Radiology and Surgery","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University; Queen's University","funders":"Southeastern Ontario Academic Medical Organization; Natural Sciences and Engineering Research Council of Canada","keywords":"Cataract surgery; Medicine; Computer science; Optometry; Medical physics; Ophthalmology; Multimedia; General surgery","score_opus":0.02308938426435802,"score_gpt":0.3456546427354991,"score_spread":0.3225652584711411,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4409743003","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.953543,0.00092233485,0.037282243,0.0033871336,0.0042305063,0.00010744511,0.000024559416,0.0000193581,0.00048339096],"genre_scores_gemma":[0.9933211,0.00031377515,0.0036158916,0.0015880573,0.00096228864,0.0000045760153,0.000114826755,0.0000083784125,0.000071090486],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9985146,0.0001751175,0.00074438826,0.0002006151,0.00020240305,0.00016290987],"domain_scores_gemma":[0.98957235,0.009370712,0.0003190846,0.00008197662,0.0005433007,0.00011257307],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00083760073,0.00013996787,0.00069584,0.00044574088,0.00006634821,0.00004385571,0.000093430936,0.00014775006,0.000073015086],"category_scores_gemma":[0.00022731643,0.0001106609,0.00043333415,0.0001082741,0.00010706328,0.00011279014,0.00003376797,0.00027364877,0.0000011183552],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.003432468,0.00041543125,0.75309193,0.000026166948,0.003483159,0.0013619324,0.00012216523,0.000119671204,0.00014265477,0.0005659601,0.010266304,0.22697215],"study_design_scores_gemma":[0.003307593,0.000079973615,0.93438,0.00040635557,0.00015068775,0.0014080611,0.00003731882,0.0023342392,0.00015980814,0.0005542077,0.05705006,0.00013172408],"about_ca_topic_score_codex":0.000014546636,"about_ca_topic_score_gemma":0.0000019861443,"teacher_disagreement_score":0.22684042,"about_ca_system_score_codex":0.00010030951,"about_ca_system_score_gemma":0.0003949864,"threshold_uncertainty_score":0.45126203},"labels":[],"label_agreement":null},{"id":"W4409784410","doi":"10.2106/jbjs.oa.24.00183","title":"Video-Based Assessment of Surgical Skill in Orthopaedic Surgery","year":2025,"lang":"en","type":"review","venue":"JBJS Open Access","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Nova Scotia Health Authority; Dalhousie University","funders":"","keywords":"Medicine; Medical physics; Neurovascular bundle; Curriculum; Medical education; Physical therapy; Surgery; Psychology","score_opus":0.1778388493300834,"score_gpt":0.5467851540015021,"score_spread":0.36894630467141865,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4409784410","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00014590548,0.9116972,0.00003955691,0.00025218958,0.00045965798,0.0025978247,0.00004587589,0.000048226564,0.084713556],"genre_scores_gemma":[0.004769294,0.99276173,0.00012991398,0.00027994215,0.00010535734,0.00027803378,0.000619277,0.000042322295,0.0010141487],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99666125,0.00042782497,0.0015089534,0.00056940794,0.00051143137,0.0003211387],"domain_scores_gemma":[0.99377364,0.0048438055,0.00052238646,0.0005496975,0.00012419933,0.00018624411],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0016877984,0.00037112957,0.003556243,0.00079581665,0.000039815845,0.00019292512,0.00084068795,0.00035382243,0.0023194598],"category_scores_gemma":[0.0004430558,0.00027496496,0.0009062355,0.0017723626,0.00006640884,0.0002660674,0.0006078952,0.00060737407,0.0000120644245],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006261908,0.00040500294,0.018853368,0.022409936,0.000120969955,0.00058483024,0.00000394641,0.000022367109,3.2423866e-9,0.00028388822,0.0004804895,0.95677257],"study_design_scores_gemma":[0.002421935,0.000022785873,0.00404286,0.049192213,0.00039529314,0.000010900051,0.0000047330514,0.00013585185,2.8662862e-7,0.000014616575,0.9435084,0.00025014626],"about_ca_topic_score_codex":0.00015437785,"about_ca_topic_score_gemma":0.000035097462,"teacher_disagreement_score":0.9565224,"about_ca_system_score_codex":0.00018190878,"about_ca_system_score_gemma":0.0030794484,"threshold_uncertainty_score":0.99997026},"labels":[],"label_agreement":null},{"id":"W4409942684","doi":"10.1177/15533506251339920","title":"Immersive Virtual Reality Simulation for Medical Student Procedural Training: Assessment of Cognitive Load and Usability","year":2025,"lang":"en","type":"article","venue":"Surgical Innovation","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto; McGill University; McGill University Health Centre","funders":"","keywords":"Usability; Cognitive load; Virtual reality; System usability scale; Cognition; Test (biology); Medicine; Computer science; Simulation; Physical therapy; Human–computer interaction; Web usability","score_opus":0.07532992035335301,"score_gpt":0.4585529087533635,"score_spread":0.3832229884000105,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4409942684","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9593022,0.000013476871,0.030382287,0.0017427261,0.000106533254,0.0010018931,0.000013085519,0.000029320026,0.007408495],"genre_scores_gemma":[0.9989831,0.000003702996,0.0001213697,0.000495516,0.00005830113,0.000051879804,0.00017617115,0.0000059916256,0.00010398859],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99820065,0.000074576055,0.00070075033,0.0002899093,0.00057549414,0.00015863513],"domain_scores_gemma":[0.9964311,0.0021132068,0.00016801603,0.000085545806,0.0011241302,0.00007797289],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0015297601,0.00011804552,0.0003535633,0.00013137338,0.00007613855,0.000012546245,0.000036055175,0.0001609315,0.00013569176],"category_scores_gemma":[0.0028444342,0.00009904656,0.000067508045,0.00074424705,0.00019348259,0.00008271965,0.000034598903,0.00018376134,2.9313662e-7],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.006104175,0.0018419648,0.25476193,0.000520008,0.00060947094,0.00002564836,0.0029678005,0.00151007,0.00028876506,0.25258437,0.00003386878,0.47875193],"study_design_scores_gemma":[0.030823922,0.0007535022,0.73840874,0.0005268904,0.00016516248,0.0000069570815,0.0033009197,0.22167505,0.0002803108,0.0015991108,0.0022596242,0.00019978857],"about_ca_topic_score_codex":0.000008294582,"about_ca_topic_score_gemma":0.0000024354003,"teacher_disagreement_score":0.4836468,"about_ca_system_score_codex":0.00011850094,"about_ca_system_score_gemma":0.0004976479,"threshold_uncertainty_score":0.40390015},"labels":[],"label_agreement":null},{"id":"W4410022179","doi":"10.1016/j.lers.2025.04.002","title":"Combining traditional laparoscopic box practice with video gaming: A randomized control trial","year":2025,"lang":"en","type":"article","venue":"Laparoscopic Endoscopic and Robotic Surgery","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"Alberta Innovates; China Scholarship Council","keywords":"Control (management); Video game; Multimedia; Computer science; Artificial intelligence","score_opus":0.03058398810122125,"score_gpt":0.29116796834028297,"score_spread":0.2605839802390617,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4410022179","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9093416,0.004609266,0.011311792,0.009042343,0.003672529,0.003750381,0.000008012314,0.00046252404,0.05780156],"genre_scores_gemma":[0.9924982,0.00018723408,0.0012517555,0.0041882396,0.00024853388,0.00024565795,0.000047613896,0.000028368004,0.001304386],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9971691,0.0004510686,0.0008519461,0.0005609782,0.000467668,0.00049924635],"domain_scores_gemma":[0.987297,0.011718328,0.00026370314,0.00031338257,0.00014330988,0.0002642825],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0010608018,0.0003630402,0.0018546373,0.0002971817,0.00032555923,0.00009766964,0.00007547962,0.00019664853,0.00024861944],"category_scores_gemma":[0.0020063827,0.00026866436,0.00024182851,0.00043307026,0.00052924297,0.00021427308,0.000028483013,0.00042065914,0.000011115546],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.82996297,0.0020325629,0.09064192,0.0009778498,0.003154087,0.000580976,0.000931326,0.0007401718,0.000055233264,0.06455223,0.00095174956,0.0054188934],"study_design_scores_gemma":[0.9843909,0.00038001183,0.00580426,0.0014946392,0.0013219768,0.00005467592,0.00036573233,0.0016180172,0.0001814422,0.00066580984,0.003423367,0.000299159],"about_ca_topic_score_codex":0.000040032268,"about_ca_topic_score_gemma":0.0000046234168,"teacher_disagreement_score":0.15442792,"about_ca_system_score_codex":0.00006460639,"about_ca_system_score_gemma":0.0004055768,"threshold_uncertainty_score":0.9999766},"labels":[],"label_agreement":null},{"id":"W4410122358","doi":"10.24908/pocusj.v10i01.18407","title":"You’ve Gotten Under my Skin: How to Make a Simple, Non-Perishable, Low-Cost Soft Tissue Infection Ultrasound Simulator","year":2025,"lang":"en","type":"article","venue":"POCUS Journal","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"University of Pennsylvania","keywords":"Imaging phantom; Fasciitis; Soft tissue; Simulation; Medicine; Ultrasound; Computer science; Simple (philosophy); Surgery; Radiology","score_opus":0.01692756918219191,"score_gpt":0.31817597582261764,"score_spread":0.30124840664042574,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4410122358","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9182147,0.00012730421,0.06255467,0.0041216956,0.0010100739,0.0006293977,0.000012131799,0.00011183144,0.01321822],"genre_scores_gemma":[0.9912958,0.000027765518,0.0002712136,0.0037437626,0.0007673428,0.000012187865,0.00001954609,0.000033081247,0.0038293102],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9983665,0.000065571934,0.00039614007,0.00029146,0.0004098752,0.0004704959],"domain_scores_gemma":[0.99852854,0.00035979177,0.0001242905,0.00022550188,0.0002795621,0.00048233033],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00040761652,0.00023703507,0.00039471165,0.00032619474,0.00031667334,0.00026145164,0.00009696773,0.00016423095,0.0011394286],"category_scores_gemma":[0.0006235836,0.00019926701,0.00017446876,0.0006598917,0.000040653285,0.00015953383,0.000038130944,0.00059549615,0.0001347887],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0017372874,0.0010393698,0.35480034,0.0002716616,0.0012047087,0.00068770465,0.0026688115,0.055087812,0.005503613,0.0006230766,0.021870106,0.5545055],"study_design_scores_gemma":[0.011250706,0.00037138464,0.45357692,0.0004971789,0.0003130467,0.0007497741,0.0007714186,0.0045531997,0.0024639906,0.0012819985,0.52360773,0.0005626264],"about_ca_topic_score_codex":0.000037674236,"about_ca_topic_score_gemma":0.000040274128,"teacher_disagreement_score":0.55394286,"about_ca_system_score_codex":0.00021989118,"about_ca_system_score_gemma":0.0001758764,"threshold_uncertainty_score":0.9997737},"labels":[],"label_agreement":null},{"id":"W4410195527","doi":"10.1016/j.hpb.2025.03.395","title":"From concept to reality: developing an immersive VR 3D model for complex liver surgery education","year":2025,"lang":"en","type":"article","venue":"HPB","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Toronto General Hospital","funders":"","keywords":"Medicine; Virtual reality; Human–computer interaction; Computer science","score_opus":0.22138057516586246,"score_gpt":0.3996985434799582,"score_spread":0.17831796831409574,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4410195527","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.18773034,0.000110617286,0.8005317,0.0024686984,0.00042359566,0.00057593925,0.000039561954,0.000052472573,0.008067078],"genre_scores_gemma":[0.959462,0.0000042786946,0.028376859,0.009597269,0.00017496804,0.000029920255,0.0005422949,0.000008674438,0.0018037695],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99945545,0.000020786581,0.00015845806,0.00017478783,0.00007550724,0.000114990224],"domain_scores_gemma":[0.9993063,0.0003288296,0.00002990822,0.00011678314,0.0001306364,0.00008754355],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000082550534,0.00006537572,0.0001716267,0.00006848795,0.000062275816,0.000011676769,0.000029508174,0.000044304645,0.0002549004],"category_scores_gemma":[0.00012962612,0.00006296573,0.000048173413,0.00012239337,0.000016274435,0.000047416837,0.0000134328675,0.000039600687,0.000023528277],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00044870627,0.0001766973,0.002545643,0.0000724535,0.0001119085,0.0000032289374,0.0076596383,0.0027524522,0.000569414,0.0045989663,0.024826186,0.9562347],"study_design_scores_gemma":[0.0012747566,0.000024943482,0.03975055,0.00026380605,0.000070986986,8.297683e-7,0.0021473367,0.83885586,0.00027545396,0.0005900141,0.11655815,0.00018733172],"about_ca_topic_score_codex":0.00022987062,"about_ca_topic_score_gemma":0.00001605263,"teacher_disagreement_score":0.95604736,"about_ca_system_score_codex":0.00006626849,"about_ca_system_score_gemma":0.0003162693,"threshold_uncertainty_score":0.27909806},"labels":[],"label_agreement":null},{"id":"W4410195740","doi":"10.1016/j.hpb.2025.03.336","title":"Enhancing HPB surgical education through virtual reality: a novel approach for complex anatomy","year":2025,"lang":"en","type":"article","venue":"HPB","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Medicine; Virtual reality; Anatomy; Human–computer interaction; Computer science","score_opus":0.09125497085739408,"score_gpt":0.39187288296116085,"score_spread":0.30061791210376676,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4410195740","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.043710236,0.00012232136,0.82397074,0.00094798335,0.000295415,0.00080337847,0.000014005039,0.00015907234,0.12997688],"genre_scores_gemma":[0.954095,0.0000058146284,0.039740987,0.0020279298,0.00029998567,0.00008236504,0.00037998313,0.000014487331,0.0033534525],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9990986,0.00002449767,0.0002679621,0.00025989817,0.00015664978,0.00019240093],"domain_scores_gemma":[0.9993118,0.00027372863,0.000047711663,0.00017663448,0.00011286747,0.00007724335],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00024184026,0.00010750343,0.00025499123,0.00006605678,0.00010518808,0.000021475005,0.000051679686,0.000091394526,0.0001574783],"category_scores_gemma":[0.00014376185,0.00009361734,0.000110696565,0.0002773254,0.000046141893,0.000059089296,0.000023217526,0.0001176814,0.000006893648],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0017220743,0.0032708398,0.0045259004,0.0006990842,0.00038664212,0.000012724893,0.002381705,0.00058250467,0.0033279082,0.3268064,0.0071066422,0.6491776],"study_design_scores_gemma":[0.008505827,0.0001179146,0.0075366776,0.00014962339,0.00012157711,0.000026799693,0.001843099,0.13779503,0.0003823807,0.0003128124,0.84300166,0.00020658397],"about_ca_topic_score_codex":0.000049889433,"about_ca_topic_score_gemma":0.0000050420317,"teacher_disagreement_score":0.9103848,"about_ca_system_score_codex":0.0000651496,"about_ca_system_score_gemma":0.00021574233,"threshold_uncertainty_score":0.38176042},"labels":[],"label_agreement":null},{"id":"W4410196606","doi":"10.1016/j.hpb.2025.03.244","title":"A novel simulation box for vascular reconstruction: bridging the gap in surgical training","year":2025,"lang":"en","type":"article","venue":"HPB","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Toronto General Hospital","funders":"","keywords":"Bridging (networking); Medicine; Training (meteorology); Computer science; Computer network","score_opus":0.07973015315948274,"score_gpt":0.34361831662178205,"score_spread":0.2638881634622993,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4410196606","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.69292,0.00029210924,0.27119112,0.0018986388,0.00066127867,0.0010888042,0.0000042963384,0.00015717947,0.03178653],"genre_scores_gemma":[0.996798,0.0000040973127,0.002205396,0.0004354779,0.0001939715,0.000025270356,0.000010124943,0.000007432015,0.00032023503],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99931663,0.000024834562,0.00022696778,0.00016387175,0.00010998014,0.00015771875],"domain_scores_gemma":[0.99917805,0.00058768195,0.000033053355,0.00011529324,0.00004923883,0.000036703175],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00044852556,0.000073011535,0.00017126735,0.00009051154,0.000093681396,0.000019391438,0.00003324987,0.00006269154,0.00010396312],"category_scores_gemma":[0.00023863433,0.00005395684,0.00011408748,0.00028706767,0.00003775558,0.00004594762,0.0000102711465,0.00013014534,0.0000030655465],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00027145236,0.000049756905,0.005642074,0.00003838337,0.000054864464,0.00000932248,0.00062165264,0.029813958,0.00006468761,0.0031850317,0.0000137293655,0.96023506],"study_design_scores_gemma":[0.0073651853,0.000025461679,0.02547055,0.0002164407,0.000047153633,0.000031228992,0.0005887195,0.8829462,0.000024105384,0.00020778005,0.08299282,0.00008438101],"about_ca_topic_score_codex":0.000009817408,"about_ca_topic_score_gemma":0.00000835926,"teacher_disagreement_score":0.9601507,"about_ca_system_score_codex":0.000040365565,"about_ca_system_score_gemma":0.000057539168,"threshold_uncertainty_score":0.2200296},"labels":[],"label_agreement":null},{"id":"W4410251400","doi":"10.1016/j.jcjo.2025.04.001","title":"From a task-trainer to an immersive operating-room experience: upgrading a cataract surgery simulator to enhance soft-skills training","year":2025,"lang":"en","type":"letter","venue":"Canadian Journal of Ophthalmology","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":3,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Hôpital Maisonneuve-Rosemont","funders":"Edmond de Rothschild Foundation; Région Bretagne; Université de Montréal","keywords":"Trainer; Task (project management); Training (meteorology); Simulation; Computer science; Human–computer interaction; Engineering; Operating system; Systems engineering","score_opus":0.04432144405369726,"score_gpt":0.3497011972631127,"score_spread":0.30537975320941546,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4410251400","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8678051,0.00023849921,0.00036941035,0.12569848,0.0026798232,0.0004789071,0.00023533152,0.000012527483,0.0024818846],"genre_scores_gemma":[0.812496,8.850019e-7,0.0006576923,0.18095423,0.0040765195,0.000017528308,0.00022344608,0.00006521858,0.0015084906],"study_design_codex":"case_report","study_design_gemma":"not_applicable","domain_scores_codex":[0.9963011,0.00027786952,0.001205338,0.000703709,0.0004251857,0.0010867949],"domain_scores_gemma":[0.99468386,0.001711628,0.0004428577,0.0004641816,0.00052734505,0.002170152],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0005542511,0.0005259104,0.0016498346,0.0014828047,0.0002449701,0.00012166546,0.00045388658,0.00081376184,0.003623811],"category_scores_gemma":[0.0027675533,0.0004974934,0.00045031254,0.0006744676,0.00011467597,0.00019531771,0.000031216638,0.0019731487,0.000039939958],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00046783246,0.00012740039,0.016684057,0.00016055896,0.0013056255,0.58901924,0.074416794,0.004507171,0.0007776202,0.00001204973,0.29568434,0.016837282],"study_design_scores_gemma":[0.0029276789,0.0020682823,0.012616435,0.00482708,0.0006207548,0.06737977,0.009926255,0.0006156103,0.0005913709,0.00017265927,0.8958636,0.002390515],"about_ca_topic_score_codex":0.0047247056,"about_ca_topic_score_gemma":0.00012676178,"teacher_disagreement_score":0.60017926,"about_ca_system_score_codex":0.0005170963,"about_ca_system_score_gemma":0.0044692117,"threshold_uncertainty_score":0.9997477},"labels":[],"label_agreement":null},{"id":"W4410254181","doi":"10.1007/s11548-025-03394-1","title":"Improving neck ultrasound image retrieval using intra-sweep representation learning","year":2025,"lang":"en","type":"article","venue":"International Journal of Computer Assisted Radiology and Surgery","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia; University of British Columbia Hospital","funders":"Natural Sciences and Engineering Research Council of Canada; Vancouver Coastal Health Research Institute; University of British Columbia","keywords":"Computer science; Ultrasound; Representation (politics); Computer vision; Artificial intelligence; Image (mathematics); Information retrieval; Multimedia; Radiology; Medicine","score_opus":0.02677105021450596,"score_gpt":0.32407639626947016,"score_spread":0.29730534605496417,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4410254181","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9167979,0.00025950873,0.08016772,0.0007274225,0.0016649447,0.000042697295,6.3035577e-7,0.000019298013,0.00031992808],"genre_scores_gemma":[0.9911634,0.00007773554,0.0073499796,0.0007089784,0.0006275035,1.6008272e-7,0.000014173562,0.000006794495,0.000051297648],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99874854,0.0001778953,0.00058915635,0.00014648547,0.00021006349,0.00012784847],"domain_scores_gemma":[0.9973109,0.0017508285,0.0003416495,0.00005811589,0.00046036736,0.00007818031],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0006087267,0.00009971398,0.0003659184,0.00044275232,0.000079317746,0.000060717415,0.00007125497,0.00010820536,0.00005240771],"category_scores_gemma":[0.00076019997,0.000085918735,0.00018197943,0.00017342268,0.00009920871,0.0001810019,0.000029271749,0.00037981806,8.7942664e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0041695633,0.00023141054,0.70063066,0.00006603503,0.002100695,0.0018523565,0.00044103284,0.0034223914,0.032067034,0.00051502004,0.0005832529,0.25392056],"study_design_scores_gemma":[0.0053923614,0.00017563936,0.90233636,0.0006035178,0.0002460353,0.010941344,0.0002115371,0.072838604,0.0023725603,0.0004158274,0.0042353617,0.00023082674],"about_ca_topic_score_codex":0.000008354993,"about_ca_topic_score_gemma":2.5031105e-7,"teacher_disagreement_score":0.25368974,"about_ca_system_score_codex":0.0000762278,"about_ca_system_score_gemma":0.00014518302,"threshold_uncertainty_score":0.3503664},"labels":[],"label_agreement":null},{"id":"W4410261379","doi":"10.1002/lary.32104","title":"The <scp>3D</scp> ‐Robotic Exoscope Compared With the Microscope in Cochlear Implant and Translabyrinthine Surgery","year":2025,"lang":"en","type":"article","venue":"The Laryngoscope","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Health Sciences Centre; London Health Sciences Centre; University of Toronto; Sunnybrook Health Science Centre","funders":"","keywords":"Medicine; Microsurgery; Operating microscope; Surgery","score_opus":0.019542925949353102,"score_gpt":0.2739601881368669,"score_spread":0.2544172621875138,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4410261379","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9756535,0.003206414,0.00017057889,0.011398579,0.00019907953,0.000749468,0.0000048090483,0.000071521994,0.008546023],"genre_scores_gemma":[0.99356943,0.0003595692,0.000071214476,0.003658954,0.000051911113,0.00003603769,0.000014166179,0.000023637032,0.002215075],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9984584,0.00023934561,0.00034563057,0.00027127555,0.00025094923,0.00043440648],"domain_scores_gemma":[0.9954352,0.00391963,0.0000784885,0.00042018585,0.0000577023,0.000088841065],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0011283123,0.00022084161,0.00044648998,0.00007803491,0.00045959358,0.00011435567,0.00021251244,0.0000696795,0.000038790276],"category_scores_gemma":[0.00018274944,0.000092305236,0.00006852887,0.00061828515,0.0004254573,0.000057681693,0.00006621613,0.00048476586,0.000026159294],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.010826839,0.0026615553,0.5688431,0.0022151137,0.004966248,0.0023276142,0.05094069,0.010383693,0.03332362,0.022717116,0.12697588,0.1638185],"study_design_scores_gemma":[0.010185572,0.00030708473,0.60467756,0.0015157072,0.00048384597,0.00026771618,0.0042944117,0.008856087,0.0030634054,0.00032738887,0.3657903,0.00023091513],"about_ca_topic_score_codex":0.00017171762,"about_ca_topic_score_gemma":0.00044386322,"teacher_disagreement_score":0.23881444,"about_ca_system_score_codex":0.000030317557,"about_ca_system_score_gemma":0.00014346054,"threshold_uncertainty_score":0.37640983},"labels":[],"label_agreement":null},{"id":"W4410403950","doi":"10.1002/lary.32246","title":"Artificial Intelligence in Surgical Training and Applications to Otolaryngology: A Scoping Review","year":2025,"lang":"en","type":"review","venue":"The Laryngoscope","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Mount Sinai Hospital; SickKids Foundation; Hospital for Sick Children; University of Toronto; University of British Columbia","funders":"","keywords":"Otorhinolaryngology; Medicine; Medical physics; MEDLINE; Artificial intelligence; Medical education; Computer science; Surgery","score_opus":0.1413007409447398,"score_gpt":0.4430577856933171,"score_spread":0.30175704474857734,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4410403950","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0000035321564,0.98485106,0.0005236161,0.0007076616,0.000056453384,0.0052655237,0.000007986631,0.00006202077,0.008522121],"genre_scores_gemma":[0.00004322729,0.9965359,0.00022847288,0.0015769679,0.00018890001,0.0012047825,0.000055309345,0.00002578696,0.00014066345],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9977109,0.00029539922,0.00096408854,0.00050210394,0.00018753904,0.00034000326],"domain_scores_gemma":[0.99771553,0.0015277603,0.00014079899,0.00040410427,0.000039695056,0.00017211513],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0010970817,0.00031142693,0.0019710194,0.00024331902,0.00011443395,0.000029792727,0.0002147947,0.000203154,0.00021929972],"category_scores_gemma":[0.00037935234,0.00020409,0.00022794875,0.0013844871,0.000102488004,0.000032699016,0.00016277593,0.0006478965,0.00010648275],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000009909479,0.000030056952,0.0000030017284,0.046922665,0.000028984496,0.000044883447,0.00006235847,0.0000010911021,1.6145385e-8,0.0019414818,0.000007315235,0.95094824],"study_design_scores_gemma":[0.000075016054,0.000032317177,0.0000034330988,0.38402998,0.00034972638,0.000102058046,0.000017619024,0.000016640915,1.6218837e-7,0.000115936244,0.6151059,0.00015116234],"about_ca_topic_score_codex":0.000008786584,"about_ca_topic_score_gemma":0.000024195324,"teacher_disagreement_score":0.9507971,"about_ca_system_score_codex":0.000052080297,"about_ca_system_score_gemma":0.000473607,"threshold_uncertainty_score":0.8322549},"labels":[],"label_agreement":null},{"id":"W4410423213","doi":"10.1016/j.jss.2025.04.009","title":"Competence by Design in Cardiac Surgery Resident Training: A Qualitative Thematic Analysis","year":2025,"lang":"en","type":"article","venue":"Journal of Surgical Research","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Dalhousie University","funders":"Dalhousie University","keywords":"Thematic analysis; Competence (human resources); Qualitative analysis; Qualitative research; Medicine; Medical education; Psychology; Sociology; Social psychology","score_opus":0.3387821038842257,"score_gpt":0.5245152353756921,"score_spread":0.18573313149146642,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4410423213","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.969143,0.0031622595,0.0036430417,0.0095737465,0.000114686365,0.00040818483,0.000005272445,0.000015682846,0.013934179],"genre_scores_gemma":[0.99817926,0.00047012142,0.00040122186,0.00005921047,0.00004733073,0.000007921917,0.0000036623558,0.00000738878,0.00082390447],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.9938939,0.0030205804,0.0009955586,0.00019423671,0.0014738989,0.00042180566],"domain_scores_gemma":[0.9697595,0.028961055,0.0001629202,0.00016385636,0.0006683621,0.00028425426],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.022222286,0.000112329246,0.0011290945,0.0017090691,0.000078855606,0.00004950179,0.0001419226,0.00010116537,0.00040411385],"category_scores_gemma":[0.0042871456,0.00007929624,0.00056425843,0.003964684,0.00020800413,0.00009808999,0.000039205297,0.00090638874,0.000008836481],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.03921738,0.005606594,0.33100447,0.0014870898,0.023728851,0.022786174,0.14020424,0.007966224,0.0026310284,0.030668193,0.05908187,0.3356179],"study_design_scores_gemma":[0.04367998,0.004847275,0.2577465,0.0150012765,0.0046397694,0.0004190864,0.4236582,0.0510333,0.005763995,0.06215912,0.1289021,0.002149433],"about_ca_topic_score_codex":0.00003759099,"about_ca_topic_score_gemma":0.000002995657,"teacher_disagreement_score":0.33346847,"about_ca_system_score_codex":0.00020252129,"about_ca_system_score_gemma":0.0006250439,"threshold_uncertainty_score":0.7701845},"labels":[],"label_agreement":null},{"id":"W4410480196","doi":"10.1016/j.jsurg.2025.103512","title":"Promoting Longevity in Surgical Careers: A Narrative Review and Fitness Program to Reduce Occupational Pain","year":2025,"lang":"en","type":"review","venue":"Journal of surgical education","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster Children's Hospital; Hamilton Health Sciences; Queen's University; McMaster University","funders":"","keywords":"Longevity; Narrative; Narrative review; Psychology; Medicine; Gerontology; Psychotherapist; Art; Literature","score_opus":0.07411067444382105,"score_gpt":0.45720139991996084,"score_spread":0.38309072547613976,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4410480196","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00079156744,0.9930736,0.000004854488,0.002661527,0.00027221546,0.0021675732,0.000005654469,0.000019506313,0.0010035122],"genre_scores_gemma":[0.0011775873,0.99702,0.00039866552,0.00029456182,0.00044463424,0.00018937193,0.000104780374,0.000020490415,0.00034990156],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9963102,0.0009042964,0.0016353383,0.00036732707,0.00052226696,0.00026058374],"domain_scores_gemma":[0.99648595,0.0014777521,0.00077320036,0.00017387004,0.0006470685,0.00044218363],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0032803486,0.00033987925,0.0022906896,0.00053271215,0.00006524904,0.000050886174,0.00013329774,0.0002786004,0.00019446884],"category_scores_gemma":[0.0021522832,0.00024440116,0.00047464872,0.0013487827,0.00006229553,0.00013970087,0.000048467344,0.0009038654,0.0000038039452],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00010189329,0.00062880816,0.00016829825,0.028744431,0.00008066147,0.00014002681,0.00042530053,8.928845e-7,1.2195854e-8,0.00003985748,0.00044122004,0.9692286],"study_design_scores_gemma":[0.0009433976,0.00027627219,0.00022148262,0.1378345,0.00063157134,0.00086308096,0.00016977957,0.000012128527,1.0464017e-7,0.000014861534,0.8588428,0.00019003902],"about_ca_topic_score_codex":0.000007560093,"about_ca_topic_score_gemma":0.000002167666,"teacher_disagreement_score":0.96903855,"about_ca_system_score_codex":0.0003560697,"about_ca_system_score_gemma":0.002955662,"threshold_uncertainty_score":0.996639},"labels":[],"label_agreement":null},{"id":"W4410607153","doi":"10.1007/s11548-025-03414-0","title":"A-MFST: adaptive multi-flow sparse tracker for real-time tissue tracking under occlusion","year":2025,"lang":"en","type":"article","venue":"International Journal of Computer Assisted Radiology and Surgery","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":3,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"University of British Columbia; U.S. Department of Veterans Affairs","keywords":"Computer science; Tracking (education); Computer vision; Artificial intelligence; Occlusion; Flow (mathematics); Computer graphics (images); Medicine; Mathematics; Surgery; Psychology","score_opus":0.05132607260462887,"score_gpt":0.33901407623668955,"score_spread":0.2876880036320607,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4410607153","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.58347374,0.00046259898,0.40841845,0.0042122467,0.0026557099,0.00017894997,0.000009997561,0.000034946468,0.00055337365],"genre_scores_gemma":[0.9746477,0.00012407868,0.022772683,0.0015831934,0.0005626645,0.0000018672953,0.000030315638,0.000009749123,0.0002677274],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9988525,0.00011459446,0.0005647063,0.00015760429,0.00016728096,0.00014332336],"domain_scores_gemma":[0.9970812,0.002005744,0.00024313103,0.00006166833,0.00051651435,0.0000916989],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00059648126,0.0001222576,0.000462289,0.0003802679,0.000071008006,0.000026757356,0.00008239531,0.00014636767,0.00006777643],"category_scores_gemma":[0.00012436022,0.00009768864,0.00020376351,0.00008967909,0.00008604455,0.00010929386,0.000026644762,0.00019652705,0.0000022177146],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.006265404,0.00070768717,0.04406904,0.000044179043,0.0027869383,0.0014290507,0.0004635433,0.0056876806,0.0024448363,0.0016257745,0.006648231,0.92782766],"study_design_scores_gemma":[0.009583519,0.00034198342,0.7934599,0.0008048615,0.0002475005,0.003896253,0.000114159615,0.17630257,0.00034226684,0.0008155211,0.013838055,0.0002533957],"about_ca_topic_score_codex":0.0000024349583,"about_ca_topic_score_gemma":0.0000010935744,"teacher_disagreement_score":0.9275742,"about_ca_system_score_codex":0.00006485095,"about_ca_system_score_gemma":0.00013123252,"threshold_uncertainty_score":0.3983627},"labels":[],"label_agreement":null},{"id":"W4410701615","doi":"10.1016/j.jsurg.2025.103550","title":"Competency-Based Training for Orthopedic Surgery: An Evaluation of the Australian Orthopedic Association Training Program 2017-2021","year":2025,"lang":"en","type":"article","venue":"Journal of surgical education","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto; McGill University Health Centre; Canadian Network for Innovation in Education","funders":"","keywords":"Orthopedic surgery; Training (meteorology); Medicine; Medical education; Physical therapy; Orthopedic Procedures; General surgery; Surgery","score_opus":0.12017335942851246,"score_gpt":0.4212552153379258,"score_spread":0.3010818559094134,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4410701615","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98249096,0.0002568108,0.00018837377,0.010089728,0.0018426925,0.0009922188,0.000006369073,0.000021893911,0.0041109556],"genre_scores_gemma":[0.99685395,0.000026524853,0.0016460279,0.00027479025,0.0005858386,0.00005357274,0.000069868605,0.000013981094,0.00047543703],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9970073,0.00044754718,0.0010505584,0.00018479368,0.0010565812,0.00025321482],"domain_scores_gemma":[0.99538827,0.0011537372,0.0010828415,0.00018610395,0.0020054653,0.0001835544],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0059046997,0.0001492338,0.0005327706,0.00033241653,0.00014795277,0.000041883413,0.00010831074,0.00018069321,0.0002844741],"category_scores_gemma":[0.002256498,0.00010654442,0.00048096388,0.0007648054,0.00006131282,0.00020945696,0.000008083346,0.00033959196,9.395892e-7],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0004661803,0.0010166307,0.06429963,0.0001225581,0.0001666358,0.0000027753854,0.0010687944,0.0011753228,0.000058399477,0.000751982,0.0008008355,0.9300703],"study_design_scores_gemma":[0.021095077,0.0011589809,0.61554474,0.004049792,0.003393264,0.00013676351,0.010602026,0.040189695,0.0003835321,0.002682353,0.30024582,0.0005179395],"about_ca_topic_score_codex":0.000008029693,"about_ca_topic_score_gemma":0.000012462762,"teacher_disagreement_score":0.9295523,"about_ca_system_score_codex":0.00032567495,"about_ca_system_score_gemma":0.0071486915,"threshold_uncertainty_score":0.99847984},"labels":[],"label_agreement":null},{"id":"W4410711777","doi":"10.1016/j.jsurg.2025.103543","title":"Characteristics of Surgical Coaching Interventions: A Systematic Review","year":2025,"lang":"en","type":"review","venue":"Journal of surgical education","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University","funders":"","keywords":"Coaching; Psychological intervention; Medicine; Psychology; Nursing; Psychotherapist","score_opus":0.08079114019454668,"score_gpt":0.44443619022723135,"score_spread":0.36364505003268466,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4410711777","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000015848987,0.9953468,0.00003223185,0.00028161865,0.0007891232,0.0011179737,0.000010978047,0.000011740312,0.0023936743],"genre_scores_gemma":[0.00025532657,0.9979966,0.00011635765,0.000078405676,0.0003900824,0.000038159786,0.000112433445,0.00002193959,0.0009906649],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.9943346,0.0006715201,0.0040791184,0.00018333782,0.000569335,0.00016212226],"domain_scores_gemma":[0.99319506,0.0019389928,0.0035760363,0.00029876234,0.0007533148,0.00023782653],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002188836,0.00029793903,0.0050123683,0.0005301191,0.000040745763,0.000027515414,0.00020346952,0.00024987725,0.00043770976],"category_scores_gemma":[0.0017551578,0.00019358762,0.002780122,0.0006791111,0.00005171778,0.00009700264,0.000040212857,0.0007902215,0.000015879974],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000024376008,0.00047985822,0.0000075916614,0.7605612,0.00029114482,0.0000812805,0.0000145801305,7.629359e-8,3.6382901e-9,0.0004031444,0.00016950455,0.23796721],"study_design_scores_gemma":[0.00043142217,0.00007280992,0.000004889689,0.60371804,0.0058096773,0.00140298,0.000020058527,0.0000017859146,2.9455176e-8,0.000010138002,0.3884438,0.00008436026],"about_ca_topic_score_codex":0.0000015764057,"about_ca_topic_score_gemma":7.068255e-8,"teacher_disagreement_score":0.3882743,"about_ca_system_score_codex":0.00019253972,"about_ca_system_score_gemma":0.0016232628,"threshold_uncertainty_score":0.7894274},"labels":[],"label_agreement":null},{"id":"W4410850356","doi":"10.1016/j.bja.2025.05.003","title":"Online regional anaesthesia resources: comparison between self-directed online educational material and conventional teaching in acquiring ultrasound-guided regional anaesthesia imaging skills by novice performers","year":2025,"lang":"en","type":"letter","venue":"British Journal of Anaesthesia","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto; Mount Sinai Hospital","funders":"","keywords":"Regional anaesthesia; Medicine; Anesthesia; Psychology; Multimedia; Computer science","score_opus":0.018660059441699895,"score_gpt":0.2990766559586766,"score_spread":0.2804165965169767,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4410850356","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.84949327,0.0024803062,0.000022908778,0.1466956,0.00021084941,0.00045491697,0.00023573653,0.00015429044,0.0002521463],"genre_scores_gemma":[0.69565105,0.0037191585,0.022402322,0.24767202,0.011871197,0.000028656445,0.016945416,0.0003869498,0.0013232144],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9934164,0.00073619257,0.002566549,0.0008440677,0.0015971712,0.0008395692],"domain_scores_gemma":[0.99640805,0.00074254477,0.0016102884,0.000296399,0.0005165058,0.0004262383],"candidate_categories":["metaepi_narrow","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.0013641487,0.00074530544,0.0018883136,0.0011210981,0.00041954592,0.0003663139,0.00051691674,0.00075836055,0.00024309343],"category_scores_gemma":[0.00038288385,0.0008409151,0.0005288406,0.0005499578,0.0003737608,0.00046637008,0.0000629638,0.003742433,0.0000031735387],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00041520357,0.0019772928,0.31198034,0.00048539828,0.000824757,0.0032468792,0.00067896553,0.00006956853,0.000026301408,0.000037220976,0.62647015,0.053787928],"study_design_scores_gemma":[0.006532013,0.00033985695,0.41588947,0.0063375034,0.0006869364,0.011524436,0.00052041846,0.000741291,0.0000035936928,0.00013142556,0.5564399,0.0008531735],"about_ca_topic_score_codex":0.0005257545,"about_ca_topic_score_gemma":0.00008031817,"teacher_disagreement_score":0.15384218,"about_ca_system_score_codex":0.00060618494,"about_ca_system_score_gemma":0.00089212327,"threshold_uncertainty_score":0.9994042},"labels":[],"label_agreement":null},{"id":"W4410901968","doi":"10.1186/s12909-025-07203-w","title":"A systematic review of robotic colorectal surgery programs worldwide and a comprehensive description of local robotic training programme","year":2025,"lang":"en","type":"review","venue":"BMC Medical Education","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Curriculum; Medical education; Medicine; MEDLINE; Conceptualization; Observational study; Educational measurement; Medical physics; Computer science; Psychology; Artificial intelligence; Pedagogy","score_opus":0.12409172104831205,"score_gpt":0.3760529995437233,"score_spread":0.2519612784954112,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4410901968","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00005962525,0.9917604,0.0028668176,0.00007865292,0.000458391,0.004545582,0.0000013118772,0.000053036572,0.00017622794],"genre_scores_gemma":[0.0025611897,0.9944766,0.0010404772,0.0002544405,0.00009362034,0.00083831203,0.00056415657,0.00003306569,0.0001381433],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.9952181,0.0008061763,0.002376291,0.000416728,0.00086875324,0.00031396808],"domain_scores_gemma":[0.9936052,0.0040231394,0.0011704809,0.00030647175,0.0004483333,0.00044635474],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0014945952,0.0003776596,0.004861805,0.00041415717,0.000037199992,0.000016424821,0.00012262592,0.0003636683,0.000107682004],"category_scores_gemma":[0.009980792,0.00027663723,0.00073238043,0.0011271622,0.00032393893,0.00005354943,0.000045193927,0.000410226,0.0000041848452],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000011049361,0.00026416624,0.000034283203,0.5775409,0.00013966039,0.0000027800484,0.000069332906,7.956267e-7,1.242153e-8,0.00009538434,0.00002478735,0.4218169],"study_design_scores_gemma":[0.0004080607,0.000103137085,0.00007010209,0.98972607,0.0050172294,0.00018966672,0.000586547,0.0004933589,8.400972e-8,0.000015928128,0.0032027508,0.00018705367],"about_ca_topic_score_codex":0.000024601839,"about_ca_topic_score_gemma":0.00001584549,"teacher_disagreement_score":0.42162985,"about_ca_system_score_codex":0.00015732972,"about_ca_system_score_gemma":0.008690758,"threshold_uncertainty_score":0.9999686},"labels":[],"label_agreement":null},{"id":"W4411017834","doi":"10.1007/s11548-025-03440-y","title":"Evaluating virtual reality as a tool for improving surgical planning in spinal tumors","year":2025,"lang":"en","type":"article","venue":"International Journal of Computer Assisted Radiology and Surgery","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Centre Hospitalier de l’Université de Montréal; École de Technologie Supérieure","funders":"","keywords":"Virtual reality; Computer science; Surgical planning; Human–computer interaction; Surgical procedures; Medicine; Medical physics; Multimedia; Surgery","score_opus":0.07201192497886622,"score_gpt":0.40810599088579336,"score_spread":0.33609406590692714,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4411017834","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9752041,0.00028131373,0.021563647,0.0015796437,0.0010308663,0.00008922619,0.0000014907316,0.000011499581,0.00023821557],"genre_scores_gemma":[0.9969331,0.000009116101,0.0016891223,0.0008029209,0.00050802814,0.0000037590507,0.000011283839,0.000004971764,0.000037710983],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9985518,0.00016896028,0.00076014275,0.0001580858,0.0002082004,0.00015284016],"domain_scores_gemma":[0.9970004,0.0023198868,0.0002600256,0.000052183175,0.00030338822,0.00006411038],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0018265973,0.000101339094,0.0004509981,0.0004565675,0.000047865335,0.000029913452,0.00007946481,0.00010410779,0.000018050141],"category_scores_gemma":[0.0006400202,0.00008412419,0.0001919455,0.000111307665,0.00006799983,0.0000921222,0.00003309699,0.00027773838,3.5592086e-7],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0064598233,0.00015445957,0.2718331,0.000042985223,0.0003752416,0.001787965,0.00013658579,0.0025802022,0.00013430874,0.0023136998,0.00015508458,0.7140266],"study_design_scores_gemma":[0.0086660115,0.00062253093,0.8997765,0.001122067,0.00007264401,0.006120593,0.00008999706,0.07936151,0.000059332575,0.0008619852,0.0030860594,0.00016074756],"about_ca_topic_score_codex":0.0000050104118,"about_ca_topic_score_gemma":3.4193837e-7,"teacher_disagreement_score":0.7138658,"about_ca_system_score_codex":0.00007636691,"about_ca_system_score_gemma":0.00027149596,"threshold_uncertainty_score":0.34304848},"labels":[],"label_agreement":null},{"id":"W4411150464","doi":"10.1016/j.jmir.2025.101922","title":"Advancing Education for Prostate Brachytherapy: Evaluation of a Virtual Reality Simulator and Needle Insertion Module","year":2025,"lang":"en","type":"article","venue":"Journal of medical imaging and radiation sciences","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto; Sunnybrook Health Science Centre; Health Sciences Centre; Toronto Metropolitan University","funders":"","keywords":"Brachytherapy; Virtual reality; Computer science; Medical physics; Simulation; Medicine; Radiology; Human–computer interaction; Radiation therapy","score_opus":0.03194226378803539,"score_gpt":0.4143220025141243,"score_spread":0.38237973872608894,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4411150464","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9728838,0.0028971727,0.00968507,0.013771614,0.00035241537,0.00018962874,8.2620716e-7,0.0000053765893,0.00021404943],"genre_scores_gemma":[0.9984683,0.00034756886,0.00036745958,0.0006768586,0.000118323456,0.0000029900393,0.0000019229171,0.0000019116628,0.000014686202],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99866396,0.000083233106,0.0003643587,0.00009754164,0.00071432244,0.000076595315],"domain_scores_gemma":[0.9988332,0.0003743946,0.00023744658,0.000033678818,0.00041382338,0.00010749168],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.004595168,0.000046633842,0.00015449451,0.00020533943,0.00010364425,0.000028426342,0.00003485599,0.000033051783,0.0000141670525],"category_scores_gemma":[0.002512763,0.00003312368,0.00003286289,0.00023992892,0.0001474734,0.00024243574,0.0000074194404,0.00008005463,4.5783523e-8],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000099828445,0.000074449985,0.030266153,0.000037458576,0.000014521261,2.3648833e-7,0.0004904028,0.0016369518,0.0002734559,0.00061958644,0.00014623784,0.9663407],"study_design_scores_gemma":[0.0039607543,0.00018045033,0.11135395,0.00037540795,0.000091404996,0.00002208165,0.0026357244,0.87507313,0.00026900432,0.00298661,0.0030073628,0.00004410736],"about_ca_topic_score_codex":0.000013722673,"about_ca_topic_score_gemma":0.0000015765564,"teacher_disagreement_score":0.9662966,"about_ca_system_score_codex":0.0000353176,"about_ca_system_score_gemma":0.0007792997,"threshold_uncertainty_score":0.30081934},"labels":[],"label_agreement":null},{"id":"W4411292306","doi":"10.3389/fsurg.2025.1524468","title":"Embedding mental rehearsal in surgery: a comprehensive review of the evidence","year":2025,"lang":"en","type":"review","venue":"Frontiers in Surgery","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Dalhousie University","funders":"","keywords":"Medicine; MEDLINE; Evidence-based medicine; Narrative review; Evidence-based practice; Narrative; Medical education; Dreyfus model of skill acquisition; Medical physics; Physical therapy; Alternative medicine; Intensive care medicine; Pathology","score_opus":0.11522570616618279,"score_gpt":0.3988061710879708,"score_spread":0.283580464921788,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4411292306","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00007295697,0.99544567,0.000011000677,0.00025069772,0.0026361858,0.001161079,0.000017166816,0.000021726244,0.0003835236],"genre_scores_gemma":[0.00015435967,0.99857455,0.00016376936,0.00069364754,0.00006742454,0.00007260405,0.000069227615,0.000029097764,0.00017533677],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9961531,0.0008714546,0.0016832185,0.00044403182,0.0004917322,0.0003564376],"domain_scores_gemma":[0.9920168,0.0067327577,0.00056665845,0.00051567215,0.000083994666,0.00008410123],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.001656399,0.00035454717,0.004267932,0.0007423838,0.000035105226,0.000009245494,0.00017052949,0.00025062426,0.00011949388],"category_scores_gemma":[0.0037776737,0.00024754016,0.001430081,0.002120347,0.0001311417,0.000078699544,0.000120780576,0.0006643225,0.000004289974],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00003252945,0.00004910675,0.014460152,0.17900164,0.00009045786,0.000076245815,0.000032961198,0.000001544623,1.7502842e-8,0.0000026039504,0.034466784,0.771786],"study_design_scores_gemma":[0.00010190638,0.0000024108242,0.0005927841,0.475649,0.0001697528,0.000011700978,0.00002444581,0.000024364708,1.5247227e-7,0.0000044303,0.52330315,0.000115909446],"about_ca_topic_score_codex":0.00002630561,"about_ca_topic_score_gemma":0.0000017743863,"teacher_disagreement_score":0.77167004,"about_ca_system_score_codex":0.00033836847,"about_ca_system_score_gemma":0.0011208026,"threshold_uncertainty_score":0.9999977},"labels":[],"label_agreement":null},{"id":"W4411301117","doi":"10.1245/s10434-025-17587-0","title":"Variations in Outcomes of Surgical Oncology Fellowship Graduates Performing Hepatopancreatic Surgery in the United States Based on Fellowship Training Program","year":2025,"lang":"en","type":"article","venue":"Annals of Surgical Oncology","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Surgical oncology; Medicine; General surgery; Oncology","score_opus":0.1751819276443187,"score_gpt":0.43114918146512415,"score_spread":0.25596725382080543,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4411301117","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.92992216,0.0001106607,0.00001473978,0.036222477,0.00013375055,0.00075037323,0.0000093607005,0.000054885346,0.03278161],"genre_scores_gemma":[0.9961644,0.0007665749,0.00021492592,0.0023843097,0.000038635244,0.00013486056,0.00020368608,0.000017139742,0.00007549939],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.9957885,0.0013209016,0.0014737636,0.0003792575,0.00042890286,0.00060868403],"domain_scores_gemma":[0.9740304,0.024966875,0.00033883762,0.0002936881,0.00022686207,0.00014337002],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0039840564,0.000279791,0.0016342074,0.001208666,0.00007747816,0.00001271533,0.00019520553,0.00038182404,0.00017552695],"category_scores_gemma":[0.00059458456,0.00019319501,0.00040745497,0.0021663795,0.00039378402,0.000064678214,0.000037835933,0.00068494776,0.000004315371],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.004249517,0.0066074296,0.67321193,0.00025765644,0.00023424314,0.0020837877,0.002898869,0.005511858,0.0000064595874,0.010299588,0.0002462966,0.29439238],"study_design_scores_gemma":[0.016739815,0.0037480823,0.27040634,0.0010645317,0.00022781508,0.000093180905,0.004613327,0.10933643,0.00019896502,0.0029166513,0.5901679,0.00048694861],"about_ca_topic_score_codex":0.000412803,"about_ca_topic_score_gemma":0.00013548708,"teacher_disagreement_score":0.5899216,"about_ca_system_score_codex":0.00010494582,"about_ca_system_score_gemma":0.00062948145,"threshold_uncertainty_score":0.78782636},"labels":[],"label_agreement":null},{"id":"W4411394792","doi":"10.1177/15563316251345479","title":"Integrating Artificial Intelligence and Virtual Reality in Orthopedic Surgery: A Comprehensive Review","year":2025,"lang":"en","type":"review","venue":"HSS Journal® The Musculoskeletal Journal of Hospital for Special Surgery","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia; University of Toronto","funders":"","keywords":"Orthopedic surgery; Virtual reality; Computer science; Medicine; Medical physics; Human–computer interaction; Surgery","score_opus":0.09680149267063537,"score_gpt":0.39219406418719915,"score_spread":0.2953925715165638,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4411394792","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0009431054,0.9907086,0.0007287033,0.0014477865,0.0046967156,0.0012661347,0.000030683725,0.000014367017,0.0001638885],"genre_scores_gemma":[0.00082247646,0.9918765,0.000107712316,0.0003226338,0.0066971397,0.00002599127,0.00004140743,0.000062698135,0.0000434718],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9921486,0.0010692122,0.0047579445,0.0004128662,0.0009605745,0.0006508076],"domain_scores_gemma":[0.98247886,0.0124452915,0.003301112,0.00032710587,0.0009839293,0.00046371444],"candidate_categories":["metaresearch","metaepi_narrow","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.005741597,0.00072600244,0.005432545,0.0010464987,0.00032103778,0.00018407936,0.0003416017,0.0003603268,0.00024701058],"category_scores_gemma":[0.008670264,0.0004365475,0.0046841204,0.0013664908,0.00032079508,0.0003101433,0.00013014044,0.0025335988,0.0000060641646],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00014613126,0.00021636797,0.00009506571,0.017351309,0.00046735466,0.0005759886,0.0000834755,0.0000060544266,4.906524e-8,0.00036190118,0.0030093766,0.97768694],"study_design_scores_gemma":[0.00027357403,0.00044072146,0.00012453971,0.15551789,0.0018932814,0.0014340277,0.00037769903,0.000012251529,2.4111446e-7,0.00059681636,0.83887565,0.0004532779],"about_ca_topic_score_codex":0.000010788925,"about_ca_topic_score_gemma":0.0000127869,"teacher_disagreement_score":0.97723365,"about_ca_system_score_codex":0.00032127876,"about_ca_system_score_gemma":0.0016923603,"threshold_uncertainty_score":0.9998086},"labels":[],"label_agreement":null},{"id":"W4411627547","doi":"10.1016/j.cmpb.2025.108926","title":"A novel dura mater cutting simulation model based on fracture mechanics and PBD constraints","year":2025,"lang":"en","type":"article","venue":"Computer Methods and Programs in Biomedicine","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University","funders":"","keywords":"Dura mater; Fracture mechanics; Computer science; Mechanics; Materials science; Composite material; Physics; Surgery; Medicine","score_opus":0.07191535206556562,"score_gpt":0.406678035989243,"score_spread":0.33476268392367736,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4411627547","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.017342566,0.00012284413,0.9797275,0.0017414567,0.0001503293,0.00042829974,0.0000016341106,0.00006786933,0.00041747696],"genre_scores_gemma":[0.6032485,0.000005481027,0.3929601,0.0036831407,0.00005174224,0.0000070330343,0.000022876413,0.0000073722617,0.000013786905],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99892294,0.00007930532,0.0003242711,0.00033044728,0.00014489525,0.00019816411],"domain_scores_gemma":[0.9990785,0.00054041925,0.00006213483,0.00014312156,0.000061673985,0.000114113165],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00094598695,0.00016948712,0.0003558256,0.00027134622,0.00005936986,0.00003447362,0.000037201236,0.00014920095,0.000018224417],"category_scores_gemma":[0.00008138719,0.00012332735,0.00003550287,0.0003536316,0.000098693265,0.00003289332,0.000039061888,0.00023251212,2.883985e-7],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00016371043,0.00014265081,0.002135515,0.00015197168,0.000026571408,0.000013560121,0.0002529265,0.010504978,0.00023667111,0.0011365374,0.0000043800833,0.9852305],"study_design_scores_gemma":[0.005373054,0.00025864688,0.0037142495,0.00072253397,0.00004324579,0.000009060216,0.00005048648,0.98526293,0.000044835942,0.0014233334,0.0029926023,0.0001050471],"about_ca_topic_score_codex":0.000004762208,"about_ca_topic_score_gemma":3.1312916e-7,"teacher_disagreement_score":0.9851255,"about_ca_system_score_codex":0.000022626651,"about_ca_system_score_gemma":0.00003050298,"threshold_uncertainty_score":0.5029143},"labels":[],"label_agreement":null},{"id":"W4411651554","doi":"10.1016/j.jsurg.2025.103585","title":"Development and Validity Evidence of a Trauma Laparotomy Operative Assessment Tool","year":2025,"lang":"en","type":"article","venue":"Journal of surgical education","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University; University of Alberta","funders":"University of Alberta","keywords":"Laparotomy; Psychology; Medicine; General surgery; Surgery","score_opus":0.09248774281454902,"score_gpt":0.44031355754544677,"score_spread":0.34782581473089774,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4411651554","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99246913,0.000353889,0.0003045077,0.0016871905,0.00019184334,0.00015558902,1.6733647e-7,0.0000035725993,0.0048341006],"genre_scores_gemma":[0.99227065,0.00009704794,0.0071272543,0.00014787437,0.00007002939,0.000005888955,0.0000011993637,0.000002399162,0.00027765534],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9990554,0.000067344976,0.00048791265,0.00007902169,0.00024322182,0.00006708695],"domain_scores_gemma":[0.9989463,0.000367482,0.00018018941,0.00005492576,0.0003695116,0.00008156156],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00070272817,0.00006336133,0.00025071565,0.00011613946,0.0000398262,0.000016015661,0.000034512123,0.000042762716,0.00015774426],"category_scores_gemma":[0.00017817615,0.000045321423,0.00005896263,0.00018202199,0.00003695606,0.00013172343,0.000012552533,0.00015736924,7.697872e-7],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0012744785,0.0018454723,0.15928562,0.0004039512,0.00023678306,0.00004362131,0.0028122517,0.00007331291,0.00079842424,0.0093514165,0.0003690234,0.82350564],"study_design_scores_gemma":[0.0048498376,0.000416169,0.84027815,0.003075382,0.00015505555,0.00016846425,0.0020870848,0.00043212136,0.0067495997,0.00034716434,0.14130732,0.00013362458],"about_ca_topic_score_codex":0.000002716977,"about_ca_topic_score_gemma":4.6409343e-7,"teacher_disagreement_score":0.823372,"about_ca_system_score_codex":0.000095696996,"about_ca_system_score_gemma":0.0010008592,"threshold_uncertainty_score":0.1848154},"labels":[],"label_agreement":null},{"id":"W4411655878","doi":"10.2147/amep.s520363","title":"The Impact of Remote Visualized Teaching on Clinical Competence Following Short-Term Bronchoscopy Training","year":2025,"lang":"en","type":"article","venue":"Advances in Medical Education and Practice","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"China-Japan Friendship Hospital","keywords":"Competence (human resources); Bronchoscopy; Training (meteorology); Term (time); Computer science; Medicine; Medical education; Medical physics; Psychology; Surgery; Geography","score_opus":0.057940830899635115,"score_gpt":0.5642226977447231,"score_spread":0.506281866845088,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4411655878","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7857298,0.0059074587,0.0033417095,0.010455485,0.0017457557,0.00042566226,5.7140943e-7,0.000046514175,0.19234699],"genre_scores_gemma":[0.9903222,0.0023471988,0.0041223825,0.0029576863,0.00011013643,0.0000049449095,0.000006049107,0.0000062863037,0.00012311635],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9981645,0.0005348675,0.00055902416,0.00021691372,0.0003598903,0.00016483033],"domain_scores_gemma":[0.9889721,0.01048243,0.0001320735,0.00016873315,0.000061245104,0.00018339172],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0035994572,0.00010111332,0.00028489338,0.00007797735,0.0001460319,0.000023530261,0.0000938681,0.00009558894,0.000066412365],"category_scores_gemma":[0.035980348,0.00006493114,0.000112737034,0.00022479963,0.00015439908,0.00024263187,0.000022789012,0.0006759304,0.0000016630486],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0007065412,0.00031658082,0.019923633,0.000017328643,0.00004942679,0.000007884641,0.0007499707,0.000009552173,0.000007884018,0.003987142,0.000040433253,0.9741836],"study_design_scores_gemma":[0.012123204,0.001695344,0.3094789,0.0057939235,0.0003111305,0.00013983737,0.01822232,0.023755128,0.000025081594,0.004794338,0.6232244,0.00043639782],"about_ca_topic_score_codex":0.00003823639,"about_ca_topic_score_gemma":0.000007691209,"teacher_disagreement_score":0.97374725,"about_ca_system_score_codex":0.000048436672,"about_ca_system_score_gemma":0.0008143898,"threshold_uncertainty_score":0.97214},"labels":[],"label_agreement":null},{"id":"W4411659852","doi":"10.1016/j.lers.2025.06.001","title":"Enhancing surgical training through cognitive load assessment","year":2025,"lang":"en","type":"article","venue":"Laparoscopic Endoscopic and Robotic Surgery","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"China Scholarship Council","keywords":"Cognition; Training (meteorology); Cognitive load; Psychology; Computer science; Cognitive psychology; Process management; Business; Neuroscience; Physics","score_opus":0.04552035799256931,"score_gpt":0.34745166553020895,"score_spread":0.30193130753763964,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4411659852","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.89964586,0.0024928218,0.006212413,0.0012655385,0.0014189922,0.00043111967,0.000002250229,0.00021477995,0.0883162],"genre_scores_gemma":[0.9946227,0.00030356544,0.0014185323,0.0011973777,0.00016371462,0.00003593971,0.000025722738,0.00001744262,0.0022149833],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9980968,0.00010928015,0.00053864537,0.00046222965,0.00033048243,0.000462532],"domain_scores_gemma":[0.9968885,0.0025757712,0.00008993932,0.00017726149,0.00009948884,0.00016901817],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00041568017,0.0002495435,0.0008404846,0.000118512566,0.00026385527,0.000047670575,0.00004285399,0.00016129346,0.0004335529],"category_scores_gemma":[0.00031464171,0.00020960529,0.00015722038,0.00036728833,0.000217692,0.00011324908,0.000056195,0.0003311347,0.000012669967],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0003404649,0.00043602352,0.8856665,0.0008613824,0.0006971206,0.0008377929,0.0023239716,0.000069888374,0.0001618122,0.019248603,0.00021269891,0.08914372],"study_design_scores_gemma":[0.043137267,0.0005808745,0.8528942,0.018331004,0.0020507888,0.00033226557,0.012994718,0.0045526125,0.0077133733,0.0046802005,0.050949667,0.0017830267],"about_ca_topic_score_codex":0.00003380841,"about_ca_topic_score_gemma":0.000011749856,"teacher_disagreement_score":0.09497684,"about_ca_system_score_codex":0.00009550486,"about_ca_system_score_gemma":0.0005227955,"threshold_uncertainty_score":0.85474557},"labels":[],"label_agreement":null},{"id":"W4411721962","doi":"10.1093/jcag/gwaf015","title":"Training in endoscopic mucosal resection: effectiveness and clinical utility of a short course for practicing endoscopists","year":2025,"lang":"en","type":"article","venue":"Journal of the Canadian Association of Gastroenterology","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Alberta Health Services; University of Calgary","funders":"","keywords":"Endoscopic mucosal resection; Course (navigation); Medicine; Resection; Training (meteorology); General surgery; Endoscopy; Medical physics; Medical education; Surgery; Engineering","score_opus":0.038137995465287094,"score_gpt":0.3714693661967157,"score_spread":0.3333313707314286,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4411721962","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9953169,0.000018023235,0.0001928279,0.0032879403,0.00051027257,0.00024251436,0.0000073800547,0.0000013785976,0.0004227178],"genre_scores_gemma":[0.9994506,0.0000072305584,0.00017205229,0.00028131763,0.000054714605,0.0000024818057,9.961884e-7,0.0000037290047,0.0000268672],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9984654,0.0005090986,0.0006323333,0.0000845926,0.000141155,0.00016737415],"domain_scores_gemma":[0.99775565,0.0012656271,0.00050384086,0.00007100549,0.00030564016,0.000098230674],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.003184545,0.000058571517,0.00044822108,0.0001849707,0.000043918677,0.0000049022156,0.000059546128,0.00011245124,0.000009876932],"category_scores_gemma":[0.003146302,0.000047589154,0.00014186902,0.0001234666,0.000067493245,0.000044767694,0.000011181253,0.00030561106,3.1864204e-8],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0013695019,0.000055783414,0.99542105,0.000060212726,0.00021057177,0.0000040303535,0.00012293084,0.000028048275,0.00004458031,0.00007344658,0.00004215571,0.0025677066],"study_design_scores_gemma":[0.0055762837,0.00068672496,0.9920345,0.00028086035,0.00014884555,0.00001424054,0.00016855562,0.00059321686,0.00006407805,0.00014188867,0.00027647862,0.000014358258],"about_ca_topic_score_codex":0.00066001137,"about_ca_topic_score_gemma":0.104823425,"teacher_disagreement_score":0.104163416,"about_ca_system_score_codex":0.00029048798,"about_ca_system_score_gemma":0.00071845675,"threshold_uncertainty_score":0.91151124},"labels":[],"label_agreement":null},{"id":"W4411983334","doi":"10.1016/j.jsurg.2025.103595","title":"Ambidextrous Surgical Skills Training: What is Left to Do it Right?","year":2025,"lang":"en","type":"article","venue":"Journal of surgical education","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University; McGill University Health Centre","funders":"","keywords":"Left and right; Training (meteorology); Medicine; Psychology; Anatomy; Engineering; Physics","score_opus":0.023294688894776153,"score_gpt":0.3589495130474402,"score_spread":0.33565482415266407,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4411983334","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8747604,0.0017478265,0.00016718803,0.064772695,0.0026162644,0.00030172287,0.0000015280573,0.000032031498,0.05560035],"genre_scores_gemma":[0.98522323,0.00069085206,0.00055153057,0.005143395,0.0008488397,0.0000036784734,0.00000715534,0.000015543228,0.007515746],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99791837,0.00009761762,0.0008825115,0.00023914796,0.0005729117,0.0002894446],"domain_scores_gemma":[0.9979139,0.0005693163,0.00023424256,0.00020126607,0.0005500416,0.0005312392],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0007790905,0.00018241233,0.00056080177,0.0004360852,0.00009605509,0.00016917061,0.00013773896,0.0001685473,0.0035600152],"category_scores_gemma":[0.0002068356,0.00013718763,0.00035274835,0.0005335457,0.000058734753,0.0003789177,0.000020450627,0.00045188307,0.000080673395],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0016794914,0.0024194103,0.010359631,0.000080376456,0.0003059624,0.00073472067,0.006572198,0.00016189895,0.000080182916,0.0058058347,0.021591526,0.9502088],"study_design_scores_gemma":[0.004022618,0.00024197885,0.010261313,0.0009418175,0.00011238589,0.0011341491,0.0028089227,0.0000496701,0.0002773561,0.00090523704,0.9790947,0.00014986422],"about_ca_topic_score_codex":0.0000050841286,"about_ca_topic_score_gemma":0.0000010114817,"teacher_disagreement_score":0.95750314,"about_ca_system_score_codex":0.00017313963,"about_ca_system_score_gemma":0.0008253155,"threshold_uncertainty_score":0.9973509},"labels":[],"label_agreement":null},{"id":"W4412131044","doi":"10.1093/ejcts/ezaf230","title":"The European Association for Cardio-Thoracic Surgery—Core Curriculum for the Cardiac/Cardiovascular Surgeon","year":2025,"lang":"en","type":"article","venue":"European Journal of Cardio-Thoracic Surgery","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Medicine; Cardiac surgery; Cardiothoracic surgery; Core curriculum; General surgery; Curriculum; Internal medicine; Cardiology; Surgery; Psychology","score_opus":0.04425397476029708,"score_gpt":0.3121961508217071,"score_spread":0.26794217606141,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4412131044","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.54909897,0.172321,0.08953168,0.01348403,0.047873065,0.007440061,0.00033270696,0.00082870503,0.119089775],"genre_scores_gemma":[0.9903192,0.0029707828,0.00021743751,0.00038348284,0.0040782955,0.000041149444,0.000057111887,0.0001702963,0.0017622748],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.98838216,0.006543273,0.0020379473,0.0005267202,0.0014378219,0.0010720858],"domain_scores_gemma":[0.9767515,0.018515106,0.0011980952,0.0009996374,0.0021518504,0.00038382257],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.08468759,0.0005154626,0.0019962124,0.0004720116,0.0011307513,0.00032217702,0.00042449965,0.00011934535,0.000012131153],"category_scores_gemma":[0.012449585,0.0003240601,0.008323902,0.0010689179,0.0001561527,0.00023581252,0.00010718062,0.0007696711,0.000030346133],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000976949,0.00007449362,0.08676988,0.00022914937,0.008499642,0.0003454385,0.00013885714,0.0017109615,0.000023718869,0.000087895074,0.037816327,0.86332667],"study_design_scores_gemma":[0.00077925157,0.00006173325,0.07838046,0.00057077373,0.0031459967,0.00012571483,0.00053029065,0.00024758905,0.00017199978,0.000063467596,0.9155577,0.00036503523],"about_ca_topic_score_codex":0.000006799195,"about_ca_topic_score_gemma":0.0000010531951,"teacher_disagreement_score":0.87774134,"about_ca_system_score_codex":0.0004287711,"about_ca_system_score_gemma":0.00049378054,"threshold_uncertainty_score":0.99992114},"labels":[],"label_agreement":null},{"id":"W4412435410","doi":"10.2196/64224","title":"Factors Shaping Public Perceptions of a Range of Robotic Technologies in Surgery: Cross-Sectional Web-Based Survey","year":2025,"lang":"en","type":"article","venue":"JMIR Human Factors","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Institute on Deafness and Other Communication Disorders","keywords":"Preprint; Cross-sectional study; Web survey; Perception; Medicine; Psychology; Computer science; World Wide Web","score_opus":0.19101088955710643,"score_gpt":0.39251711901284614,"score_spread":0.2015062294557397,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4412435410","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99869895,0.00002549648,0.00006150151,0.00005444385,0.00010545727,0.0002746425,0.000028942033,0.00016726357,0.0005832993],"genre_scores_gemma":[0.9996773,0.0000016047603,0.000010040274,0.000016123255,0.000006332919,0.0000173084,0.00016282892,0.000012080734,0.00009638183],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99857575,0.000092718525,0.00057894865,0.0002364043,0.00028896745,0.00022723783],"domain_scores_gemma":[0.99825495,0.0011264395,0.0001530822,0.00021901097,0.00019730747,0.000049188136],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0004553801,0.00015758722,0.00050030276,0.0011697585,0.00008983263,0.00002507666,0.00010763041,0.00020254479,0.00068772596],"category_scores_gemma":[0.0009322809,0.00012947619,0.00022213366,0.0010388158,0.0002703003,0.00009432629,0.00003554541,0.0002464928,0.0000017976752],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00003414313,0.00021867298,0.9984158,0.00009850361,0.00003645962,0.0000011156435,0.000108475884,0.00020992069,0.0004165342,0.00025197482,0.000016228787,0.0001921548],"study_design_scores_gemma":[0.0013406471,0.00003802283,0.9972404,0.00011746676,0.0000083364785,1.346651e-7,0.0004438231,0.00035096775,0.00025803925,0.000045545527,0.00006178306,0.00009481644],"about_ca_topic_score_codex":0.00013858607,"about_ca_topic_score_gemma":0.0002931464,"teacher_disagreement_score":0.001306504,"about_ca_system_score_codex":0.00011249272,"about_ca_system_score_gemma":0.00018212089,"threshold_uncertainty_score":0.7530117},"labels":[],"label_agreement":null},{"id":"W4412447101","doi":"10.1016/j.jvsvi.2025.100272","title":"Evaluating the role of endovascular simulation training in enhancing surgical performance metrics and patient outcomes in vascular surgery: A scoping review","year":2025,"lang":"en","type":"article","venue":"JVS-Vascular Insights","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Toronto General Hospital; University Health Network; Trillium Health Centre; University of Toronto","funders":"","keywords":"Medicine; Endovascular surgery; Training (meteorology); Vascular surgery; Surgery; Physical therapy; Cardiac surgery","score_opus":0.06511714037791437,"score_gpt":0.3622699104625884,"score_spread":0.297152770084674,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4412447101","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.91778237,0.0799102,0.00012362777,0.00008260516,0.00007938446,0.0012834307,3.5792658e-7,0.000029226474,0.0007087834],"genre_scores_gemma":[0.99399483,0.0053089843,0.00022592259,0.0003431294,0.000017565288,0.0000764359,0.00001060647,0.000018360155,0.0000041559874],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9968051,0.00048863754,0.0011687261,0.00042209044,0.00078802527,0.0003274465],"domain_scores_gemma":[0.9969032,0.002247952,0.000207364,0.00040843972,0.00015393835,0.00007910919],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0024988458,0.00024164563,0.001111212,0.0006236947,0.00011181023,0.000022888984,0.00008531539,0.00012752682,0.000033048484],"category_scores_gemma":[0.0020074975,0.00016882009,0.0003977784,0.001737791,0.000067908084,0.00016568102,0.00007698817,0.0003395694,0.000001777098],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00016254345,0.00030440246,0.15549912,0.0052313493,0.0005070405,0.00008179432,0.0058086975,0.06136862,0.00018111905,0.0006438828,4.385865e-7,0.770211],"study_design_scores_gemma":[0.011763601,0.00035651558,0.19068809,0.11711089,0.00080002716,0.000019050754,0.002219301,0.66939044,0.0019903355,0.0005166831,0.004317691,0.00082739897],"about_ca_topic_score_codex":0.000059949063,"about_ca_topic_score_gemma":0.00005974322,"teacher_disagreement_score":0.7693836,"about_ca_system_score_codex":0.00010105789,"about_ca_system_score_gemma":0.00025270716,"threshold_uncertainty_score":0.68842834},"labels":[],"label_agreement":null},{"id":"W4412491307","doi":"10.3174/ajnr.a8722","title":"Impact of Image Latency and Frame Rate on Simulated Remote Robotic-Assisted Neurovascular Procedures","year":2025,"lang":"en","type":"article","venue":"American Journal of Neuroradiology","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"St. Michael's Hospital","funders":"","keywords":"Neurovascular bundle; Medicine; Latency (audio); Frame rate; Physical medicine and rehabilitation; Artificial intelligence; Surgery; Computer science","score_opus":0.016050238165625362,"score_gpt":0.33182187539574765,"score_spread":0.3157716372301223,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4412491307","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9977625,0.000080472,0.0005439072,0.00091497914,0.00010080891,0.000107216685,9.991169e-7,0.000015975264,0.00047314266],"genre_scores_gemma":[0.99821126,0.0001368677,0.0005006129,0.0010713718,0.000038105594,1.3227147e-7,0.0000015465548,0.000014504367,0.000025610647],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9987012,0.00030140742,0.000511526,0.00017637628,0.00011721934,0.0001922627],"domain_scores_gemma":[0.9983796,0.000646519,0.00042547839,0.0001658985,0.00023216629,0.00015036242],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00021782897,0.00015025014,0.0007625575,0.00031810286,0.000032966193,0.000008348526,0.00008211791,0.000051870073,0.000032043285],"category_scores_gemma":[0.0012674974,0.00010502083,0.000254124,0.00049365003,0.00034086348,0.000043581604,0.000018169443,0.00038626368,0.0000013392581],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.018497372,0.0012991665,0.3962121,0.000279057,0.0034764076,0.003907413,0.00078736676,0.07796475,0.16757615,0.00037474546,0.0003736613,0.32925183],"study_design_scores_gemma":[0.0036384368,0.0057954416,0.9816791,0.00014500694,0.00019526864,0.00074908364,0.000039020422,0.0072588124,0.00015787627,0.00013234533,0.00012533666,0.0000842674],"about_ca_topic_score_codex":0.00002451415,"about_ca_topic_score_gemma":3.6821075e-7,"teacher_disagreement_score":0.58546704,"about_ca_system_score_codex":0.000026022957,"about_ca_system_score_gemma":0.00016928276,"threshold_uncertainty_score":0.42826253},"labels":[],"label_agreement":null},{"id":"W4412538788","doi":"10.1016/j.jogc.2025.103051","title":"Trainee Involvement at Vaginal Hysterectomy: A Canadian Multicentre Retrospective Review","year":2025,"lang":"en","type":"article","venue":"Journal of Obstetrics and Gynaecology Canada","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"Mount Sinai Hospital; Trillium Health Centre; University of Toronto","funders":"","keywords":"Medicine; Hysterectomy; Gynecology; Retrospective cohort study; General surgery; Obstetrics; Surgery","score_opus":0.015141196675129845,"score_gpt":0.2595461354971866,"score_spread":0.24440493882205674,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4412538788","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.83712155,0.09506016,0.000020588996,0.013281183,0.011264922,0.00072330044,0.000034608292,0.000010338127,0.042483337],"genre_scores_gemma":[0.9904357,0.00086860225,0.00008147582,0.007860315,0.000015514313,0.00000160301,0.000004436592,0.0000050487633,0.0007272578],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9990228,0.000040849165,0.0003924866,0.00011393027,0.0002095936,0.0002203599],"domain_scores_gemma":[0.99831474,0.00071580923,0.00016892648,0.00008110407,0.00034728515,0.0003721512],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00022528213,0.00010002528,0.00041246097,0.0002381758,0.00009471724,0.000008162537,0.000056450666,0.00006470591,0.0007365018],"category_scores_gemma":[0.0025224378,0.0000801543,0.00006217965,0.0004198062,0.00002993184,0.000028069975,0.000018054561,0.00025832505,6.371294e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000018669363,0.00007168104,0.8502035,0.00054099166,0.00045551575,0.0048211785,0.00014766247,0.000017014065,0.0000034791633,0.0005107845,0.010076992,0.1331325],"study_design_scores_gemma":[0.0042609693,0.00014348126,0.75086784,0.00016852659,0.00020760552,0.000035066878,0.00014036997,0.00012357341,0.0000061477103,0.000036403155,0.24393454,0.00007547751],"about_ca_topic_score_codex":0.09195471,"about_ca_topic_score_gemma":0.69249076,"teacher_disagreement_score":0.60053605,"about_ca_system_score_codex":0.003406835,"about_ca_system_score_gemma":0.002905588,"threshold_uncertainty_score":0.91409206},"labels":[],"label_agreement":null},{"id":"W4412584687","doi":"10.1016/j.media.2025.103716","title":"PitVis-2023 challenge: Workflow recognition in videos of endoscopic pituitary surgery","year":2025,"lang":"en","type":"article","venue":"Medical Image Analysis","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"Department for Science, Innovation and Technology; Horizon 2020 Framework Programme; Cancer Research UK; Wellcome / EPSRC Centre for Interventional and Surgical Sciences; Wellcome Trust; Royal Academy of Engineering; Engineering and Physical Sciences Research Council; National Institute for Health and Care Research","keywords":"Workflow; Computer science; Artificial intelligence; Database","score_opus":0.03061313576358627,"score_gpt":0.3268501300808107,"score_spread":0.29623699431722444,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4412584687","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9446583,0.0016672479,0.0098007675,0.009190002,0.00023055323,0.00028251138,0.000010520575,0.000104474,0.034055628],"genre_scores_gemma":[0.99765205,0.00041562712,0.0004176515,0.0009472331,0.00006837327,0.000017644961,0.00015841179,0.0000072389025,0.0003157785],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9981609,0.00014273057,0.00064468017,0.00027809147,0.00054679107,0.00022683348],"domain_scores_gemma":[0.99819565,0.0012021337,0.00008088249,0.00022709956,0.00011422812,0.00017998529],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0009029991,0.00011947945,0.00073064683,0.0010286829,0.00002726854,0.000008166258,0.00007256446,0.0001535393,0.00682757],"category_scores_gemma":[0.0023577577,0.00010257653,0.0003900865,0.002772038,0.00011598633,0.00007080133,0.00003636066,0.00028627453,0.000044938373],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0002108007,0.0010561812,0.2657098,0.0002765122,0.001875425,0.0008025314,0.00018628637,0.00003164102,0.00007564154,0.000046447658,0.00062628445,0.72910243],"study_design_scores_gemma":[0.010929214,0.00019460816,0.90374887,0.0031151895,0.0062966947,0.0000064782703,0.0008739514,0.0637821,0.0014886883,0.0030755792,0.0059487848,0.00053981197],"about_ca_topic_score_codex":0.00017818078,"about_ca_topic_score_gemma":0.00019684374,"teacher_disagreement_score":0.72856265,"about_ca_system_score_codex":0.000041097806,"about_ca_system_score_gemma":0.00014212324,"threshold_uncertainty_score":0.9940803},"labels":[],"label_agreement":null},{"id":"W4412596728","doi":"10.1016/j.jss.2025.06.057","title":"Enhancing Pre-clerkship Students' Readiness for Surgery: A Kern's Framework-Guided Workshop","year":2025,"lang":"en","type":"article","venue":"Journal of Surgical Research","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Toronto General Hospital; University Health Network; University of Toronto","funders":"University Health Network","keywords":"Medical education; Medicine; Mathematics education; Psychology","score_opus":0.1954382517160391,"score_gpt":0.5269347284471729,"score_spread":0.3314964767311338,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4412596728","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97706,0.0010100873,0.0060208277,0.009848557,0.00054387964,0.00062622514,0.0000021943958,0.000032895776,0.0048553124],"genre_scores_gemma":[0.9934599,0.00037858836,0.0008850598,0.00024108603,0.00069702795,0.000023491559,0.000004248051,0.000024035768,0.0042865598],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.99581283,0.00036311336,0.0010605563,0.0002670252,0.0018459831,0.00065048906],"domain_scores_gemma":[0.9759437,0.021380996,0.00019574851,0.00026818286,0.001735509,0.0004758665],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.009891064,0.00015920009,0.0007840045,0.0007894322,0.0002022648,0.00015088695,0.00030744204,0.00028247686,0.00054985646],"category_scores_gemma":[0.011542712,0.00011686896,0.0004917832,0.0014154353,0.0001525984,0.00013461726,0.00012137962,0.0014358232,0.000012917754],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.04704181,0.0049047098,0.5420591,0.00191352,0.0027328879,0.0062899264,0.0021535084,0.00059459783,0.0011765497,0.0328564,0.04336814,0.31490883],"study_design_scores_gemma":[0.02766965,0.001369045,0.16879216,0.0149892,0.00038930174,0.0006565169,0.0024141015,0.0018878358,0.0044007427,0.025810262,0.75092125,0.000699953],"about_ca_topic_score_codex":0.000007611394,"about_ca_topic_score_gemma":0.0000030135175,"teacher_disagreement_score":0.7075531,"about_ca_system_score_codex":0.00021195626,"about_ca_system_score_gemma":0.0005712807,"threshold_uncertainty_score":0.9967835},"labels":[],"label_agreement":null},{"id":"W4412658976","doi":"10.1080/14992027.2025.2537693","title":"Validation of the clinical assistant for research and learning (CARL) for pure-tone audiometric procedures","year":2025,"lang":"en","type":"article","venue":"International Journal of Audiology","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Process Simulations Limited (Canada); Western University","funders":"","keywords":"Audiology; Tone (literature); Pure tone; Audiometry; Psychology; Medicine; Speech recognition; Computer science; Hearing loss; Linguistics; Philosophy","score_opus":0.16877586874502326,"score_gpt":0.5292294074968484,"score_spread":0.3604535387518252,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4412658976","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98462003,0.00025939147,0.006602234,0.006851413,0.00070085947,0.00025069035,0.000004346987,0.0000035793407,0.0007074737],"genre_scores_gemma":[0.99789315,0.000078382574,0.0010115373,0.00018983318,0.0003007747,0.00000758049,0.0000048555744,0.000004386728,0.0005094775],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9988619,0.00013965044,0.0005468019,0.00009648598,0.00025545104,0.00009967222],"domain_scores_gemma":[0.9943957,0.0033948475,0.00031327657,0.000047345515,0.0018113808,0.00003748913],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0025826253,0.000045579578,0.00023293354,0.0004267081,0.000067731955,0.000012113794,0.00013375685,0.000084921434,0.000015582013],"category_scores_gemma":[0.01296012,0.000028760836,0.00014458998,0.0002620475,0.00015411481,0.00003576251,0.000042381478,0.00030220437,2.2520051e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0067197047,0.00037352846,0.88694566,0.00014515925,0.0012071516,0.000009287308,0.00022700003,0.0006543421,0.004806051,0.020005237,0.0017497287,0.07715716],"study_design_scores_gemma":[0.011343272,0.0020612732,0.9339913,0.0004445369,0.0001339514,0.00013728661,0.00035265676,0.0012438924,0.0045823515,0.017609177,0.028031368,0.00006891896],"about_ca_topic_score_codex":0.0000010759479,"about_ca_topic_score_gemma":0.0000013033309,"teacher_disagreement_score":0.077088244,"about_ca_system_score_codex":0.000049208404,"about_ca_system_score_gemma":0.00025001878,"threshold_uncertainty_score":0.9953541},"labels":[],"label_agreement":null},{"id":"W4412871393","doi":"10.1109/tmrb.2025.3590489","title":"A Survey of Versatile AI/Robotic Architectures for Ophthalmic Surgery Training","year":2025,"lang":"en","type":"article","venue":"IEEE Transactions on Medical Robotics and Bionics","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"Iran National Science Foundation","keywords":"Artificial intelligence; Computer science; Training (meteorology); Medical physics; Medicine; Geography; Meteorology","score_opus":0.06734844336088984,"score_gpt":0.33916525832982886,"score_spread":0.271816814968939,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4412871393","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.16487475,0.00025626473,0.8292663,0.0040511563,0.000767278,0.0004081896,0.000039379538,0.000057857163,0.00027885174],"genre_scores_gemma":[0.99770206,0.000076414144,0.0008856133,0.0011555775,0.00002173336,0.000009674643,0.000017042108,0.000012354281,0.00011952812],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9987832,0.00006550508,0.00039952088,0.00021724259,0.00031924286,0.00021530194],"domain_scores_gemma":[0.9967609,0.0027122782,0.000052750856,0.00013610868,0.00012596817,0.00021200808],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0006593321,0.00013203784,0.00042819322,0.00021746277,0.00011161714,0.000011882811,0.00005318612,0.00018888919,0.00010686682],"category_scores_gemma":[0.00042214946,0.000106401196,0.00016113227,0.00036825438,0.00016940075,0.000010274821,0.000001424717,0.00030665938,0.0000011775549],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0020468053,0.0012846701,0.0049874606,0.0009244691,0.00081097975,0.00004881781,0.00062319345,0.2570529,0.00011403207,0.0010237019,0.000270382,0.7308126],"study_design_scores_gemma":[0.008591793,0.0007970656,0.046545107,0.001643803,0.0006313457,0.000070069975,0.00027414045,0.93756217,0.001573464,0.0009378855,0.00092205516,0.0004511221],"about_ca_topic_score_codex":0.00005102332,"about_ca_topic_score_gemma":0.0000621064,"teacher_disagreement_score":0.8328273,"about_ca_system_score_codex":0.000022553091,"about_ca_system_score_gemma":0.0004045838,"threshold_uncertainty_score":0.4338915},"labels":[],"label_agreement":null},{"id":"W4412965198","doi":"10.1109/i2mtc62753.2025.11079057","title":"Optimizing Sensor Selection in Laparoscopic Simulators: Lessons Learned in a Robotic Platform","year":2025,"lang":"en","type":"article","venue":"","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Hospital for Sick Children; Children's Hospital of Eastern Ontario; Carleton University","funders":"","keywords":"Computer science; Selection (genetic algorithm); Robot; Simulation; Human–computer interaction; Embedded system; Artificial intelligence","score_opus":0.07100920886632692,"score_gpt":0.37031923132873457,"score_spread":0.2993100224624077,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4412965198","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.96064764,0.000038065245,0.0013113928,0.0015434043,0.00006699121,0.0002417993,1.2491007e-7,0.00009928666,0.03605132],"genre_scores_gemma":[0.99581754,0.000008499406,0.00117262,0.000559101,0.000018495239,0.0000071746913,0.0000038094572,0.000007660741,0.0024051212],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9992192,0.000022187765,0.00025128317,0.00019758116,0.000099561934,0.00021018473],"domain_scores_gemma":[0.99962777,0.00020812855,0.000022086604,0.0000675695,0.000023736837,0.000050736555],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00017100826,0.000089910594,0.00025176676,0.00033812353,0.000031602514,0.00001635613,0.000025207746,0.00009748614,0.00023912372],"category_scores_gemma":[0.00017023052,0.000079386315,0.000039946914,0.0007717769,0.000015489917,0.000071481096,0.000015447215,0.00023691969,0.000017916122],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00045873958,0.00034594172,0.3143043,0.00010460955,0.000046096313,0.0000609667,0.00086811127,0.64640796,0.0010567838,0.009360783,0.000018736682,0.026967],"study_design_scores_gemma":[0.011328332,0.00007333501,0.09537357,0.00042120554,0.000024167623,0.0000033930655,0.0008895771,0.888736,0.0011596199,0.0005327649,0.0013162531,0.00014177007],"about_ca_topic_score_codex":0.00011787582,"about_ca_topic_score_gemma":0.00026022058,"teacher_disagreement_score":0.24232808,"about_ca_system_score_codex":0.00013809577,"about_ca_system_score_gemma":0.000070636845,"threshold_uncertainty_score":0.323728},"labels":[],"label_agreement":null},{"id":"W4413020649","doi":"10.1001/jamasurg.2025.2564","title":"Artificial Intelligence–Augmented Human Instruction and Surgical Simulation Performance","year":2025,"lang":"en","type":"letter","venue":"JAMA Surgery","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":23,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"McGill University Health Centre; McMaster University Medical Centre; Hamilton General Hospital; McGill University; Université Laval; Montreal Neurological Institute and Hospital","funders":"","keywords":"Medicine; Randomized controlled trial; TUTOR; Cognition; Computer-Assisted Instruction; Medical education; Physical therapy; Multimedia; Computer science; Surgery; Psychiatry","score_opus":0.07281064779881054,"score_gpt":0.32678406653557646,"score_spread":0.25397341873676593,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4413020649","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8468032,0.000117802585,0.0002017851,0.14126323,0.0014973774,0.00051805715,0.000023239236,0.00030692015,0.009268374],"genre_scores_gemma":[0.9302754,0.00006639277,0.000027564192,0.06335091,0.003657693,0.000016046746,0.0013048036,0.000030330171,0.0012708753],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9979868,0.0001044919,0.0007124122,0.00043990673,0.00044388953,0.0003124791],"domain_scores_gemma":[0.99802625,0.001324536,0.00018777268,0.00022983676,0.00014547085,0.00008613393],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0004047326,0.00027570443,0.00061418896,0.0005020066,0.0001854351,0.00008820908,0.00004363814,0.00082336494,0.0005953782],"category_scores_gemma":[0.00021017257,0.00025275495,0.00021058926,0.00038773197,0.00011361063,0.00014770454,0.000040006027,0.0012771722,0.000026092555],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0004734357,0.00007311644,0.0171497,0.0007209514,0.00017022571,0.0007938407,0.000072279116,0.0007568423,0.000005798248,0.00014078246,0.041599475,0.93804353],"study_design_scores_gemma":[0.0004974859,0.00005432437,0.007331263,0.0008059536,0.00014302626,0.000069271635,0.000026837535,0.038947742,0.00011352694,0.00025763904,0.9513942,0.0003587227],"about_ca_topic_score_codex":0.000014528568,"about_ca_topic_score_gemma":7.7687844e-7,"teacher_disagreement_score":0.93768483,"about_ca_system_score_codex":0.0000887795,"about_ca_system_score_gemma":0.00009586466,"threshold_uncertainty_score":0.9999925},"labels":[],"label_agreement":null},{"id":"W4413051259","doi":"10.1109/tbme.2025.3596877","title":"Towards Seamless Integration of Magnetic Tracking Into Fluoroscopy-Guided Interventions","year":2025,"lang":"en","type":"article","venue":"IEEE Transactions on Biomedical Engineering","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Northern Digital (Canada); Robarts Clinical Trials; Western University","funders":"Natural Sciences and Engineering Research Council of Canada; Canadian Institutes of Health Research; Canon Medical Systems Corporation","keywords":"Imaging phantom; Fiducial marker; Fluoroscopy; Robustness (evolution); Workflow; Computer science; Computer vision; Artificial intelligence; Ground truth; Medical physics; Medicine; Nuclear medicine; Radiology","score_opus":0.032539101666254414,"score_gpt":0.3332442572983548,"score_spread":0.3007051556321004,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4413051259","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.09524346,0.00011616846,0.9023047,0.000515934,0.00073163304,0.0002042576,0.0000072219786,0.00016733714,0.0007092534],"genre_scores_gemma":[0.99348366,0.000030408019,0.0060585286,0.0001002861,0.000033812506,0.00003152645,0.000012798429,0.00001594486,0.00023304753],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9988309,0.000020579157,0.0005004896,0.00020062969,0.0002725331,0.00017483905],"domain_scores_gemma":[0.999428,0.0001276853,0.00003727696,0.00017089606,0.00008941666,0.0001467697],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0001882314,0.0001470013,0.00029165726,0.00052553654,0.00005763796,0.000015388126,0.00007623383,0.00014371431,0.00035844048],"category_scores_gemma":[0.000065620734,0.0001329713,0.0002663849,0.0007671017,0.00007773219,0.00006526939,0.0000015820937,0.00032574488,0.000006628097],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00015434065,0.00082311867,0.000021544392,0.00079235237,0.000197758,0.000014412888,0.0005938349,0.021656211,0.074163474,0.0007991879,0.000047688107,0.9007361],"study_design_scores_gemma":[0.010226252,0.0012040136,0.007574744,0.0074166264,0.0006969146,0.000040894443,0.0005465939,0.5590613,0.40547922,0.0002518085,0.006942832,0.0005588394],"about_ca_topic_score_codex":0.000030174977,"about_ca_topic_score_gemma":0.000004923193,"teacher_disagreement_score":0.90017724,"about_ca_system_score_codex":0.00009755341,"about_ca_system_score_gemma":0.00006762237,"threshold_uncertainty_score":0.5422412},"labels":[],"label_agreement":null},{"id":"W4413058267","doi":"10.1227/neu.0000000000003649","title":"In Reply: Clipping of Intracranial Aneurysms by Neurosurgical Trainees Is Safe and Effective: Statewide Retrospective Review of 614 Consecutive Cases in Queensland, Australia","year":2025,"lang":"en","type":"article","venue":"Neurosurgery","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Medicine; Clipping (morphology); Retrospective cohort study; Neurosurgery; General surgery; Surgery","score_opus":0.01960097766795928,"score_gpt":0.3325980100753807,"score_spread":0.31299703240742144,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4413058267","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99524367,0.0013345982,0.000007109286,0.0019403711,0.00019650017,0.0006635072,0.0000794869,0.0000172707,0.0005175145],"genre_scores_gemma":[0.9928876,0.0030404648,0.000016646367,0.0038574724,0.000019637768,0.000020200321,0.000013084245,0.000014083524,0.00013078873],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99773395,0.00035925856,0.00094142096,0.00044567318,0.00025505808,0.00026464224],"domain_scores_gemma":[0.99698615,0.0024028053,0.00022605705,0.00019320672,0.000100577025,0.000091232905],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00069003465,0.00020928912,0.0010271192,0.00030201406,0.000022109492,0.0000078182475,0.000045993995,0.00009595044,0.00016078484],"category_scores_gemma":[0.002542725,0.00019068987,0.00013845721,0.00083485065,0.00023256813,0.00008098498,0.00003457112,0.00040443597,9.4856415e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0019574065,0.00040168274,0.98170495,0.003501685,0.000045116507,0.0024724035,0.0004300392,0.000011090504,0.0040855794,0.00020250934,0.0020251318,0.0031624008],"study_design_scores_gemma":[0.0052721133,0.00043643563,0.97687554,0.006796708,0.00008617934,0.00026565947,0.000074459924,0.00023836056,0.003971039,0.00014577192,0.0056150816,0.00022263272],"about_ca_topic_score_codex":0.00021949124,"about_ca_topic_score_gemma":0.000012604473,"teacher_disagreement_score":0.004829396,"about_ca_system_score_codex":0.000054164364,"about_ca_system_score_gemma":0.00006580991,"threshold_uncertainty_score":0.7776107},"labels":[],"label_agreement":null},{"id":"W4413083230","doi":"10.60118/001c.132259","title":"Why Every Orthopedic Residency Program Needs a Virtual Reality Strategy!","year":2025,"lang":"en","type":"article","venue":"Journal of Orthopaedic Experience & Innovation","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Innovator; Medical education; Field (mathematics); Orthopedic surgery; Virtual reality; Psychology; Medicine; Computer science; Human–computer interaction; Mathematics; Surgery","score_opus":0.04812337721428227,"score_gpt":0.37337295670158155,"score_spread":0.32524957948729927,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4413083230","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9791414,0.00020366067,0.0058856364,0.0034795054,0.0005905078,0.00031995395,0.0000010164258,0.00007734236,0.010300947],"genre_scores_gemma":[0.99387705,0.00005486208,0.00054665277,0.004532205,0.00033225096,0.0000203863,0.000014086553,0.000011529145,0.0006109775],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9973688,0.0000865472,0.0013428298,0.00017842535,0.00077158894,0.00025181903],"domain_scores_gemma":[0.99759364,0.00012902741,0.000609906,0.00021283785,0.0013372813,0.00011730291],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0011363084,0.00017020857,0.00037680735,0.00097428786,0.00013274857,0.00006114758,0.00012401561,0.0001496994,0.00029439278],"category_scores_gemma":[0.0012506014,0.00013576198,0.00015917592,0.0041558053,0.00016186533,0.0005466246,0.0000320097,0.0005167318,0.0000030310243],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0017406923,0.0010251389,0.27577326,0.000121650446,0.00019857787,0.00039590348,0.0035842864,0.00034631524,0.0026986087,0.031215778,0.009003301,0.6738965],"study_design_scores_gemma":[0.017240724,0.0052824174,0.51224893,0.0018214463,0.0003185318,0.0005555332,0.01752175,0.0021142848,0.0020879505,0.0034533637,0.43665308,0.00070200494],"about_ca_topic_score_codex":0.00001583151,"about_ca_topic_score_gemma":0.0000037991156,"teacher_disagreement_score":0.67319447,"about_ca_system_score_codex":0.00011240616,"about_ca_system_score_gemma":0.0007564619,"threshold_uncertainty_score":0.5536213},"labels":[],"label_agreement":null},{"id":"W4413138051","doi":"10.1016/j.jpedsurg.2025.162521","title":"Design and validation of a low-cost modular simulator for training in neonatal laparotomy and jejunoileal atresia repair","year":2025,"lang":"en","type":"article","venue":"Journal of Pediatric Surgery","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"University of British Columbia; BC Children's Hospital","keywords":"Medicine; Intestinal atresia; Content validity; Construct validity; Iliac crest; Face validity; Surgery; Simulation; Atresia; Patient satisfaction; Computer science","score_opus":0.041300138979311896,"score_gpt":0.30378383310912566,"score_spread":0.26248369412981376,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4413138051","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99187165,0.0010041152,0.0064714686,0.00011521083,0.00016672391,0.00032919686,0.000002213234,0.000011484171,0.000027918644],"genre_scores_gemma":[0.9976799,0.00017777421,0.001641368,0.00006671421,0.00039612045,0.000006308911,0.0000032660423,0.000009481774,0.000019104196],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9987813,0.0000831237,0.00067279895,0.00012407245,0.00019049711,0.00014819171],"domain_scores_gemma":[0.9963756,0.0030126355,0.00029260485,0.00006338096,0.000154363,0.00010136877],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0015171398,0.000097023396,0.00046564595,0.0006055038,0.00003099972,0.000010673339,0.000024088491,0.00008669922,0.000012650734],"category_scores_gemma":[0.00103595,0.00008404262,0.00015148579,0.00036925063,0.000028426115,0.00012484891,0.000011689949,0.0001396763,1.247912e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.002999676,0.00011901381,0.9096343,0.0006618098,0.00016002521,0.00018261315,0.0013833446,0.012610018,0.00012881066,0.00008118567,0.00043768834,0.07160152],"study_design_scores_gemma":[0.043054502,0.0008520341,0.6986409,0.0018459187,0.0018652182,0.00025248714,0.003175007,0.23733866,0.0037245827,0.0023095,0.006058504,0.00088270195],"about_ca_topic_score_codex":0.0000028343252,"about_ca_topic_score_gemma":3.4091283e-7,"teacher_disagreement_score":0.22472864,"about_ca_system_score_codex":0.000028968818,"about_ca_system_score_gemma":0.00027800718,"threshold_uncertainty_score":0.34271586},"labels":[],"label_agreement":null},{"id":"W4413138107","doi":"10.1016/j.jpedsurg.2025.162534","title":"The impact of a pediatric surgery fundamentals boot camp on new surgical trainees' perceived knowledge and confidence levels","year":2025,"lang":"en","type":"article","venue":"Journal of Pediatric Surgery","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University Health Centre; Montreal Children's Hospital","funders":"Fakulteit Geneeskunde en Gesondheidswetenskappe, Universiteit Stellenbosch; Fondation Mirella et Lino Saputo; Faculty of Medicine and Health, University of Sydney; McGill University; Microsoft","keywords":"Medicine; Perioperative; Preparedness; Otorhinolaryngology; Pediatric surgery; Boot camp; General surgery; Surgery","score_opus":0.07004701999227064,"score_gpt":0.3586684856970983,"score_spread":0.28862146570482766,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4413138107","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98771775,0.009629349,0.000030100447,0.00040566016,0.0008242517,0.0001711264,0.000009720568,0.000019454656,0.0011926008],"genre_scores_gemma":[0.99003595,0.005566283,0.00001629737,0.00006477585,0.0036422599,0.0000019806305,0.000002961967,0.000020095371,0.0006493792],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99708843,0.00028033069,0.0014409451,0.00022824264,0.0005464284,0.00041560616],"domain_scores_gemma":[0.9796138,0.018593831,0.00075497525,0.00021157117,0.00035938338,0.00046645445],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0025995795,0.0002756541,0.0010707326,0.00094390777,0.00015150747,0.000056865447,0.00010176935,0.00016338042,0.0003887325],"category_scores_gemma":[0.0023949037,0.00016873596,0.0010096465,0.0011277511,0.0001023308,0.00013956167,0.000037521422,0.00049752416,0.00000967725],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0018482382,0.00045327187,0.927371,0.00013317105,0.00038179057,0.00050256465,0.0005619392,0.000086742104,0.00004216049,0.000086628366,0.040915813,0.027616628],"study_design_scores_gemma":[0.0030659563,0.00026216017,0.9920265,0.00015247327,0.00049852714,0.00021209469,0.00028793848,0.00012251663,0.00002793232,0.00019505579,0.0029320545,0.00021676059],"about_ca_topic_score_codex":0.000036093767,"about_ca_topic_score_gemma":0.0000019891427,"teacher_disagreement_score":0.064655475,"about_ca_system_score_codex":0.00014318737,"about_ca_system_score_gemma":0.0021506285,"threshold_uncertainty_score":0.6880853},"labels":[],"label_agreement":null},{"id":"W4413243921","doi":"10.3389/fsurg.2025.1573333","title":"Comparison of operative microscope and exoscope for execution of microanastomoses on an artificial model","year":2025,"lang":"en","type":"article","venue":"Frontiers in Surgery","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Surgical Specialties (Canada)","funders":"","keywords":"Medicine; Microscope; Operating microscope; Task (project management); Value for money; Artificial intelligence; Surgery; Computer science; Pathology; Management","score_opus":0.06720434911492108,"score_gpt":0.39911651303077506,"score_spread":0.331912163915854,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4413243921","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9762941,0.00037323666,0.022058742,0.00009085335,0.0002897294,0.00025549336,0.000016523723,0.000009066506,0.0006122414],"genre_scores_gemma":[0.99246335,0.00001690972,0.0072500226,0.00011388809,0.000013630487,0.000010241586,0.00003424966,0.000006324748,0.00009138894],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.999246,0.000038294882,0.00037399156,0.00015738462,0.00007685775,0.000107445776],"domain_scores_gemma":[0.99949527,0.0002230839,0.00007899355,0.000093757924,0.00007309476,0.000035798912],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00026573223,0.00007809376,0.0004703517,0.00024878458,0.00002921475,0.0000053290646,0.000023390374,0.00006834861,0.0000053451527],"category_scores_gemma":[0.00015543337,0.0000718616,0.000057133795,0.00017827477,0.00009609472,0.000049244507,0.000008655065,0.000066453766,1.084064e-7],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0078094522,0.001508059,0.76059204,0.0004624943,0.00015499808,0.0000036531233,0.0033943574,0.011515145,0.04172864,0.0020341626,0.008029566,0.16276745],"study_design_scores_gemma":[0.0038928809,0.0004885731,0.06260834,0.0013080961,0.00013778244,7.4037484e-7,0.0057979547,0.4819503,0.43972987,0.0017565355,0.0020387997,0.0002901128],"about_ca_topic_score_codex":0.0000113458,"about_ca_topic_score_gemma":0.0000061175747,"teacher_disagreement_score":0.6979837,"about_ca_system_score_codex":0.000026882215,"about_ca_system_score_gemma":0.00008747311,"threshold_uncertainty_score":0.29304308},"labels":[],"label_agreement":null},{"id":"W4413258124","doi":"10.2196/72264","title":"Game-Based Assessment of Cognitive Abilities and Personality Characteristics for Surgical Resident Selection: A Preliminary Validation Study","year":2025,"lang":"en","type":"article","venue":"JMIR Medical Education","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Psychology; Test (biology); Human multitasking; Applied psychology; Personnel selection; Aptitude; Cognition; Personality; Clinical psychology; Medical education; Social psychology; Cognitive psychology; Developmental psychology; Medicine","score_opus":0.02872945086791322,"score_gpt":0.42803674148312154,"score_spread":0.3993072906152083,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4413258124","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9944908,0.000034788718,0.0009774485,0.0019050571,0.0001646446,0.0013752007,0.000006234607,0.000029184257,0.0010166396],"genre_scores_gemma":[0.99837404,0.0000042164947,0.00012603766,0.00033694124,0.00013970457,0.00048853556,0.00019331368,0.000005834097,0.0003313953],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9987956,0.000135844,0.0003595706,0.00021752615,0.00039301108,0.000098423916],"domain_scores_gemma":[0.99816775,0.0011420768,0.000098776334,0.00007287672,0.00038939645,0.00012912991],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00062616845,0.00008767823,0.00024015737,0.00010463614,0.00006275386,0.000014322048,0.00002684641,0.000093767536,0.00042004476],"category_scores_gemma":[0.001271952,0.00007626272,0.000055262815,0.00018661689,0.00010174685,0.00004042783,0.000012800577,0.00014154044,3.9734635e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0021044624,0.0047679627,0.92422456,0.000821612,0.00010774007,0.0000032893106,0.0026425133,0.0000022571023,0.000006499227,0.0016594499,0.0001268271,0.06353284],"study_design_scores_gemma":[0.0058480464,0.0009363926,0.9796742,0.00066382135,0.00014969471,0.0000052623072,0.004100839,0.0075341766,0.00005409984,0.00013954603,0.00082765403,0.00006623548],"about_ca_topic_score_codex":0.000026991009,"about_ca_topic_score_gemma":0.0000027580302,"teacher_disagreement_score":0.0634666,"about_ca_system_score_codex":0.00008724509,"about_ca_system_score_gemma":0.0015521295,"threshold_uncertainty_score":0.45991954},"labels":[],"label_agreement":null},{"id":"W4413371583","doi":"10.1002/lio2.70188","title":"Classification in Virtual Temporal Bone Surgical Education: A First Step Towards Automated Virtual Education With Use of Machine Learning","year":2025,"lang":"en","type":"article","venue":"Laryngoscope Investigative Otolaryngology","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Manitoba","funders":"Mitacs","keywords":"Drill; Classifier (UML); Computer science; Artificial intelligence; Software; Match moving; Mastoidectomy; Virtual reality; Motion (physics); Machine learning; Medicine; Surgery; Engineering","score_opus":0.03219126482684372,"score_gpt":0.30814941107774363,"score_spread":0.2759581462508999,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4413371583","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98796564,0.00031848697,0.00021530838,0.0028808312,0.0002319964,0.00093130616,0.000011492622,0.00026643835,0.0071785254],"genre_scores_gemma":[0.9928973,0.000038188344,0.0029076375,0.0011704892,0.000065648106,0.00018577986,0.00063659955,0.000035310186,0.0020630993],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99747765,0.0004862586,0.00080449303,0.00058242213,0.0003125265,0.0003366572],"domain_scores_gemma":[0.9982312,0.00047554914,0.00034344554,0.00031243026,0.000395941,0.00024148707],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00037970467,0.00032384312,0.0007459676,0.00067537645,0.00013788579,0.000035257886,0.00011226304,0.00030656316,0.00021653423],"category_scores_gemma":[0.0008152113,0.00027974,0.000092347844,0.0015288406,0.00071891036,0.0003401693,0.00007585846,0.000673048,0.000019216259],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0014180614,0.001407414,0.9536952,0.00017181331,0.00015359829,0.000068493915,0.00082231517,0.0005888045,0.000859594,0.02956798,0.00035753453,0.010889208],"study_design_scores_gemma":[0.0062246565,0.0013521939,0.85457844,0.0012769431,0.00012922449,0.00013178548,0.00089944614,0.069178924,0.00093613943,0.0001588827,0.06476582,0.0003675538],"about_ca_topic_score_codex":0.0009355525,"about_ca_topic_score_gemma":0.0005628949,"teacher_disagreement_score":0.09911675,"about_ca_system_score_codex":0.0002056481,"about_ca_system_score_gemma":0.0022964547,"threshold_uncertainty_score":0.9999655},"labels":[],"label_agreement":null},{"id":"W4413431151","doi":"10.1038/s41598-025-16227-7","title":"Global trends and practice patterns in virtual reality simulation training for ophthalmic surgery: an international survey use of virtual reality simulation training around the world","year":2025,"lang":"en","type":"article","venue":"Scientific Reports","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"","keywords":"Virtual reality; Training (meteorology); Simulation training; Computer science; Human–computer interaction; Medical education; Simulation; Medicine; Geography","score_opus":0.24092738317728593,"score_gpt":0.44154957025026026,"score_spread":0.20062218707297433,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4413431151","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9842514,0.000008997045,0.010944462,0.0006184568,0.0021232544,0.0004651873,0.00008309752,0.0000485911,0.0014565524],"genre_scores_gemma":[0.9979958,0.0000012695156,0.000093123665,0.00012752727,0.00009431943,0.000015583686,0.00097619434,0.00001202718,0.00068417145],"study_design_codex":"simulation_or_modeling","study_design_gemma":"observational","domain_scores_codex":[0.99654496,0.00058420154,0.0011711761,0.0007566161,0.0006513238,0.00029175085],"domain_scores_gemma":[0.99083716,0.0073796236,0.000640392,0.00052801135,0.0004884143,0.00012641173],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.009940986,0.00018661292,0.00043331832,0.00046939327,0.00023054605,0.00028315836,0.000084872656,0.0001072467,0.000051319807],"category_scores_gemma":[0.009504761,0.00015706051,0.00012989609,0.0014168934,0.00023358093,0.0008868984,0.000049510225,0.0001562038,1.8070895e-7],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0013233736,0.00022277959,0.43120387,0.000025022066,0.00008719772,0.00006362171,0.0017052345,0.44487545,0.00003458176,0.0005454392,0.000047172034,0.119866274],"study_design_scores_gemma":[0.0008746775,0.0000429592,0.63422173,0.00011013169,0.00005320173,0.000031816762,0.0007969632,0.35923877,0.00000801849,0.0004018691,0.0041109617,0.00010886612],"about_ca_topic_score_codex":0.00054564106,"about_ca_topic_score_gemma":0.0018271684,"teacher_disagreement_score":0.20301789,"about_ca_system_score_codex":0.00017159426,"about_ca_system_score_gemma":0.00029708014,"threshold_uncertainty_score":0.9988386},"labels":[],"label_agreement":null},{"id":"W4413450113","doi":"10.1016/j.mcpdig.2025.100257","title":"A Standardized Temporal Segmentation Framework and Annotation Resource Library in Robotic Surgery","year":2025,"lang":"en","type":"article","venue":"Mayo Clinic Proceedings Digital Health","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Women's Health Research Institute","funders":"Intuitive Surgical; AstraZeneca","keywords":"Annotation; Segmentation; Computer science; Resource (disambiguation); Robotic surgery; Artificial intelligence; Information retrieval; Computer vision","score_opus":0.037696220429952555,"score_gpt":0.3581539543973012,"score_spread":0.3204577339673486,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4413450113","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.96443325,0.00047479698,0.00067626056,0.011734597,0.0001490436,0.00070460886,0.000010470449,0.0002411308,0.021575827],"genre_scores_gemma":[0.9936599,0.00007928402,0.0010944234,0.004094077,0.000060688955,0.000016498316,0.00010330165,0.000017861788,0.00087396323],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9985268,0.00001710074,0.00067171024,0.00031195857,0.00021286473,0.0002595796],"domain_scores_gemma":[0.9988396,0.00072137156,0.00017485385,0.00005968575,0.000033418404,0.00017103738],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00055222225,0.00012952324,0.00043751945,0.00029143417,0.000076169184,0.0001511562,0.00003271526,0.000109941684,0.000044660766],"category_scores_gemma":[0.0007350186,0.000121027675,0.000067017514,0.00070742116,0.00005928809,0.00051743427,0.00003549226,0.00027744603,0.000007950984],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0010473949,0.00015102673,0.79301924,0.00051998283,0.000022276849,0.000008346484,0.0007252683,0.0000034906072,7.221814e-7,0.0012921,0.001925991,0.20128414],"study_design_scores_gemma":[0.011368967,0.00081328553,0.8678895,0.006376943,0.000048890237,0.000027893508,0.007613717,0.0036419774,0.00004752997,0.024493463,0.0771571,0.0005207136],"about_ca_topic_score_codex":0.000005824384,"about_ca_topic_score_gemma":6.856125e-7,"teacher_disagreement_score":0.20076342,"about_ca_system_score_codex":0.00008529844,"about_ca_system_score_gemma":0.0003029739,"threshold_uncertainty_score":0.49353653},"labels":[],"label_agreement":null},{"id":"W4413452967","doi":"10.1016/j.jmig.2025.08.018","title":"Twenty-Two Years of Minimally Invasive Gynecologic Surgery Fellowship Graduates in the United States and Canada: Geographic Distribution, Accessibility, and Practice Patterns","year":2025,"lang":"en","type":"article","venue":"Journal of Minimally Invasive Gynecology","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Medicine; Distribution (mathematics); General surgery; Gynecology","score_opus":0.03166027350218646,"score_gpt":0.30478124554678343,"score_spread":0.27312097204459695,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4413452967","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98962164,0.000656104,0.000009913582,0.009049979,0.00019521093,0.0003058302,0.000040072973,0.0000053804843,0.000115891315],"genre_scores_gemma":[0.993731,0.0019496717,0.00011274652,0.004054566,0.000039413306,0.000009046629,0.00008581407,0.00000844862,0.000009288293],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9971348,0.0008923991,0.001068175,0.00025096833,0.00033147517,0.00032218586],"domain_scores_gemma":[0.9494734,0.048625138,0.0008326933,0.00015990161,0.0007708056,0.00013809309],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0020890844,0.00019123303,0.0007194228,0.00045325124,0.00008288163,0.00003557229,0.00018639877,0.00013989874,0.000054588443],"category_scores_gemma":[0.027590739,0.00014352052,0.00011573557,0.000593993,0.00035402479,0.00016432286,0.00010318546,0.00048486012,3.1204186e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00081597886,0.0003247226,0.993769,0.00015488247,0.00029162795,0.0011239238,0.00052719325,0.00006862882,0.00016634088,0.000121539495,0.0007145349,0.0019216217],"study_design_scores_gemma":[0.0032156582,0.00056097825,0.98628175,0.00021595803,0.0002832685,0.0002533224,0.0063508223,0.000033720033,0.00017729618,0.0008059323,0.0017049039,0.00011640467],"about_ca_topic_score_codex":0.017724464,"about_ca_topic_score_gemma":0.18177529,"teacher_disagreement_score":0.16405083,"about_ca_system_score_codex":0.00014563532,"about_ca_system_score_gemma":0.0016029282,"threshold_uncertainty_score":0.9888166},"labels":[],"label_agreement":null},{"id":"W4413644347","doi":"10.1017/cjn.2025.10404","title":"Face, Content, Construct and Convergent Validity of a Surgical Spine Simulator for Pedicle Screw Insertions","year":2025,"lang":"en","type":"article","venue":"Canadian Journal of Neurological Sciences / Journal Canadien des Sciences Neurologiques","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"McMaster University Medical Centre; McGill University","funders":"","keywords":"Construct (python library); Face (sociological concept); Face validity; Content (measure theory); Computer science; Construct validity; Psychology; Surgery; Medicine; Mathematics; Programming language; Mathematical analysis; Developmental psychology; Psychometrics","score_opus":0.10211166331313655,"score_gpt":0.33328486311392963,"score_spread":0.2311731998007931,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4413644347","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99130356,0.0008513689,0.00021964149,0.005429215,0.00051352836,0.00025242334,0.000016658785,0.000011135387,0.001402471],"genre_scores_gemma":[0.99652237,0.0002621024,0.0009675654,0.0021091637,0.00009702661,0.0000020413313,4.4202247e-7,0.0000048247953,0.000034494347],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.997347,0.00034730052,0.00087105465,0.00033964965,0.00042459485,0.0006703751],"domain_scores_gemma":[0.99649704,0.000989505,0.0004674087,0.000089117195,0.0006107431,0.0013462007],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.00221287,0.00020036053,0.0005828218,0.000664181,0.0011691322,0.00016058586,0.00045727717,0.00014449506,0.00012911594],"category_scores_gemma":[0.0026361695,0.00013177654,0.0002467315,0.0008916147,0.0054609515,0.0003150058,0.0000391362,0.0005402944,3.411147e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00027209296,0.00004428531,0.98766845,0.000023012635,0.00002962887,0.0009999756,0.00010665711,0.0013280467,0.00004618904,0.004786238,0.00012251113,0.004572891],"study_design_scores_gemma":[0.007019349,0.08326543,0.8223527,0.00028069344,0.0002941073,0.02230229,0.00085030036,0.021336727,0.00062590936,0.017689899,0.023509651,0.00047292968],"about_ca_topic_score_codex":0.00030586566,"about_ca_topic_score_gemma":0.0039582434,"teacher_disagreement_score":0.16531576,"about_ca_system_score_codex":0.00008302481,"about_ca_system_score_gemma":0.0023711582,"threshold_uncertainty_score":0.9972456},"labels":[],"label_agreement":null},{"id":"W4413744987","doi":"10.1097/sla.0000000000006922","title":"A Scoping Review and Realist Synthesis of Surgical Trainees’ Perspectives in Competency-based Training","year":2025,"lang":"en","type":"review","venue":"Annals of Surgery","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Toronto General Hospital","funders":"","keywords":"Medicine; Medical education; MEDLINE; Biochemistry","score_opus":0.41110248167380853,"score_gpt":0.4605810286769995,"score_spread":0.04947854700319099,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4413744987","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000029578989,0.99245244,0.0000025554264,0.00092868996,0.00002881854,0.00075723126,0.00005736469,0.000023436813,0.0057198866],"genre_scores_gemma":[0.0013728733,0.9981199,0.000110409776,0.0001968334,0.00003271731,0.00006943777,0.000050426126,0.000024205705,0.000023234794],"study_design_codex":"design_other","study_design_gemma":"systematic_review","domain_scores_codex":[0.9971498,0.00039819643,0.0015253265,0.0003835963,0.0002710453,0.00027199855],"domain_scores_gemma":[0.98801655,0.010846111,0.00055976067,0.0002690802,0.00018041786,0.00012811141],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0018902607,0.00031590325,0.005104786,0.0007262246,0.000024741177,0.00000616564,0.00007610062,0.00020658743,0.00018004897],"category_scores_gemma":[0.002420482,0.0002573373,0.00096389826,0.0009479801,0.00020261783,0.00004217674,0.000026035039,0.00027570655,6.2986584e-7],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000032242897,0.00010747652,0.00007134365,0.36066127,0.00013500142,0.00010416994,0.00009734977,8.351011e-7,2.5720166e-8,0.00052145985,0.000046569192,0.6382223],"study_design_scores_gemma":[0.000314787,0.000022908975,0.00009467542,0.9703574,0.0007361292,0.000026918255,0.0001790348,0.000008317971,0.0000018231524,0.000028513135,0.028007288,0.0002221627],"about_ca_topic_score_codex":0.000023023193,"about_ca_topic_score_gemma":0.0000060876973,"teacher_disagreement_score":0.6380001,"about_ca_system_score_codex":0.000016382583,"about_ca_system_score_gemma":0.0019872566,"threshold_uncertainty_score":0.9999879},"labels":[],"label_agreement":null},{"id":"W4413784224","doi":"10.1016/j.jss.2025.07.055","title":"Does Surgical Simulation Improve Hand-Sewn Bowel Anastomosis Skill Acquisition? A Systematic Review","year":2025,"lang":"en","type":"review","venue":"Journal of Surgical Research","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Montreal General Hospital; University of Manitoba","funders":"","keywords":"Anastomosis; Medicine; Dreyfus model of skill acquisition; Computer science; Surgery; Economics","score_opus":0.09552146268163597,"score_gpt":0.4908176931158379,"score_spread":0.3952962304342019,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4413784224","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000014735432,0.9923651,0.000046702156,0.00070367946,0.0004162804,0.0029515864,0.00003422721,0.000030945375,0.0034367202],"genre_scores_gemma":[0.0016651166,0.99296457,0.000050719547,0.000107772314,0.00091418007,0.00010447545,0.00006184631,0.00005980155,0.004071523],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.9884153,0.0028290753,0.0038404847,0.0005928659,0.0035076744,0.00081462355],"domain_scores_gemma":[0.9779231,0.016326012,0.0013519368,0.00070117123,0.0027838247,0.0009139457],"candidate_categories":["metaepi_narrow","research_integrity","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.010852477,0.0005834518,0.0064363424,0.001371015,0.00030816966,0.00022120081,0.00052887906,0.00070605316,0.0016603848],"category_scores_gemma":[0.004119803,0.00027845538,0.0028362526,0.0023306857,0.00029934393,0.00021917647,0.00022341672,0.0029422962,0.00013879246],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00028480124,0.00036856916,0.000006294229,0.81935143,0.00073304004,0.0041264743,0.00002441636,0.000020567502,5.693422e-8,0.00016354471,0.0002669917,0.1746538],"study_design_scores_gemma":[0.0019381295,0.0003368214,0.0000015438617,0.5400241,0.0021707788,0.0005353564,0.000022737095,0.00021516129,4.2699895e-7,0.00005485329,0.4545047,0.00019541067],"about_ca_topic_score_codex":0.0000045498828,"about_ca_topic_score_gemma":5.7689255e-7,"teacher_disagreement_score":0.4542377,"about_ca_system_score_codex":0.0006374181,"about_ca_system_score_gemma":0.0014854685,"threshold_uncertainty_score":0.99996674},"labels":[],"label_agreement":null},{"id":"W4413821537","doi":"10.1016/j.xjon.2025.08.009","title":"Surgical skills assessment during resident selection process: Survey of American cardiothoracic and Canadian cardiac surgery program directors","year":2025,"lang":"en","type":"article","venue":"JTCVS Open","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Toronto; University Health Network; McGill University","funders":"","keywords":"Cardiothoracic surgery; Selection (genetic algorithm); Cardiac surgery; Medicine; Surgery; Computer science","score_opus":0.024947917041340674,"score_gpt":0.3978603712481424,"score_spread":0.3729124542068017,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4413821537","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9837594,0.00010921727,0.0000021542448,0.00021513774,0.00010970539,0.0009319041,0.000019585814,0.000048673337,0.014804205],"genre_scores_gemma":[0.99892217,0.00007267398,0.000111184236,0.000041706655,0.000034470795,0.000092477116,0.00007331628,0.000015131518,0.0006368931],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.998547,0.00028778208,0.0003406254,0.00031135324,0.00023453082,0.00027868873],"domain_scores_gemma":[0.9987906,0.00046067528,0.00010138126,0.00015458575,0.0002234774,0.00026923287],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001132418,0.0001324937,0.0006761946,0.0002555777,0.00012494571,0.00008183094,0.00007580573,0.00006240894,0.000060341394],"category_scores_gemma":[0.00029427148,0.00011727372,0.00008974778,0.0010330052,0.00007224562,0.00009616794,0.00005195054,0.00017635562,0.0000012240362],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00013338648,0.00006689269,0.93713796,0.000082739,0.00016858801,0.000024952613,0.00007106297,0.00002586689,0.000008111024,0.000017560511,0.00008528896,0.06217758],"study_design_scores_gemma":[0.0005295287,0.000056504723,0.9930367,0.0001686445,0.000061162675,0.0000055672585,0.00012566497,0.0001408401,0.0003153,0.0000041227963,0.005443739,0.00011221568],"about_ca_topic_score_codex":0.21332853,"about_ca_topic_score_gemma":0.041925132,"teacher_disagreement_score":0.1714034,"about_ca_system_score_codex":0.00020521272,"about_ca_system_score_gemma":0.0009314064,"threshold_uncertainty_score":0.97555727},"labels":[],"label_agreement":null},{"id":"W4413889343","doi":"10.1016/j.jsurg.2025.103680","title":"Problem Identification and Needs Assessment for a Universal Surgical Simulation Educational Fellowship Curriculum","year":2025,"lang":"en","type":"article","venue":"Journal of surgical education","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"Association for Surgical Education","keywords":"Identification (biology); Curriculum; Medical education; Medicine; Medical physics; Psychology; Pedagogy; Biology","score_opus":0.022257080043570632,"score_gpt":0.3751562929173183,"score_spread":0.35289921287374765,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4413889343","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.96302557,0.00063513784,0.0052651674,0.016482487,0.0010679497,0.00074601563,0.0000036264114,0.000032487416,0.012741563],"genre_scores_gemma":[0.9944954,0.00008871143,0.00249014,0.00012656098,0.000518606,0.000018574792,0.0000613324,0.00000993532,0.0021907487],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9985915,0.00008203695,0.00069347746,0.00016332716,0.0003176657,0.0001520132],"domain_scores_gemma":[0.9976198,0.0008105793,0.00036857362,0.00010204053,0.00090748415,0.00019154337],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00074255397,0.00012711088,0.00029536174,0.00048532753,0.00013059675,0.000071411945,0.000063992935,0.000120894496,0.00011705389],"category_scores_gemma":[0.00016401919,0.000106769294,0.0001721735,0.0005433655,0.000055735323,0.00027045698,0.00001485796,0.00022967473,0.0000023791395],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0027469231,0.006693081,0.30372822,0.0008382623,0.0005373125,0.00003127262,0.0012692783,0.009781835,0.00032691588,0.33242938,0.0059651993,0.33565232],"study_design_scores_gemma":[0.017460674,0.0006067663,0.20156483,0.000956072,0.0007288149,0.0004388982,0.0035957436,0.06078328,0.0001128086,0.012467028,0.7008848,0.00040027843],"about_ca_topic_score_codex":0.0000073933265,"about_ca_topic_score_gemma":6.178901e-7,"teacher_disagreement_score":0.6949196,"about_ca_system_score_codex":0.00022860865,"about_ca_system_score_gemma":0.0010991711,"threshold_uncertainty_score":0.43539253},"labels":[],"label_agreement":null},{"id":"W4413925294","doi":"10.1109/icra55743.2025.11127958","title":"SurgPose: a Dataset for Articulated Robotic Surgical Tool Pose Estimation and Tracking","year":2025,"lang":"en","type":"article","venue":"","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"BC Centre for Disease Control","funders":"","keywords":"Pose; Artificial intelligence; Computer vision; Computer science; Tracking (education); Psychology","score_opus":0.03782774232323246,"score_gpt":0.36021852277402056,"score_spread":0.3223907804507881,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4413925294","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9585696,0.00014991518,0.032940563,0.0032957941,0.00016723512,0.0009242887,0.000065017724,0.0001651494,0.0037224232],"genre_scores_gemma":[0.99548525,0.0000033907593,0.0023907626,0.00047402713,0.000023292643,0.000010111172,0.0011557001,0.0000053438907,0.00045213115],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99939966,0.00001741174,0.00020544196,0.00016237832,0.00008359692,0.00013148467],"domain_scores_gemma":[0.9993194,0.00044702506,0.000021682166,0.00010227171,0.000047896607,0.00006177343],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00020716919,0.00007341302,0.00017318738,0.00006575153,0.000063272484,0.000034759894,0.000016785501,0.000055554287,0.00020337789],"category_scores_gemma":[0.0002498709,0.000056783745,0.000036571062,0.000154876,0.000025815672,0.00007613215,0.000013658066,0.00005811313,0.0000061387263],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0022943777,0.0005838788,0.02561637,0.00050253305,0.0003652839,0.00026622467,0.0002026721,0.010665913,0.000573029,0.046474718,0.005254883,0.9072001],"study_design_scores_gemma":[0.010415065,0.00010145047,0.05093,0.00014862925,0.0002022727,0.0000632927,0.000056796474,0.90414786,0.00054079655,0.00086251326,0.032381963,0.00014933172],"about_ca_topic_score_codex":0.000006966594,"about_ca_topic_score_gemma":0.0000024919364,"teacher_disagreement_score":0.9070508,"about_ca_system_score_codex":0.000015089791,"about_ca_system_score_gemma":0.00002792089,"threshold_uncertainty_score":0.2315574},"labels":[],"label_agreement":null},{"id":"W4413926266","doi":"10.1109/icra55743.2025.11127325","title":"Hypergraph-Transformer (HGT) for Interaction Event Prediction in Laparoscopic and Robotic Surgery","year":2025,"lang":"en","type":"article","venue":"","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Artificial Intelligence in Medicine (Canada)","funders":"","keywords":"Hypergraph; Computer science; Transformer; Robot; Artificial intelligence; Engineering; Mathematics; Electrical engineering","score_opus":0.02864145972584191,"score_gpt":0.327051611372862,"score_spread":0.29841015164702006,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4413926266","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9770028,0.000099350524,0.0105856005,0.001175144,0.0004040225,0.0003693852,9.596237e-7,0.000052148993,0.010310618],"genre_scores_gemma":[0.9979645,0.000031611915,0.00010757862,0.0004151455,0.000024003308,0.000030305004,0.00002001729,0.000003809903,0.0014030233],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99953824,0.000011365393,0.00019003058,0.000115462324,0.000052009673,0.000092869435],"domain_scores_gemma":[0.9996009,0.00028354768,0.000013948493,0.00004343468,0.000023670642,0.000034504323],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00013827758,0.000052778152,0.00015637468,0.00018115566,0.000026306107,0.000007860621,0.000007259136,0.00004514609,0.000120272365],"category_scores_gemma":[0.000065819506,0.00004295085,0.000050859187,0.00016138727,0.000012956542,0.00006342143,0.0000020723978,0.00006122015,0.0000021202836],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00082967215,0.00026738326,0.8674629,0.00034076066,0.0001000217,0.0000042655074,0.00019239399,0.00096983585,0.0009066759,0.0041446616,0.0007356544,0.12404583],"study_design_scores_gemma":[0.008180692,0.0001574345,0.90959114,0.0007214143,0.00013023033,0.000010004479,0.0005315503,0.051927205,0.0025343415,0.0013919506,0.024687756,0.0001363063],"about_ca_topic_score_codex":0.000022920005,"about_ca_topic_score_gemma":0.000039810842,"teacher_disagreement_score":0.12390952,"about_ca_system_score_codex":0.00002834311,"about_ca_system_score_gemma":0.000024938747,"threshold_uncertainty_score":0.17514849},"labels":[],"label_agreement":null},{"id":"W4413970718","doi":"10.1007/s00464-025-12076-7","title":"Artificial intelligence for automatic FLS credentialing: highlighting and addressing current limitations","year":2025,"lang":"en","type":"article","venue":"Surgical Endoscopy","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto; University Health Network","funders":"European Association for Endoscopic Surgery and other Interventional Techniques; Agence Nationale de la Recherche; Bpifrance","keywords":"Credentialing; Current (fluid); Artificial intelligence; Computer science; Psychology; Engineering ethics; Cognitive science; Medicine; Engineering; Medical education; Electrical engineering","score_opus":0.17188083481926858,"score_gpt":0.4199129874157317,"score_spread":0.2480321525964631,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4413970718","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9126233,0.002825102,0.058386743,0.0038338907,0.0016366992,0.0012336809,0.000014504091,0.0004763442,0.01896973],"genre_scores_gemma":[0.99606156,0.000069307986,0.0033625155,0.000110581015,0.0001740939,0.000048417332,0.000030951145,0.00001111289,0.00013147104],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99882925,0.000043632797,0.00044481596,0.00026856564,0.00016911258,0.0002446263],"domain_scores_gemma":[0.99800384,0.0015877959,0.00006698928,0.00011315815,0.00009479896,0.0001334411],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0002843115,0.00012673781,0.00027683968,0.00014394737,0.00022563872,0.00008147576,0.00004703224,0.000069121845,0.00014181391],"category_scores_gemma":[0.0006983153,0.000108023785,0.000109588385,0.00028860822,0.00008979189,0.00006246637,0.000032677402,0.00015679865,0.000010660616],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0004026831,0.00022265298,0.0009437452,0.00031196047,0.000075073665,0.000025718877,0.00034454386,0.00016628078,0.0001890558,0.1054123,0.000056196022,0.8918498],"study_design_scores_gemma":[0.016971994,0.0004472644,0.004257277,0.0039385296,0.0008209748,0.00004759148,0.0013145043,0.60886234,0.026069162,0.04879017,0.28765726,0.0008229285],"about_ca_topic_score_codex":0.0000030174772,"about_ca_topic_score_gemma":0.0000017463092,"teacher_disagreement_score":0.89102685,"about_ca_system_score_codex":0.000030281513,"about_ca_system_score_gemma":0.000076513796,"threshold_uncertainty_score":0.44050822},"labels":[],"label_agreement":null},{"id":"W4414011271","doi":"10.1007/s11701-025-02731-5","title":"Impact of non-surgical OR time on efficiency and costs with Hugo™ RAS","year":2025,"lang":"en","type":"article","venue":"Journal of Robotic Surgery","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"Technische Universität Dresden","keywords":"Medicine; General surgery; Surgery","score_opus":0.021869472471109697,"score_gpt":0.32875077553378335,"score_spread":0.30688130306267364,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4414011271","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99426293,0.00014191416,0.00046318368,0.0002827392,0.00013585959,0.00007798296,5.188119e-7,0.000006989413,0.004627896],"genre_scores_gemma":[0.9992017,0.000037844635,0.00012285887,0.00009715666,0.00006857432,3.40403e-7,9.644986e-7,0.000008028126,0.0004625172],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99893653,0.00005147053,0.00045783984,0.000095118136,0.00030416928,0.00015483989],"domain_scores_gemma":[0.9969295,0.002400565,0.00023717538,0.00009616718,0.00017249798,0.00016406048],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000580997,0.00011045821,0.0006094497,0.0003168387,0.000030815587,0.000011822958,0.000034462577,0.000059701895,0.00036256498],"category_scores_gemma":[0.00041885098,0.000057804922,0.00021390758,0.00039533767,0.000074072566,0.000048808783,0.0000102799895,0.00019541095,0.0000048597076],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.018144652,0.0015192934,0.8392107,0.00013878108,0.0010294575,0.003649439,0.00018269088,0.032858,0.00037943546,0.00009642263,0.0020509164,0.10074022],"study_design_scores_gemma":[0.009278619,0.0025336947,0.9727702,0.0033385947,0.00032509392,0.0016069008,0.00008033166,0.009068923,0.0002345375,0.000013660038,0.0005646764,0.00018478],"about_ca_topic_score_codex":0.0000048199754,"about_ca_topic_score_gemma":2.3740756e-7,"teacher_disagreement_score":0.1335595,"about_ca_system_score_codex":0.0000692257,"about_ca_system_score_gemma":0.00036983326,"threshold_uncertainty_score":0.39698324},"labels":[],"label_agreement":null},{"id":"W4414065513","doi":"10.1002/14651858.cd008237.pub4","title":"Virtual reality simulation training for health professions trainees in gastrointestinal endoscopy","year":2025,"lang":"en","type":"article","venue":"Cochrane Database of Systematic Reviews","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"The Wilson Centre; SickKids Foundation; University of Toronto; University Health Network; The Scarborough Hospital; University of Ottawa; University of Calgary","funders":"","keywords":"Virtual reality; Endoscopy; Health professions; Simulation training; Training (meteorology); MEDLINE","score_opus":0.2049709297600149,"score_gpt":0.4638273601841628,"score_spread":0.2588564304241479,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4414065513","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.023280183,0.0347165,0.89391345,0.004472958,0.0004632853,0.03800524,0.0004823035,0.00019979752,0.0044662976],"genre_scores_gemma":[0.9875778,0.00057712727,0.009991536,0.00049257703,0.000049476144,0.0005741971,0.0005509574,0.000015385958,0.0001709295],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.99641126,0.00070952985,0.0020885055,0.0002827955,0.00025366977,0.00025421762],"domain_scores_gemma":[0.99504864,0.0035775038,0.0006249328,0.0004884859,0.00013652342,0.0001238961],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0054049697,0.00018814845,0.001712424,0.00021969176,0.000070996284,0.000009406866,0.00010178799,0.00003740019,0.000057140085],"category_scores_gemma":[0.012221046,0.00013422006,0.00020569294,0.0004511767,0.000050107898,0.00009238259,0.000023611332,0.00014539565,0.000005123462],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00094195135,0.000553353,0.0009864257,0.97628874,0.0000677599,0.000014462917,0.003522005,0.0018811527,0.0012001459,0.007472617,0.0004615184,0.006609877],"study_design_scores_gemma":[0.007054181,0.00032971794,0.0012225502,0.91061354,0.00016036055,0.00003288553,0.0030000424,0.076866604,0.00003563716,0.00009155603,0.0004351603,0.00015778416],"about_ca_topic_score_codex":0.00001523072,"about_ca_topic_score_gemma":0.000019786721,"teacher_disagreement_score":0.96429765,"about_ca_system_score_codex":0.00008044484,"about_ca_system_score_gemma":0.00024369686,"threshold_uncertainty_score":0.9960994},"labels":[],"label_agreement":null},{"id":"W4414096708","doi":"10.1016/j.arthro.2025.07.039","title":"Virtual Reality and Augmented Reality Are Uniquely Suited to Hip Arthroscopy Education and Reveal Adequate Face, Content, and Construct Validity: A Systematic Review With Expert Commentary","year":2025,"lang":"en","type":"review","venue":"Arthroscopy The Journal of Arthroscopic and Related Surgery","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"Canada Research Chairs; Arthrex","keywords":"Augmented reality; Construct (python library); Virtual reality; Hip arthroscopy; Systematic review","score_opus":0.08627247966361179,"score_gpt":0.36452883605432346,"score_spread":0.27825635639071167,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4414096708","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.019628841,0.97310764,0.00009020962,0.0036196664,0.0005190459,0.0028681126,0.000046715184,0.000037153124,0.000082613595],"genre_scores_gemma":[0.011751171,0.98396564,0.00009788903,0.0037093682,0.00005237292,0.000054278702,0.00007058708,0.0000426024,0.000256075],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.9946135,0.0017818011,0.0022563778,0.0004917239,0.00047029532,0.0003862701],"domain_scores_gemma":[0.99383235,0.0029299539,0.0018684545,0.00047169352,0.00032322668,0.00057429617],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0026941127,0.00065534114,0.0041539655,0.00036124513,0.00038645437,0.00009495153,0.00010356178,0.00030292917,0.000034693654],"category_scores_gemma":[0.00080277823,0.00037870582,0.00024906197,0.0005723272,0.0006426235,0.00021963172,0.0001240619,0.0009147896,0.0000014199336],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0014881232,0.0007690213,0.0067743943,0.69920266,0.006427539,0.0003588564,0.002921968,0.0000021978194,0.00001115151,0.0003654201,0.012455073,0.26922357],"study_design_scores_gemma":[0.0022918885,0.0008313904,0.0009970511,0.95972115,0.008337831,0.0027085694,0.0029044626,0.000012779999,0.000007310658,0.000078560806,0.021532673,0.00057634653],"about_ca_topic_score_codex":0.000066667606,"about_ca_topic_score_gemma":0.000012884253,"teacher_disagreement_score":0.26864722,"about_ca_system_score_codex":0.00010448142,"about_ca_system_score_gemma":0.00054537447,"threshold_uncertainty_score":0.9998665},"labels":[],"label_agreement":null},{"id":"W4414158385","doi":"10.1055/a-2683-9906","title":"Minimum standards for training in colorectal endoscopic mucosal resection among advanced endoscopy trainees","year":2025,"lang":"en","type":"article","venue":"Endoscopy International Open","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"St. Michael's Hospital","funders":"Cook Medical; Castle Biosciences; Merit Medical Systems; Boston Scientific Corporation; Pfizer","keywords":"Endoscopic mucosal resection; Endoscopy; Competence (human resources); Resection; MEDLINE","score_opus":0.02983315944433843,"score_gpt":0.39014108066519165,"score_spread":0.3603079212208532,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4414158385","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8787139,0.00006939955,0.0027837253,0.0015001837,0.0016994606,0.0018642803,0.00012240687,0.00008295374,0.11316371],"genre_scores_gemma":[0.9908063,0.000020437896,0.005233037,0.00049125997,0.00018143299,0.00053206173,0.00022747721,0.00002821511,0.002479788],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9980617,0.00006636157,0.00057676435,0.00047432815,0.00046503264,0.00035580745],"domain_scores_gemma":[0.99866605,0.00066497264,0.00012936325,0.00014922,0.00027270502,0.000117664276],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0006953686,0.00021951225,0.0004557516,0.00043883864,0.00011349393,0.00013933794,0.00036644653,0.00012420892,0.00072974205],"category_scores_gemma":[0.0012535078,0.0002137922,0.00013731263,0.00038883084,0.000088092296,0.00040762965,0.00010994111,0.00028265186,0.0000047123517],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.07333175,0.001998185,0.5209465,0.00063039304,0.0023267313,0.0004100692,0.016243257,0.004984184,0.07907752,0.09451216,0.004517927,0.20102134],"study_design_scores_gemma":[0.2077743,0.004102476,0.28313753,0.0055219405,0.000327965,0.00003947814,0.014542146,0.07787903,0.17083286,0.014356464,0.22000818,0.0014776308],"about_ca_topic_score_codex":0.000099325975,"about_ca_topic_score_gemma":0.00039080222,"teacher_disagreement_score":0.23780896,"about_ca_system_score_codex":0.00046472426,"about_ca_system_score_gemma":0.0006104629,"threshold_uncertainty_score":0.87181926},"labels":[],"label_agreement":null},{"id":"W4414203720","doi":"10.17161/kjm.vol18.24467","title":"Enhancing Surgical Training Through Coaching: A Systematic Review of Self-Determination Theory in Surgical Education","year":2025,"lang":"en","type":"article","venue":"Kansas Journal of Medicine","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Training (meteorology); MEDLINE; Context (archaeology); Work (physics); Curriculum","score_opus":0.03007502082859149,"score_gpt":0.3691429525572108,"score_spread":0.3390679317286193,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4414203720","genre_codex":"review","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.36310452,0.3969213,0.008747086,0.022238519,0.0030898675,0.004046748,0.000002862895,0.00014959689,0.20169951],"genre_scores_gemma":[0.99438184,0.0032553219,0.0006880489,0.0011424331,0.0002497362,0.000008876126,0.0000060048255,0.00001150627,0.00025622026],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.9965317,0.0006064177,0.0019209938,0.00014456475,0.0006208024,0.00017549876],"domain_scores_gemma":[0.99658674,0.0019409203,0.00076480897,0.00017314477,0.00042005465,0.00011433972],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0056020217,0.00016023799,0.0014040057,0.0003901529,0.000035541376,0.0000050499516,0.000119376135,0.000100320016,0.00022321165],"category_scores_gemma":[0.002776148,0.00010512348,0.0001951308,0.0006681305,0.0000982021,0.00013594999,0.000013180106,0.0004445893,0.0000013907224],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0018990474,0.0019748178,0.0027031514,0.8488237,0.0007207107,0.0019754076,0.02441264,0.000050976738,0.00041984004,0.06033387,0.00024192577,0.056443904],"study_design_scores_gemma":[0.013252341,0.00066856423,0.0008853163,0.96607745,0.0017963891,0.002831567,0.006039635,0.0005019997,0.00028568448,0.0027978502,0.004683034,0.00018015264],"about_ca_topic_score_codex":0.000005856618,"about_ca_topic_score_gemma":0.000001476006,"teacher_disagreement_score":0.6312773,"about_ca_system_score_codex":0.00013680207,"about_ca_system_score_gemma":0.00050684076,"threshold_uncertainty_score":0.4286811},"labels":[],"label_agreement":null},{"id":"W4414261691","doi":"10.20517/ais.2024.108","title":"Artificial intelligence for real-time surgical phase recognition in minimal invasive inguinal hernia repair: a systematic review on behalf of TROGSS - the robotic global surgical society","year":2025,"lang":"en","type":"review","venue":"Artificial Intelligence Surgery","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Inguinal hernia; Data extraction; Hernia; Laparoscopy; Robotic surgery; Systematic review; MEDLINE","score_opus":0.19173031265997853,"score_gpt":0.4285156887841595,"score_spread":0.236785376124181,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4414261691","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0006376529,0.98722726,0.00044992022,0.00032608738,0.00077900063,0.00898528,0.0003055043,0.00024209698,0.0010471886],"genre_scores_gemma":[0.0045364047,0.9926586,0.00019951526,0.00019659774,0.00047207237,0.001042572,0.00075560994,0.00006682559,0.00007177913],"study_design_codex":"design_other","study_design_gemma":"systematic_review","domain_scores_codex":[0.98997915,0.0014157374,0.005666367,0.0011534678,0.00094461587,0.00084067753],"domain_scores_gemma":[0.97488624,0.021958256,0.0014892955,0.0008368417,0.00054565904,0.00028371683],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0056087617,0.00088331656,0.0059670717,0.00034612,0.00020641682,0.000072115865,0.00039232438,0.0006792431,0.0003826568],"category_scores_gemma":[0.007697514,0.0006202618,0.0047518783,0.0024216294,0.00045849048,0.00010908109,0.00010868674,0.00082415424,0.00020255151],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0009072838,0.0013985704,0.000007753243,0.38535687,0.00050786353,0.00040257262,0.0001132831,0.000038096474,3.1801162e-7,0.0019578475,0.00016765713,0.6091419],"study_design_scores_gemma":[0.0002531017,0.00084415136,0.000001311519,0.9730618,0.007384524,0.00042562158,0.00048690088,0.003548301,0.00007789778,0.0029407823,0.009842149,0.0011334786],"about_ca_topic_score_codex":0.00007166014,"about_ca_topic_score_gemma":0.000044568602,"teacher_disagreement_score":0.6080084,"about_ca_system_score_codex":0.00047674243,"about_ca_system_score_gemma":0.00150833,"threshold_uncertainty_score":0.99962485},"labels":[],"label_agreement":null},{"id":"W4414303651","doi":"10.1016/j.jsurg.2025.103698","title":"Navigating the Path to Surgery: A Systematic Review of Early Surgical Exposure Programs for Preclerkship Medical Students in North America","year":2025,"lang":"en","type":"review","venue":"Journal of surgical education","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"McGill University; McGill University Health Centre","funders":"","keywords":"Workforce; Curriculum; Career path; Path (computing); Professional development; Medical knowledge; Workforce development; MEDLINE","score_opus":0.06070287286874846,"score_gpt":0.43416146770631997,"score_spread":0.3734585948375715,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4414303651","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.003595955,0.9900973,0.00001309107,0.001199251,0.0004990225,0.004472561,0.000008217048,0.000012575366,0.000102060585],"genre_scores_gemma":[0.005522938,0.9927687,0.00010351252,0.0003805729,0.00044635625,0.00055902236,0.00011889564,0.000033611683,0.000066364446],"study_design_codex":"design_other","study_design_gemma":"systematic_review","domain_scores_codex":[0.9923242,0.0010667593,0.003941896,0.0003038289,0.0020282983,0.0003350638],"domain_scores_gemma":[0.9891175,0.0069237226,0.0023099408,0.0003650583,0.00080556615,0.0004781868],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.005527592,0.00037197466,0.0046174875,0.00022762171,0.00005714828,0.000059941434,0.0005667055,0.00028699983,0.00009063866],"category_scores_gemma":[0.00553366,0.00020372497,0.0015966896,0.001907967,0.00007561249,0.00007975483,0.00007958904,0.0012784161,0.000005427844],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00008046925,0.0006100663,0.0012546058,0.4782853,0.00017456761,0.00006275725,0.00015834178,3.5598302e-7,8.9161484e-10,0.000011950368,0.00009201971,0.5192695],"study_design_scores_gemma":[0.000763777,0.00026263238,0.00021576494,0.79081655,0.0014318267,0.00035031445,0.0001341252,0.000003931747,2.0849036e-8,0.0000045032857,0.20586975,0.00014678406],"about_ca_topic_score_codex":0.000014357645,"about_ca_topic_score_gemma":0.0000035656753,"teacher_disagreement_score":0.5191228,"about_ca_system_score_codex":0.00021586644,"about_ca_system_score_gemma":0.0030582992,"threshold_uncertainty_score":0.83076626},"labels":[],"label_agreement":null},{"id":"W4414304292","doi":"10.1016/j.bspc.2025.108487","title":"Learning from imperfect demonstrations in a surgical training task","year":2025,"lang":"en","type":"article","venue":"Biomedical Signal Processing and Control","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Northern Alberta Institute of Technology; University of Alberta","funders":"","keywords":"Imperfect; Robustness (evolution); Robotics; Task (project management); Probabilistic logic; Scalability; Robot","score_opus":0.017278675092294322,"score_gpt":0.2856794596945484,"score_spread":0.2684007846022541,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4414304292","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9510757,0.0028000632,0.029673114,0.0035263216,0.00007194001,0.00030303295,0.0000057458014,0.00020002869,0.012344092],"genre_scores_gemma":[0.9989451,0.000013818179,0.00013586796,0.00055844296,0.00014907072,0.000020207273,0.000030007242,0.000007729932,0.00013975785],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9987751,0.00009292604,0.00034387253,0.000291412,0.0002293886,0.0002672561],"domain_scores_gemma":[0.99908704,0.00056979206,0.000047094258,0.000046426492,0.000038619317,0.00021100586],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00036321653,0.00013060983,0.00035425948,0.00016255761,0.0001680655,0.00005861975,0.000040966133,0.00016306953,0.0001648438],"category_scores_gemma":[0.00017480797,0.000102920036,0.000064058666,0.0004090209,0.0001903518,0.00006146719,0.000013467772,0.00042339522,0.000003971538],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00042380483,0.00012047868,0.02217807,0.000035605874,0.0000464415,0.00015635368,0.00048942486,0.000032263986,0.002181142,0.00015519293,0.0000066890902,0.97417456],"study_design_scores_gemma":[0.05650334,0.0008179687,0.09109252,0.0024411567,0.00041637445,0.00010670121,0.0037101298,0.7666159,0.0001599342,0.002450226,0.07507647,0.0006092346],"about_ca_topic_score_codex":0.00004512467,"about_ca_topic_score_gemma":0.0000048527486,"teacher_disagreement_score":0.9735653,"about_ca_system_score_codex":0.000029007979,"about_ca_system_score_gemma":0.0002463301,"threshold_uncertainty_score":0.4196957},"labels":[],"label_agreement":null},{"id":"W4414362849","doi":"10.1055/a-2700-8222","title":"Bridging the Gap in Facial Aesthetic Surgery Training: A National Survey Study of Canadian Resident and Program Director Perspectives on Resident-Run Clinics in Otolaryngology Residency Programs","year":2025,"lang":"en","type":"article","venue":"Facial Plastic Surgery","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Western University","funders":"","keywords":"Program director; Thematic analysis; Otorhinolaryngology; Bridging (networking); Qualitative research; Graduate medical education; Survey research","score_opus":0.11830220880391652,"score_gpt":0.35624830826861875,"score_spread":0.23794609946470224,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4414362849","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99690115,0.00020451334,0.0000020277816,0.00040879878,0.0005534117,0.001127347,0.000017158807,0.00004944041,0.00073612493],"genre_scores_gemma":[0.9995064,0.00005775465,0.0000077191235,0.00008630944,0.000071656745,0.00015205568,0.00004844585,0.000020066442,0.000049550446],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9963872,0.00087760756,0.0010332094,0.00054581475,0.0005802249,0.0005759727],"domain_scores_gemma":[0.98869115,0.010512518,0.00018901797,0.00018846763,0.00022117054,0.00019767102],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0037746772,0.00025020473,0.0008281553,0.0022144427,0.00015009865,0.000055238936,0.0000951244,0.00017783175,0.000041059488],"category_scores_gemma":[0.013363957,0.00021099606,0.00013597008,0.0020310762,0.00022916633,0.00007659612,0.00003744371,0.0004976274,0.0000032777205],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0011417595,0.0005825748,0.95506746,0.0000299782,0.00005118221,0.00024563321,0.006594147,0.00011686958,0.0000011889582,0.00017905673,0.00010151926,0.03588862],"study_design_scores_gemma":[0.0015680527,0.00020642488,0.989748,0.00048344553,0.00002491345,0.00001338051,0.0067677004,0.00062411895,0.0000017144622,0.00008768431,0.0003075943,0.00016696627],"about_ca_topic_score_codex":0.059297945,"about_ca_topic_score_gemma":0.38051674,"teacher_disagreement_score":0.3212188,"about_ca_system_score_codex":0.00024511685,"about_ca_system_score_gemma":0.0021653906,"threshold_uncertainty_score":0.9949469},"labels":[],"label_agreement":null},{"id":"W4414451521","doi":"10.1136/rapm-2025-106776","title":"Augmented reality-guided craniofacial and airway nerve block training for anesthesiology residents","year":2025,"lang":"en","type":"article","venue":"Regional Anesthesia & Pain Medicine","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"","keywords":"Anesthesiology; Nerve block; DICOM; Craniofacial; Modality (human–computer interaction); Block (permutation group theory)","score_opus":0.08137245757759749,"score_gpt":0.3502541013439571,"score_spread":0.26888164376635965,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4414451521","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.65769774,0.0005030694,0.0011161647,0.338913,0.000024877017,0.0009007926,2.7914243e-7,0.00017157034,0.0006724859],"genre_scores_gemma":[0.89810526,0.000072779716,0.0005142553,0.09764918,0.00047897454,0.00008456732,0.00012549656,0.000031718908,0.0029377453],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.9977626,0.00033312404,0.0006193052,0.00050221424,0.00036994822,0.0004127727],"domain_scores_gemma":[0.99743265,0.001709821,0.00014165073,0.00024235516,0.00020501384,0.0002685031],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0021429944,0.00027848026,0.0007325643,0.00026776147,0.00023177733,0.00001128062,0.00011077707,0.00022105499,0.000081998354],"category_scores_gemma":[0.00066644954,0.00021357342,0.00013768919,0.00036847696,0.00042054264,0.00004549961,0.000008756269,0.00020647101,0.000003589692],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.017349392,0.0013162252,0.39523923,0.0029474397,0.0017252503,0.0037833084,0.010781101,0.00042455771,0.0047958964,0.11039762,0.31668204,0.13455795],"study_design_scores_gemma":[0.013734652,0.0009958062,0.3048071,0.0013120755,0.00028520075,0.0007847326,0.0011704067,0.0045146346,0.000046526955,0.004012869,0.6680431,0.0002928941],"about_ca_topic_score_codex":0.00010954954,"about_ca_topic_score_gemma":0.000008485326,"teacher_disagreement_score":0.35136107,"about_ca_system_score_codex":0.00006252366,"about_ca_system_score_gemma":0.00015927391,"threshold_uncertainty_score":0.87092716},"labels":[],"label_agreement":null},{"id":"W4414507863","doi":"10.1038/s41391-025-01022-2","title":"Endoscopic simulators in benign prostatic hyperplasia surgical training: a scoping review","year":2025,"lang":"en","type":"review","venue":"Prostate Cancer and Prostatic Diseases","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":3,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto; McGill University; Université de Montréal","funders":"","keywords":"Hyperplasia; Benign prostatic hyperplasia (BPH); Prostate cancer; Prostatic Diseases; Endoscopy; Prostate; Prostatectomy","score_opus":0.06546987327917642,"score_gpt":0.42145509320576957,"score_spread":0.35598521992659315,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4414507863","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00016675438,0.98863983,0.0000014312377,0.0001863898,0.00019340377,0.0090530105,0.00044756613,0.00012691082,0.0011847112],"genre_scores_gemma":[0.00095313665,0.99398744,0.00006781034,0.0005799611,0.00008702774,0.0028977662,0.00064457435,0.00008370907,0.0006985847],"study_design_codex":"design_other","study_design_gemma":"systematic_review","domain_scores_codex":[0.9959131,0.00029100184,0.0015561963,0.0010112952,0.00049481564,0.00073362864],"domain_scores_gemma":[0.99680144,0.0017511783,0.00039630604,0.0003716621,0.00011452053,0.0005648944],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00035042214,0.00078480656,0.003765252,0.00041597037,0.0001293281,0.000099774334,0.00013292064,0.00019092251,0.00037187594],"category_scores_gemma":[0.00071966206,0.00060037733,0.0004490179,0.0011197836,0.00020203833,0.00014939641,0.00009397806,0.0005310246,0.000010906001],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000069711554,0.00009406416,0.0014216923,0.37393886,0.00010817089,0.00031486264,0.00026162717,0.0000054001775,5.417058e-9,0.00008439234,0.000024398874,0.62367684],"study_design_scores_gemma":[0.003626959,0.00013865596,0.000104574036,0.7508037,0.0023829404,0.000042997,0.00008562449,0.00005731149,1.4173156e-7,0.00010689632,0.24220066,0.0004495462],"about_ca_topic_score_codex":0.000021666896,"about_ca_topic_score_gemma":0.000014128513,"teacher_disagreement_score":0.6232273,"about_ca_system_score_codex":0.00018447453,"about_ca_system_score_gemma":0.0032708477,"threshold_uncertainty_score":0.99964476},"labels":[],"label_agreement":null},{"id":"W4414620895","doi":"10.1016/j.jpedsurg.2025.162711","title":"Operating Without Direct Supervision During Pediatric Surgery Fellowship: When, How, and Why?","year":2025,"lang":"en","type":"article","venue":"Journal of Pediatric Surgery","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University Health Centre; Montreal Children's Hospital","funders":"","keywords":"Pediatric surgery; Pediatric Surgeon; Autonomy; MEDLINE; Informed consent; Pediatric hospital","score_opus":0.031804552886901725,"score_gpt":0.278906383684533,"score_spread":0.2471018307976313,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4414620895","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9891257,0.006798044,0.0000869177,0.0015255351,0.0013689237,0.00012151281,0.0000019834417,0.00005338362,0.0009179835],"genre_scores_gemma":[0.98833746,0.0036683544,0.00026860536,0.00043862197,0.0067300666,0.0000025824459,0.000004434888,0.00003118597,0.0005187079],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9974606,0.00021601409,0.0010377812,0.0002849916,0.0006021897,0.0003984221],"domain_scores_gemma":[0.99447274,0.0041433736,0.00048113323,0.00018699578,0.00037756164,0.00033820386],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0022302156,0.0002586319,0.0010127157,0.0014093294,0.00021180444,0.00013031178,0.00007621384,0.0001710534,0.00015456551],"category_scores_gemma":[0.0032126533,0.00020564477,0.00047245953,0.0009822837,0.000034130953,0.00038804626,0.00006364015,0.0005016969,0.000004296997],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00016593363,0.000101447324,0.9826078,0.00030388005,0.00007434633,0.00035956144,0.00013773386,0.00004987524,0.00006098761,0.000002607961,0.011992818,0.004143042],"study_design_scores_gemma":[0.0041418113,0.000093183575,0.9833089,0.0004461766,0.0013036535,0.0002796228,0.0005498117,0.000771098,0.00035449007,0.00006929596,0.008112769,0.00056917354],"about_ca_topic_score_codex":0.000010286024,"about_ca_topic_score_gemma":0.000001080777,"teacher_disagreement_score":0.005361143,"about_ca_system_score_codex":0.00007868692,"about_ca_system_score_gemma":0.0004316806,"threshold_uncertainty_score":0.83859503},"labels":[],"label_agreement":null},{"id":"W4414624006","doi":"10.5489/cuaj.9428","title":"Poster Session 3: Education, Laparoscopy, Robotics, and Surgical Innovation","year":2025,"lang":"en","type":"article","venue":"Canadian Urological Association Journal","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"University of Rochester; Medical Center, University of Rochester; Brown University","keywords":"Session (web analytics); Key (lock); Component (thermodynamics); MEDLINE","score_opus":0.015274670588104373,"score_gpt":0.290919223781355,"score_spread":0.2756445531932506,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4414624006","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.86889493,0.00030537593,0.00007750532,0.07964861,0.0007986894,0.00018694522,0.0000045827155,0.00003922905,0.05004413],"genre_scores_gemma":[0.9844216,0.00003424944,0.00019064463,0.011914082,0.00026667133,0.0000030429437,0.00003353633,0.0000052258397,0.0031309207],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9989452,0.00010223055,0.0003523155,0.00015199807,0.00019599186,0.00025225972],"domain_scores_gemma":[0.9987854,0.00018354811,0.00013638,0.00006171072,0.0005027687,0.00033021823],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0005480377,0.00009483765,0.00019314994,0.0003575105,0.00026444302,0.00010457722,0.00004253459,0.0002322954,0.0004481969],"category_scores_gemma":[0.000889603,0.00007595177,0.00004678463,0.00055444357,0.00002874333,0.00009156331,0.000012256691,0.0004375101,0.000018693892],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006485924,0.000060542614,0.95663995,0.0000062903277,0.00004728591,0.000025536094,0.000039695515,0.000048909496,0.000019955802,0.012398779,0.0054808846,0.025167335],"study_design_scores_gemma":[0.001450948,0.00007658954,0.6975739,0.000045917965,0.000049337315,0.0001160561,0.000063517975,0.00020598882,0.000014891459,0.0032595426,0.297052,0.000091328],"about_ca_topic_score_codex":0.000116910654,"about_ca_topic_score_gemma":0.000051935,"teacher_disagreement_score":0.2915711,"about_ca_system_score_codex":0.0004568708,"about_ca_system_score_gemma":0.0008734871,"threshold_uncertainty_score":0.49074417},"labels":[],"label_agreement":null},{"id":"W4414694558","doi":"10.1213/ane.0000000000007759","title":"The Association Between Surgeon–Anesthesiologist Dyad Familiarity and Operative Mortality: A Retrospective Study at a Large Academic Cardiac Surgery Program","year":2025,"lang":"en","type":"article","venue":"Anesthesia & Analgesia","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Institute of Population and Public Health","funders":"","keywords":"Dyad; Retrospective cohort study; Association (psychology); Cardiac surgery; MEDLINE","score_opus":0.03373887585149803,"score_gpt":0.3518749316157051,"score_spread":0.31813605576420706,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4414694558","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9937694,0.0007727025,0.000005300331,0.0027486738,0.00004625502,0.0015305682,0.0000065269883,0.00020690642,0.0009136707],"genre_scores_gemma":[0.9975294,0.00039682855,0.000010955684,0.0005517183,0.00011226122,0.00019429438,0.00007194864,0.000020743902,0.0011118758],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9969399,0.0008027382,0.0005907162,0.000572333,0.0005466686,0.0005476433],"domain_scores_gemma":[0.9970815,0.0018914964,0.00023666577,0.000364364,0.00025712422,0.00016881902],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.003532047,0.00029268282,0.0009348646,0.00013070983,0.00076334213,0.000087559136,0.00011600733,0.00031368187,0.000016013371],"category_scores_gemma":[0.0008174795,0.00020462855,0.00026650474,0.00080850854,0.0001550075,0.00010317047,0.00006486405,0.000653382,0.00001399917],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00014327021,0.00017471216,0.9907514,0.000015879126,0.0006769582,0.00012001215,0.00038382268,7.5616833e-7,0.0000027332296,0.00075948506,0.00040074158,0.0065702167],"study_design_scores_gemma":[0.000853229,0.00019191623,0.97850454,0.000056088487,0.0005600814,0.0000072714397,0.0010416505,0.00020448722,0.000019657795,0.0001898534,0.018181771,0.000189461],"about_ca_topic_score_codex":0.00026869992,"about_ca_topic_score_gemma":0.00013705784,"teacher_disagreement_score":0.01778103,"about_ca_system_score_codex":0.00043773875,"about_ca_system_score_gemma":0.00017610948,"threshold_uncertainty_score":0.834451},"labels":[],"label_agreement":null},{"id":"W4414713027","doi":"10.1016/j.gassur.2025.102241","title":"Ergonomic considerations in open liver surgery","year":2025,"lang":"en","type":"review","venue":"Journal of Gastrointestinal Surgery","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Open surgery; Human factors and ergonomics; Psychological intervention; MEDLINE; Patient safety; Personal protective equipment","score_opus":0.21033743423265902,"score_gpt":0.383570948531444,"score_spread":0.173233514298785,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4414713027","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00024977743,0.9944837,0.000104101724,0.00018192283,0.0005409282,0.0004455842,0.000011208444,0.000013270276,0.003969501],"genre_scores_gemma":[0.0013552317,0.9952738,0.0018478187,0.00028142123,0.00041419428,0.000013294487,0.000035120753,0.00003961666,0.0007394571],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9962664,0.00037883167,0.002480399,0.000259309,0.00027393433,0.0003411133],"domain_scores_gemma":[0.98097515,0.01678174,0.0014427806,0.00022760003,0.00029825745,0.0002744496],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.002126013,0.00035265484,0.0037780146,0.0014144753,0.000060942028,0.00012069142,0.00015330012,0.00012046122,0.0016962392],"category_scores_gemma":[0.0064313533,0.00027657804,0.0014919381,0.00057561166,0.00006868448,0.00021495964,0.00011497442,0.0009573106,0.000076673954],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00033633198,0.0005035696,0.015709765,0.009987465,0.00026098915,0.010027924,0.0000137055895,0.00004125963,2.1637105e-7,0.00011590981,0.025302805,0.93770003],"study_design_scores_gemma":[0.0009320003,0.000095580035,0.003909588,0.22352217,0.0007762838,0.02769932,0.000025143941,0.00001977863,3.2201245e-7,0.000056833116,0.7426356,0.00032740337],"about_ca_topic_score_codex":0.000023314702,"about_ca_topic_score_gemma":0.000008781315,"teacher_disagreement_score":0.9373726,"about_ca_system_score_codex":0.0002931675,"about_ca_system_score_gemma":0.0046257386,"threshold_uncertainty_score":0.99996865},"labels":[],"label_agreement":null},{"id":"W4414775604","doi":"10.1002/jpn3.70212","title":"Numbers matter: How pediatric endoscopy quality varies with annual procedural volume","year":2025,"lang":"en","type":"article","venue":"Journal of Pediatric Gastroenterology and Nutrition","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"SickKids Foundation","funders":"","keywords":"Quality (philosophy); Endoscopy; MEDLINE; Volume (thermodynamics); Quality management","score_opus":0.010154201759298943,"score_gpt":0.27487158107060883,"score_spread":0.2647173793113099,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4414775604","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9897349,0.0004491098,0.0015114362,0.0077890013,0.0002040228,0.00015754836,0.000010480593,0.000015588654,0.000127953],"genre_scores_gemma":[0.99630797,0.00041630823,0.001217645,0.0011192875,0.00077669474,0.000005901172,0.000009257672,0.000006926357,0.00014003439],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9989362,0.000116094976,0.00038576126,0.00014797343,0.00019089083,0.00022312433],"domain_scores_gemma":[0.9991083,0.00010449157,0.00032098836,0.00006586541,0.00026826953,0.00013204476],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00030966528,0.00012966817,0.00037588624,0.00033151344,0.00008333009,0.000024595915,0.00005004618,0.00009978256,0.00006398663],"category_scores_gemma":[0.00007850515,0.00009915049,0.0000906363,0.00022976159,0.000074567346,0.00021087416,0.000017071232,0.0003293084,0.0000027432827],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0058774264,0.00031192717,0.9885633,0.00029422287,0.00006645941,0.000051587165,0.000096378055,0.0000034913471,0.00000908262,0.000029502726,0.004581142,0.00011545789],"study_design_scores_gemma":[0.012841156,0.0020138072,0.9824794,0.000037495465,0.0005645022,0.0004241934,0.0004618383,0.000021234087,0.000008856723,0.00014602348,0.00094005855,0.00006146154],"about_ca_topic_score_codex":0.0000028175093,"about_ca_topic_score_gemma":0.0000034291575,"teacher_disagreement_score":0.006963729,"about_ca_system_score_codex":0.000031156447,"about_ca_system_score_gemma":0.000066078836,"threshold_uncertainty_score":0.40432397},"labels":[],"label_agreement":null},{"id":"W4414976749","doi":"10.1016/j.jsurg.2025.103743","title":"Effect of Artificial Intelligence-Augmented Human Instruction on Feedback Frequency and Surgical Performance During Simulation Training","year":2025,"lang":"en","type":"article","venue":"Journal of surgical education","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"McGill University Health Centre; McGill University; McMaster University Medical Centre; Montreal Neurological Institute and Hospital","funders":"Fonds de Recherche du Québec - Santé; Montreal Neurological Institute and Hospital; Canadian Institutes of Health Research; Mitacs; Brain Tumour Foundation of Canada; Royal College of Physicians and Surgeons of Canada; McGill University","keywords":"Training (meteorology); Simulation training; Cohort; Learning curve; Surgical simulation; Initial training","score_opus":0.033590381550745486,"score_gpt":0.3631885249622238,"score_spread":0.3295981434114783,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4414976749","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9955607,0.000100488425,0.000054813,0.00024647592,0.000434507,0.00018040766,5.7178937e-7,0.000013890425,0.0034081312],"genre_scores_gemma":[0.9994157,0.000067878835,0.00009025149,0.000017651357,0.00031597033,0.0000028744923,0.000009011596,0.0000081366115,0.00007250378],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9984894,0.00012873248,0.00077985215,0.0001468785,0.00031863866,0.00013651136],"domain_scores_gemma":[0.99875146,0.0004721603,0.0003425811,0.00008848422,0.00022506039,0.00012023691],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00068666955,0.00013199622,0.00039245744,0.00039678247,0.00011881385,0.00002167417,0.000045067216,0.000114344446,0.00014611863],"category_scores_gemma":[0.00017171004,0.000101963735,0.00012920951,0.0004024598,0.000085986765,0.00017037659,0.000010614465,0.00032681273,0.000001965828],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0042797797,0.00041848008,0.027585164,0.00036752594,0.00009763319,0.000027096066,0.0005778827,0.0060644806,0.0012016416,0.0031625642,0.000002258612,0.9562155],"study_design_scores_gemma":[0.039535698,0.016905114,0.722218,0.013389347,0.0014998488,0.0022424932,0.0051457225,0.09780106,0.08744691,0.005290935,0.007243252,0.0012816247],"about_ca_topic_score_codex":0.0000042088086,"about_ca_topic_score_gemma":3.293736e-7,"teacher_disagreement_score":0.9549339,"about_ca_system_score_codex":0.00010982273,"about_ca_system_score_gemma":0.00014018867,"threshold_uncertainty_score":0.41579604},"labels":[],"label_agreement":null},{"id":"W4414991824","doi":"10.1055/s-0045-1810080","title":"Translation and Cross-Cultural Adaptation of the Neck Dissection Assessment Tool to Spanish Language","year":2025,"lang":"en","type":"article","venue":"International Archives of Otorhinolaryngology","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Centre Hospitalier de l’Université de Montréal","funders":"","keywords":"Adaptation (eye); Translation (biology); Dissection (medical); Neck dissection; Spanish language; MEDLINE","score_opus":0.019483814202272267,"score_gpt":0.3541667472829863,"score_spread":0.33468293308071406,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4414991824","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9758127,0.000041500887,0.00402499,0.0008541703,0.00022932878,0.00020698099,0.000011267183,0.000012338864,0.018806728],"genre_scores_gemma":[0.99739826,0.0000055629007,0.0020283938,0.00018052218,0.000034107612,0.000008684689,0.000028909224,0.00000325558,0.00031230884],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99943393,0.000033260523,0.00023022103,0.00011646689,0.00012610148,0.000060036204],"domain_scores_gemma":[0.9995953,0.00016771424,0.00007180084,0.00007643739,0.00006781081,0.00002094469],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000056536974,0.000057151923,0.00011873543,0.000098445955,0.000034031,0.000010021437,0.00007156136,0.00003199799,0.00004700405],"category_scores_gemma":[0.000113089984,0.000041212752,0.00006664246,0.00008399923,0.0000943688,0.00006951596,0.00003354388,0.00008475116,4.965704e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0006685368,0.00013851286,0.7188109,0.000067701585,0.00016417081,0.000003224102,0.0029785943,0.0017116494,0.044623002,0.019864434,0.0000057660914,0.21096347],"study_design_scores_gemma":[0.0013243909,0.00007449561,0.9717899,0.0000785156,0.00001977958,0.00000907893,0.00020224914,0.022063455,0.0023750456,0.00046549737,0.0015629588,0.00003465509],"about_ca_topic_score_codex":0.00008408494,"about_ca_topic_score_gemma":0.000033781787,"teacher_disagreement_score":0.25297895,"about_ca_system_score_codex":0.000013950631,"about_ca_system_score_gemma":0.00002960902,"threshold_uncertainty_score":0.16806072},"labels":[],"label_agreement":null},{"id":"W4415045492","doi":"10.1007/s00464-025-12227-w","title":"Minimally invasive Distal Pancreatectomy eRgonOMic analysis – the DP-ROM trial: An explorative, prospective, observational, cohort study trial","year":2025,"lang":"en","type":"article","venue":"Surgical Endoscopy","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Pancreas Centre (Canada)","funders":"Università degli Studi di Verona","keywords":"Workload; Human factors and ergonomics; Cohort study; Trapezius muscle; Cohort; Retrospective cohort study","score_opus":0.05820670157887088,"score_gpt":0.35965155998770393,"score_spread":0.30144485840883306,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4415045492","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98014694,0.000069166796,0.000030126022,0.00040751076,0.00033883992,0.004602069,0.000023307743,0.00016003459,0.014222005],"genre_scores_gemma":[0.99681604,0.000023110588,0.00009565968,0.00021167244,0.00032488228,0.0009980258,0.0002359475,0.000023358094,0.0012712795],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9969181,0.0005627046,0.00081449363,0.0007640259,0.00058440113,0.00035629125],"domain_scores_gemma":[0.9966917,0.0020712048,0.00020040106,0.0005765726,0.00024417174,0.00021596137],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00092025904,0.0003256287,0.0010409596,0.00026567152,0.00031864832,0.00012744563,0.00022854512,0.00012505952,0.0010427338],"category_scores_gemma":[0.00071951246,0.00021263435,0.00047816822,0.0018118925,0.0001988824,0.00021618919,0.000083690895,0.0003825659,0.000029631516],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.4239712,0.0018561492,0.56774867,0.000009001104,0.0032482222,0.0001259614,0.00044419465,0.0002158367,0.000024991667,0.0020732202,0.000039962953,0.00024259613],"study_design_scores_gemma":[0.45421156,0.0017274974,0.5379113,0.000020122894,0.0018356217,8.9780013e-7,0.00089308457,0.00038686962,0.00013104694,0.00020068756,0.0025042447,0.00017703608],"about_ca_topic_score_codex":0.00014975792,"about_ca_topic_score_gemma":0.000216901,"teacher_disagreement_score":0.030240359,"about_ca_system_score_codex":0.00015517088,"about_ca_system_score_gemma":0.00040096522,"threshold_uncertainty_score":0.9998704},"labels":[],"label_agreement":null},{"id":"W4415126892","doi":"10.1115/1.4070110","title":"Development of a Novel Virtual Foot and Ankle Model for Surgical Education and Preoperative Planning","year":2025,"lang":"en","type":"article","venue":"Journal of Medical Devices","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"SickKids Foundation; Canada Research Chairs; University of Toronto; Hospital for Sick Children","funders":"","keywords":"Ankle; Foot (prosody); Biomechanics; Work (physics); Replicate; Surgical planning; Virtual reality; Foot and ankle surgery","score_opus":0.05837060643101576,"score_gpt":0.3909397264685113,"score_spread":0.3325691200374955,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4415126892","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97847736,0.0010995513,0.018031066,0.0016160872,0.00009044109,0.00010904613,9.321043e-7,0.0000033718195,0.00057214795],"genre_scores_gemma":[0.989147,0.000030342777,0.010273413,0.0003487527,0.000080437356,0.0000034639313,0.0000022595773,0.0000031950851,0.00011115087],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99905646,0.000013240297,0.00042291518,0.000078964185,0.00035334472,0.00007505466],"domain_scores_gemma":[0.99911535,0.00039672933,0.00013181448,0.000025134997,0.00016459184,0.00016636711],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0006668036,0.00006218835,0.00025238405,0.00010158285,0.000047803172,0.000011862459,0.00004098833,0.00008171617,0.00001867094],"category_scores_gemma":[0.00038490098,0.00004213121,0.00003327714,0.00007256354,0.000054937256,0.00006235774,0.000025319894,0.00013995281,5.350698e-8],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0028772152,0.0020333512,0.05667418,0.0010430487,0.00074734975,0.000038022547,0.0191927,0.00093721977,0.00037173645,0.021123622,0.00039279033,0.89456874],"study_design_scores_gemma":[0.03446669,0.0007894415,0.11166073,0.0066851582,0.00035144802,0.00040284608,0.009266724,0.78780276,0.0007651007,0.0004217705,0.04713557,0.000251756],"about_ca_topic_score_codex":0.0000010216997,"about_ca_topic_score_gemma":0.0000032860146,"teacher_disagreement_score":0.89431703,"about_ca_system_score_codex":0.000016755665,"about_ca_system_score_gemma":0.00073731865,"threshold_uncertainty_score":0.17180608},"labels":[],"label_agreement":null},{"id":"W4415257947","doi":"10.1016/j.jsurg.2025.103729","title":"Cognitive Load Effect on Intraoperative Learning – A Randomized Trial in Simulation-Based Settings","year":2025,"lang":"en","type":"article","venue":"Journal of surgical education","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University; Western University","funders":"","keywords":"Cognitive load; Randomized controlled trial; Adaptability; Cognition; Psychological intervention; Realism","score_opus":0.015098259117017156,"score_gpt":0.37064950484711284,"score_spread":0.35555124573009567,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4415257947","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98329765,0.0001149778,0.00038899935,0.0023220377,0.0005030042,0.00085459236,3.0153168e-7,0.000014011682,0.012504402],"genre_scores_gemma":[0.99855983,0.000010865001,0.00005400346,0.0007514877,0.00023650896,0.000024617231,0.00001064975,0.000007516438,0.00034449156],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.99792904,0.0007145726,0.0007069898,0.00014025524,0.0003813121,0.00012781183],"domain_scores_gemma":[0.9865524,0.0124303745,0.0003176652,0.000048793976,0.0005465626,0.00010416488],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0024104093,0.00012776464,0.0006762665,0.00037560824,0.000059309572,0.00003276539,0.00003449264,0.00010525763,0.0002679925],"category_scores_gemma":[0.008926638,0.000088504436,0.0002707801,0.00045527966,0.00006613478,0.00008434607,0.000005058141,0.00059512904,0.0000086710725],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.883399,0.0007133502,0.0016843263,0.000036110363,0.00008883732,0.000036243775,0.00046444198,0.025572876,0.0000082194165,0.00026425498,0.000017614813,0.08771474],"study_design_scores_gemma":[0.9474705,0.0012746053,0.0010146314,0.0015018327,0.00017362209,0.000006227822,0.00034637595,0.04365813,0.00022500317,0.000119585246,0.0041181375,0.000091391244],"about_ca_topic_score_codex":0.000008743541,"about_ca_topic_score_gemma":6.470594e-7,"teacher_disagreement_score":0.08762334,"about_ca_system_score_codex":0.00022997886,"about_ca_system_score_gemma":0.001059862,"threshold_uncertainty_score":0.9994216},"labels":[],"label_agreement":null},{"id":"W4415388895","doi":"10.1111/medu.70075","title":"Virtual reality in surgical training: Ethical considerations for competence and data use","year":2025,"lang":"en","type":"letter","venue":"Medical Education","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Centre for Addiction and Mental Health","funders":"","keywords":"Competence (human resources); Virtual reality; Ethical issues; MEDLINE; Data sharing","score_opus":0.206558113759205,"score_gpt":0.4434214885196477,"score_spread":0.2368633747604427,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4415388895","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0016921315,0.000084444604,0.0005652471,0.9941329,0.00074616884,0.00068529224,0.00011576726,0.00005919898,0.0019188662],"genre_scores_gemma":[0.10191164,0.00007570182,0.0011692288,0.8864626,0.0022438527,0.000104943225,0.0068251668,0.00002161676,0.0011852243],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9974209,0.00028752885,0.0006400253,0.0006971024,0.0006604321,0.0002939825],"domain_scores_gemma":[0.9905761,0.008328085,0.00010568997,0.0005827459,0.00018590802,0.000221502],"candidate_categories":["metaresearch","research_integrity"],"consensus_categories":["research_integrity"],"category_scores_codex":[0.0013539041,0.00020884527,0.00057261455,0.00019587151,0.0001004123,0.00007071741,0.00015328317,0.0016446416,0.00063824415],"category_scores_gemma":[0.025164947,0.00018487182,0.00006555309,0.0001968696,0.00031996545,0.000095518946,0.00010183201,0.0030219306,0.000003401491],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00009437096,0.00020062405,0.00060315564,0.00021225645,0.000044028475,0.000183738,0.00043869478,0.000002173528,2.480564e-7,0.0048521906,0.9365421,0.056826398],"study_design_scores_gemma":[0.0023442423,0.000063476895,0.002260597,0.00071744196,0.000092099595,0.0001285684,0.00014408444,0.008814994,3.3055238e-7,0.0011892673,0.9840755,0.00016941034],"about_ca_topic_score_codex":0.00013964952,"about_ca_topic_score_gemma":0.00009899583,"teacher_disagreement_score":0.107670255,"about_ca_system_score_codex":0.00007936865,"about_ca_system_score_gemma":0.0047444752,"threshold_uncertainty_score":0.99965143},"labels":[],"label_agreement":null},{"id":"W4415400873","doi":"10.3390/jcm14207438","title":"Clinical Applications of Virtual and Augmented Reality in Radiology: A Scoping Review","year":2025,"lang":"en","type":"review","venue":"Journal of Clinical Medicine","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto; University of Ottawa; Hospital for Sick Children","funders":"Terry Fox Foundation; Novo Nordisk; Physicians' Services Incorporated Foundation","keywords":"Modalities; Radiological weapon; Virtual reality; Augmented reality; Patient experience; MEDLINE; Patient care; Radiological imaging","score_opus":0.32481279058574186,"score_gpt":0.6176994100180713,"score_spread":0.2928866194323294,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4415400873","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000014898235,0.99372166,0.0004314632,0.0016572854,0.0004728646,0.0015533679,0.0000052509745,0.000008472363,0.0021347406],"genre_scores_gemma":[0.00010908476,0.9967988,0.00026530668,0.0015159902,0.0011526664,0.000022179413,0.000026547483,0.000014762562,0.00009467604],"study_design_codex":"design_other","study_design_gemma":"systematic_review","domain_scores_codex":[0.9875935,0.0015080051,0.009919717,0.00035346684,0.00044224213,0.0001830726],"domain_scores_gemma":[0.9801364,0.014651413,0.0039978074,0.00039828382,0.00038674808,0.00042935237],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.01432265,0.00026991466,0.008891193,0.00037702802,0.000021125097,0.0000023004977,0.0002040299,0.0005589698,0.00019070921],"category_scores_gemma":[0.025294468,0.0001622152,0.0009871181,0.0007478035,0.00061264995,0.00003626027,0.000074393174,0.0019128534,0.0000022633712],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00011186632,0.00023338926,0.0011354246,0.07614416,0.0002582845,0.000057450005,0.0000054811508,1.4100837e-7,7.2953403e-9,0.00010789624,0.00037783894,0.92156804],"study_design_scores_gemma":[0.004417566,0.00093513064,0.0011229648,0.6123232,0.0023431866,0.00014949926,0.000010989867,0.0000052389178,6.1955197e-9,0.00004686601,0.37856817,0.00007715493],"about_ca_topic_score_codex":0.0000037861744,"about_ca_topic_score_gemma":0.0000031911036,"teacher_disagreement_score":0.9214909,"about_ca_system_score_codex":0.000038046353,"about_ca_system_score_gemma":0.0013238679,"threshold_uncertainty_score":0.9829159},"labels":[],"label_agreement":null},{"id":"W4415420225","doi":"10.1016/j.jmig.2025.09.063","title":"Resection of a Transverse Vaginal Septum: Improving Fellows’ Experience Via 3D-Printed Simulation Models","year":2025,"lang":"en","type":"article","venue":"Journal of Minimally Invasive Gynecology","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Agricultural Research Institute of Ontario; University of Ottawa","funders":"","keywords":"Curriculum; Session (web analytics); Confidence interval; Wilcoxon signed-rank test; Likert scale; Debriefing; Task (project management); Simulation training","score_opus":0.03326947897344621,"score_gpt":0.3192938907488283,"score_spread":0.28602441177538207,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4415420225","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.96168935,0.000090499074,0.032661565,0.0002579393,0.00037790745,0.00020247955,0.0000011567972,0.000013343414,0.004705731],"genre_scores_gemma":[0.9970564,0.000020647944,0.0023332709,0.00034248517,0.000056674762,0.000004171486,0.000002320125,0.000009913988,0.00017409334],"study_design_codex":"bench_or_experimental","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99841005,0.00012339732,0.0008275247,0.00017410863,0.0002610385,0.00020388492],"domain_scores_gemma":[0.9969315,0.0015094419,0.00049466034,0.00012809993,0.000827047,0.00010928406],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00036116753,0.00013295109,0.0004748311,0.00042049628,0.00006310566,0.00000827254,0.0001089362,0.00017102443,0.00029124235],"category_scores_gemma":[0.001352409,0.00011749059,0.00020164116,0.00033507738,0.00013675282,0.00022123099,0.000027310505,0.0003368599,0.000002926667],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.012046674,0.0015301945,0.03792547,0.00067750004,0.0011103342,0.0008660489,0.011809598,0.36043394,0.47508752,0.0012673958,0.000098408425,0.09714692],"study_design_scores_gemma":[0.035149522,0.009872024,0.13316979,0.0010566099,0.0010748694,0.00034300628,0.008600078,0.73934823,0.06623534,0.0020143944,0.002602738,0.000533397],"about_ca_topic_score_codex":0.000014159085,"about_ca_topic_score_gemma":0.000037438742,"teacher_disagreement_score":0.4088522,"about_ca_system_score_codex":0.0001533175,"about_ca_system_score_gemma":0.00041245564,"threshold_uncertainty_score":0.4791127},"labels":[],"label_agreement":null},{"id":"W4415524482","doi":"10.1109/humanoids65713.2025.11203178","title":"VAISI: Vision-Based Adaptive Impedance-Control for Surgical Incisions","year":2025,"lang":"","type":"article","venue":"","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Surgical instrument; Adaptive control; Invasive surgery; Measure (data warehouse); Haptic technology; Cartesian coordinate system; Task (project management); Adaptation (eye); Stiffness","score_opus":0.0275153824283197,"score_gpt":0.3588592814401405,"score_spread":0.3313438990118208,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4415524482","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.024862424,0.0023998162,0.5588726,0.005904706,0.0021753362,0.0042972853,0.00018039781,0.00036765853,0.40093982],"genre_scores_gemma":[0.9858027,0.000032893084,0.0015881894,0.0041890657,0.00032138382,0.00014073032,0.0000319229,0.000035615947,0.007857477],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99669486,0.00020054619,0.0010788414,0.00080301176,0.00045372787,0.00076902757],"domain_scores_gemma":[0.9887111,0.009529538,0.00016031039,0.00050456927,0.00058193447,0.00051252864],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0010087817,0.00044079975,0.0009666431,0.00037849147,0.00042330025,0.000058086865,0.00020836809,0.00042548394,0.015141696],"category_scores_gemma":[0.0011318425,0.00034654746,0.0007834909,0.0008812018,0.00023904473,0.00009935233,0.000055121647,0.00044049099,0.00022943056],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.041319694,0.0029193598,0.009384969,0.00024844726,0.0013652738,0.00029321705,0.00047864194,0.00580925,0.000045468823,0.2720644,0.0037956387,0.6622757],"study_design_scores_gemma":[0.08496295,0.0014268457,0.006461291,0.00070770335,0.0007046134,0.0000030477208,0.0005748318,0.73411745,0.00021323757,0.002432033,0.16797355,0.00042243476],"about_ca_topic_score_codex":0.000050785387,"about_ca_topic_score_gemma":0.0000196627,"teacher_disagreement_score":0.9609403,"about_ca_system_score_codex":0.00015839009,"about_ca_system_score_gemma":0.0008436614,"threshold_uncertainty_score":0.9998987},"labels":[],"label_agreement":null},{"id":"W4415530507","doi":"10.1067/j.cpradiol.2025.10.007","title":"Testing remote feedback using a virtual semi-automated educational tool for the detection of pancreatic tumour-vessel contact on staging CT","year":2025,"lang":"en","type":"article","venue":"Current Problems in Diagnostic Radiology","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"London Health Sciences Centre; St Joseph's Health Care; Western University","funders":"Canadian Institutes of Health Research","keywords":"Virtual patient; Computed tomography; MEDLINE; Sensitivity (control systems); Computer-Assisted Instruction; Educational measurement","score_opus":0.04939897340862923,"score_gpt":0.34546382514006624,"score_spread":0.296064851731437,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4415530507","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97916955,0.0012296825,0.016767763,0.0003615785,0.00088458956,0.0012882537,0.000008957095,0.00007840983,0.00021122655],"genre_scores_gemma":[0.9993125,0.000063828586,0.00025762527,0.000117897784,0.00011464842,0.000076109005,0.00003064997,0.000013727362,0.000012964233],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99860764,0.00013214847,0.00059914804,0.00028012806,0.00011604578,0.00026487984],"domain_scores_gemma":[0.97728103,0.022174774,0.00020512541,0.00016520324,0.00013365371,0.00004018517],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0005782459,0.00015679188,0.0003781101,0.0002096352,0.0001142483,0.000013188545,0.00008875975,0.00005455272,0.000015851016],"category_scores_gemma":[0.015619487,0.00011864784,0.00007437531,0.00045881604,0.000090573405,0.000043073385,0.00002377904,0.00028143695,0.0000020685297],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00047755372,0.00073708117,0.45774052,0.00113665,0.00031723367,0.00001191304,0.0006127544,0.20933667,0.018626688,0.0042346218,0.00017415613,0.30659416],"study_design_scores_gemma":[0.004333566,0.0002989088,0.4076744,0.0029900197,0.00018200855,0.000045773402,0.000104538536,0.58168054,0.00052981754,0.0015250967,0.0004915056,0.00014384712],"about_ca_topic_score_codex":0.000054808603,"about_ca_topic_score_gemma":0.000003735508,"teacher_disagreement_score":0.37234384,"about_ca_system_score_codex":0.00017356468,"about_ca_system_score_gemma":0.00025133824,"threshold_uncertainty_score":0.9926724},"labels":[],"label_agreement":null},{"id":"W4415601139","doi":"10.1016/j.arth.2025.08.063","title":"2025 ICM: Surgical Environment","year":2025,"lang":"en","type":"article","venue":"The Journal of Arthroplasty","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa","funders":"","keywords":"","score_opus":0.01782043838922759,"score_gpt":0.28860956875984767,"score_spread":0.2707891303706201,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4415601139","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9537988,0.0010149912,0.0011495984,0.0055092555,0.00036107167,0.00009245411,7.146236e-7,0.0000104138335,0.038062736],"genre_scores_gemma":[0.99577916,0.00042012037,0.00011773969,0.00041399596,0.00013516618,2.658197e-7,4.530681e-7,0.0000035758076,0.003129517],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99928325,0.00006916082,0.0002787841,0.000044091514,0.00022198068,0.00010273572],"domain_scores_gemma":[0.9993677,0.00032536883,0.00009364924,0.00010420846,0.00003637759,0.00007268952],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00047513418,0.000062096646,0.00017457701,0.000054663542,0.00006827868,0.000006491847,0.00004565343,0.000033595352,0.0014243461],"category_scores_gemma":[0.00005258374,0.00003273471,0.00010166064,0.00009196133,0.00008387578,0.000031996475,0.000024675144,0.00023161457,0.00005722909],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.014362002,0.0021202858,0.17008317,0.00013313422,0.0020391506,0.0021246064,0.0022655756,0.015984878,0.0012126949,0.01649343,0.028058624,0.74512243],"study_design_scores_gemma":[0.0058273375,0.00027612224,0.04740075,0.0001238311,0.00015838876,0.00039563223,0.00022893184,0.00048488253,0.0003406816,0.00034203054,0.9443673,0.000054144748],"about_ca_topic_score_codex":0.0000012610672,"about_ca_topic_score_gemma":6.1730856e-7,"teacher_disagreement_score":0.91630864,"about_ca_system_score_codex":0.000028875951,"about_ca_system_score_gemma":0.00005743519,"threshold_uncertainty_score":0.9994885},"labels":[],"label_agreement":null},{"id":"W4415623463","doi":"10.1007/s00464-025-12339-3","title":"International expert consensus-driven surgical process model for robot-assisted hysterectomy: Delphi study results","year":2025,"lang":"en","type":"article","venue":"Surgical Endoscopy","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Jewish General Hospital","funders":"","keywords":"Process (computing); Delphi method; Delphi; Expert system; Representation (politics)","score_opus":0.07268506371698179,"score_gpt":0.41181973932324084,"score_spread":0.33913467560625904,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4415623463","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9148206,0.00013078917,0.0013486964,0.004432545,0.0008058956,0.0020485104,0.00009417322,0.00042661882,0.075892136],"genre_scores_gemma":[0.9942331,0.000016342026,0.0012909999,0.00033970404,0.00023322766,0.00024325233,0.00017464382,0.000031037176,0.003437704],"study_design_codex":"randomized_trial","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9973911,0.000111773974,0.00083142135,0.0006970239,0.0005319771,0.00043672312],"domain_scores_gemma":[0.9976012,0.0012620671,0.00013539566,0.0003251629,0.0004099013,0.00026627796],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00044094792,0.00029917815,0.00065704825,0.00022481324,0.00015955121,0.00006212094,0.00020960966,0.0001871532,0.00020771117],"category_scores_gemma":[0.00045749583,0.00024055112,0.00028070933,0.0004010987,0.00011806913,0.000064591084,0.000075573334,0.000302623,0.000017535032],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.4339599,0.036519423,0.10524834,0.0011578981,0.008516896,0.012228735,0.019525936,0.1273772,0.00096267095,0.022317134,0.010155156,0.2220307],"study_design_scores_gemma":[0.19978537,0.0006120775,0.0033513543,0.0003760079,0.0001808502,0.00010238248,0.0012823603,0.6835632,0.0003986096,0.0002753588,0.10959637,0.00047610444],"about_ca_topic_score_codex":0.00001901738,"about_ca_topic_score_gemma":0.000010045804,"teacher_disagreement_score":0.55618596,"about_ca_system_score_codex":0.0001239154,"about_ca_system_score_gemma":0.00023850749,"threshold_uncertainty_score":0.980939},"labels":[],"label_agreement":null},{"id":"W4415675795","doi":"10.1016/j.jogc.2025.103083","title":"Comment on “Letter to the Editor: Supporting Non-Urban OBGYN Training”","year":2025,"lang":"en","type":"letter","venue":"Journal of Obstetrics and Gynaecology Canada","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"MEDLINE","score_opus":0.02185682701133263,"score_gpt":0.26731443824120626,"score_spread":0.24545761122987364,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4415675795","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0013526015,0.00021218871,0.000024125266,0.9327902,0.059402537,0.0002537763,0.0000262488,0.000004642992,0.0059336596],"genre_scores_gemma":[0.12817329,0.0000098785,0.000072971925,0.8619134,0.008840739,0.0000042235592,0.000021790325,0.000018319037,0.0009454212],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99787164,0.000094771494,0.0007508867,0.00020552918,0.0006591143,0.0004180802],"domain_scores_gemma":[0.99155813,0.0072091147,0.0005363375,0.00020000052,0.00027916944,0.00021725359],"candidate_categories":["research_integrity"],"consensus_categories":[],"category_scores_codex":[0.0005240851,0.00023677961,0.0006883004,0.0003589603,0.00015501039,0.000038677983,0.00020388403,0.00042805195,0.00038253315],"category_scores_gemma":[0.0039082896,0.00015277203,0.00015056077,0.0003340112,0.000039635503,0.000020067897,0.000050616985,0.002571161,0.0000018175379],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000006471931,0.00001614727,0.0014943851,0.000040545936,0.00017261435,0.0048048566,0.00017228599,0.000034302237,7.40346e-8,0.000007837247,0.9639928,0.029257681],"study_design_scores_gemma":[0.0019085516,0.00041343048,0.0056734676,0.000047116035,0.00016671217,0.000021021251,0.00014757001,0.00005821717,0.000001662028,0.000010671721,0.9914165,0.00013504762],"about_ca_topic_score_codex":0.0011960374,"about_ca_topic_score_gemma":0.0009699734,"teacher_disagreement_score":0.12682068,"about_ca_system_score_codex":0.0008853945,"about_ca_system_score_gemma":0.0017645841,"threshold_uncertainty_score":0.99972993},"labels":[],"label_agreement":null},{"id":"W4415781329","doi":"10.1038/s44387-025-00032-8","title":"Combining real-time AI and in-person expert instruction in simulated surgical skills training - Randomized crossover trial","year":2025,"lang":"en","type":"article","venue":"npj Artificial Intelligence","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"National Research Council Canada; McGill University Health Centre; McGill University; Montreal Neurological Institute and Hospital; Artificial Intelligence in Medicine (Canada)","funders":"Fonds de Recherche du Québec - Santé; Montreal Neurological Institute and Hospital; Brain Tumour Foundation of Canada; Royal College of Physicians and Surgeons of Canada; McGill University; Faculty of Medicine, McGill University; Congress of Neurological Surgeons","keywords":"Randomized controlled trial; Crossover study; Curriculum; Dreyfus model of skill acquisition; Educational measurement; MEDLINE; Crossover; Expert opinion","score_opus":0.05230898929006711,"score_gpt":0.3682602782002634,"score_spread":0.3159512889101963,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4415781329","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.987119,0.000073182615,0.00046319602,0.0005052272,0.0004395301,0.00090629404,0.0000011071405,0.000087557586,0.010404859],"genre_scores_gemma":[0.99909025,0.000063450854,0.00015346354,0.000294677,0.00011736294,0.000024867584,0.000014395165,0.000014882586,0.00022666287],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9978651,0.00024483874,0.00086736603,0.00042820745,0.0002477529,0.00034674976],"domain_scores_gemma":[0.99813044,0.0014403039,0.00009590012,0.00014791994,0.00007387674,0.00011155577],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0010550765,0.00020292241,0.0008297313,0.0003932657,0.00009335658,0.000074360934,0.00006328168,0.00022606183,0.00051026826],"category_scores_gemma":[0.0010848602,0.00018215187,0.00013612917,0.00075600296,0.000263726,0.00014933203,0.00002662024,0.00040311873,0.000019051622],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.69962656,0.00051475357,0.0009806677,0.000025137642,0.00006868072,0.0002371537,0.010188502,0.005790834,0.0008329141,0.010630608,0.0000061139717,0.27109808],"study_design_scores_gemma":[0.499677,0.0002472213,0.00096398283,0.00077833823,0.00005768347,0.000023771598,0.0021829393,0.48270014,0.004550584,0.007748534,0.0006382779,0.00043152066],"about_ca_topic_score_codex":0.0004142244,"about_ca_topic_score_gemma":0.0000647189,"teacher_disagreement_score":0.4769093,"about_ca_system_score_codex":0.000096580465,"about_ca_system_score_gemma":0.000107500025,"threshold_uncertainty_score":0.7427938},"labels":[],"label_agreement":null},{"id":"W4415785282","doi":"10.14639/0392-100x-a941","title":"Technological refinements in transoral laser exoscopic surgery: the VITOM EAGLE","year":2025,"lang":"en","type":"article","venue":"Acta Otorhinolaryngologica Italica","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Surgical Specialties (Canada)","funders":"","keywords":"Magnification; Focus (optics); Laser; Visualization; Smoothness; Eagle; Head and neck; Operator (biology)","score_opus":0.028547409769222952,"score_gpt":0.2953749434847113,"score_spread":0.2668275337154884,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4415785282","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.95709795,0.00020816158,0.000030266796,0.0101681305,0.00014922765,0.00058570405,0.0000056640265,0.0002954806,0.031459417],"genre_scores_gemma":[0.99455106,0.000050640294,0.00011625083,0.003935436,0.00004166637,0.00011809088,0.00003661486,0.000012822775,0.0011374323],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9981345,0.00016774969,0.00050365087,0.00045455198,0.00027409053,0.0004654473],"domain_scores_gemma":[0.99848205,0.00081030803,0.00007614852,0.0004938755,0.000046231395,0.00009137092],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00056566205,0.00023820871,0.00053496065,0.00024391583,0.00015300245,0.000039653343,0.00026911584,0.00032855335,0.000933555],"category_scores_gemma":[0.00064349297,0.00014170082,0.00020908598,0.0009538271,0.00033401247,0.00009071234,0.00009224566,0.0005525912,0.00006524263],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000666088,0.0011022042,0.95663184,0.00007619775,0.00018047352,0.0003691115,0.0001353405,0.000009998501,0.0031142228,0.006563198,0.003961824,0.027189504],"study_design_scores_gemma":[0.0022706399,0.00012647128,0.7748066,0.0001355514,0.000054870245,0.00001617743,0.00014786106,0.0001890309,0.0012217605,0.0005484907,0.22028303,0.00019950476],"about_ca_topic_score_codex":0.000029076915,"about_ca_topic_score_gemma":0.000012085769,"teacher_disagreement_score":0.2163212,"about_ca_system_score_codex":0.000079581056,"about_ca_system_score_gemma":0.000072201874,"threshold_uncertainty_score":0.99997973},"labels":[],"label_agreement":null},{"id":"W4415842527","doi":"10.1017/s0022215125103848","title":"Evaluating the well-being of ENT trainees in the UK: survey findings","year":2025,"lang":"en","type":"article","venue":"The Journal of Laryngology & Otology","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Canadian Association of Occupational Therapists","funders":"","keywords":"Affect (linguistics); Patient care; MEDLINE; Data collection","score_opus":0.06191609280834088,"score_gpt":0.39760792004015494,"score_spread":0.33569182723181407,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4415842527","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98344153,0.0005520854,0.00011334583,0.009946915,0.00021024716,0.00019862784,4.7740775e-7,0.0000034515506,0.005533316],"genre_scores_gemma":[0.99664557,0.00006920175,0.00005330486,0.0030694203,0.000054273245,0.000002592021,0.0000017698752,0.0000047663148,0.00009912966],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9970564,0.0018023443,0.0006492231,0.000078723984,0.0002059484,0.00020732693],"domain_scores_gemma":[0.9922913,0.007068079,0.00027024857,0.00020111275,0.00014534326,0.000023940354],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.008499648,0.00009505358,0.0004097358,0.00015696727,0.00010091037,0.0000041238154,0.00033575366,0.00010575994,0.00028940017],"category_scores_gemma":[0.0016402851,0.000040797033,0.000114267365,0.00036930334,0.00030384064,0.000021405072,0.000044244603,0.0006299325,0.000002871425],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.002235445,0.00017939035,0.96842486,0.000037008973,0.00037151953,0.00010634259,0.013930845,0.0018055122,0.001612767,0.005734488,0.0003369326,0.0052249106],"study_design_scores_gemma":[0.0029040559,0.0006221219,0.98922044,0.000072484836,0.0001956715,0.0006830313,0.0017664585,0.0015113417,0.00026996224,0.0020321636,0.0006809555,0.000041342577],"about_ca_topic_score_codex":0.000094175666,"about_ca_topic_score_gemma":0.000121700476,"teacher_disagreement_score":0.020795573,"about_ca_system_score_codex":0.000021817455,"about_ca_system_score_gemma":0.000114928465,"threshold_uncertainty_score":0.3168729},"labels":[],"label_agreement":null},{"id":"W4416018435","doi":"10.3171/2025.8.jns25992","title":"An Internet of Things operating room platform for neurosurgery","year":2025,"lang":"en","type":"article","venue":"Journal of neurosurgery","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of British Columbia; University of Alberta; University of Calgary","funders":"","keywords":"Interconnectivity; Standardization; Cloud computing; Neurosurgery; Weaving; Internet of Things","score_opus":0.04683576130157918,"score_gpt":0.3289147968180496,"score_spread":0.2820790355164704,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4416018435","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9938954,0.00008051221,0.0027556086,0.00083928887,0.001222154,0.00012691654,0.0000017672434,0.00002073936,0.0010576017],"genre_scores_gemma":[0.9957691,0.00001742616,0.0005776317,0.0031089054,0.00016788732,0.0000018117378,0.0000034901007,0.00001825505,0.00033551085],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9983778,0.00004438667,0.0009921762,0.00013835958,0.00026426496,0.00018299103],"domain_scores_gemma":[0.9976613,0.0012681516,0.00045819336,0.0001470217,0.00032468495,0.00014065883],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0008477878,0.0001233162,0.0005395313,0.00045394388,0.00005249727,0.00004158466,0.000097339806,0.000072712624,0.000053311996],"category_scores_gemma":[0.0013516734,0.00009693995,0.0003537267,0.00031644205,0.000032846892,0.00037044348,0.000020870375,0.00028632156,6.6281683e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0068031396,0.0019858335,0.53392744,0.0009601618,0.0005279027,0.0011635094,0.0018252871,0.002816642,0.11794991,0.002401543,0.010331867,0.31930676],"study_design_scores_gemma":[0.025678307,0.0055196723,0.48882538,0.005420545,0.0010377112,0.0021013056,0.0011545562,0.17826505,0.13840933,0.002354153,0.15013112,0.0011028599],"about_ca_topic_score_codex":0.000002915382,"about_ca_topic_score_gemma":1.7297417e-7,"teacher_disagreement_score":0.31820393,"about_ca_system_score_codex":0.00002706318,"about_ca_system_score_gemma":0.00015331552,"threshold_uncertainty_score":0.39530963},"labels":[],"label_agreement":null},{"id":"W4416025840","doi":"10.1007/s11701-025-02785-5","title":"The value of simulation for training general surgery novices in robotic surgery: a systematic review","year":2025,"lang":"en","type":"review","venue":"Journal of Robotic Surgery","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Toronto General Hospital","funders":"","keywords":"Checklist; Data extraction; Robotic surgery; Set (abstract data type); Learning curve; MEDLINE; Quality (philosophy); Narrative review","score_opus":0.1416246550655227,"score_gpt":0.3955972815222838,"score_spread":0.2539726264567611,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4416025840","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00003718445,0.9936203,0.0018461812,0.00026095303,0.0020102367,0.0021420897,0.0000047343538,0.000019211046,0.000059149894],"genre_scores_gemma":[0.0028898476,0.9957613,0.00021228704,0.00028908357,0.00042134427,0.00009887159,0.000056892575,0.00007275683,0.00019761866],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.98963225,0.0014468973,0.007073162,0.00034149428,0.0009309435,0.00057524577],"domain_scores_gemma":[0.87524945,0.11790042,0.0055338265,0.00047754048,0.0006267266,0.0002120373],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.014315148,0.0005794471,0.011265389,0.0014808426,0.00012037228,0.0000592239,0.00023470297,0.00034722994,0.000031715128],"category_scores_gemma":[0.028542658,0.00035157535,0.005119312,0.0016798432,0.000087008426,0.00016823753,0.00003678453,0.00064129895,0.0000029354067],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00008861189,0.00010453962,0.00017488479,0.8088951,0.00092163926,0.00011495248,0.00004262152,0.023175722,2.9999722e-8,0.00006154388,0.0003839318,0.16603641],"study_design_scores_gemma":[0.00048002315,0.00003011958,0.00008004824,0.96477246,0.0076142307,0.00028408086,0.000058911894,0.0054327743,1.2165324e-7,0.000037829388,0.020884367,0.00032505824],"about_ca_topic_score_codex":0.0000057250395,"about_ca_topic_score_gemma":0.0000028713275,"teacher_disagreement_score":0.16571136,"about_ca_system_score_codex":0.00026966658,"about_ca_system_score_gemma":0.0030795592,"threshold_uncertainty_score":0.9998936},"labels":[],"label_agreement":null},{"id":"W4416148250","doi":"10.1007/s00464-025-12368-y","title":"Spatiotemporal characteristics of eye-hand coordination among different skill levels in laparoscopic surgery","year":2025,"lang":"en","type":"article","venue":"Surgical Endoscopy","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Laparoscopic surgery; Gaze; Learning curve; Motion (physics); Eye tracking; Eye–hand coordination","score_opus":0.024770266678502007,"score_gpt":0.31804020431291846,"score_spread":0.29326993763441644,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4416148250","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9950715,0.00009134083,0.00008464737,0.00033538297,0.0003389129,0.00025134897,0.000015483918,0.000037737867,0.003773672],"genre_scores_gemma":[0.9987587,0.000028162412,0.000027559154,0.000080593694,0.00005615502,0.000016542916,0.000095101765,0.000011717705,0.0009255022],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9985004,0.000103240935,0.0006439629,0.00024649457,0.00026215264,0.00024372563],"domain_scores_gemma":[0.9986894,0.00079082197,0.00014150162,0.00017429756,0.00009487927,0.00010908452],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00028431212,0.0001636197,0.0006934117,0.00028879067,0.000043189222,0.000019609537,0.000051504725,0.0001429819,0.00049316965],"category_scores_gemma":[0.00035669867,0.00013529949,0.00014142167,0.000430503,0.00015195804,0.00006629489,0.00003262084,0.00021650689,0.0000063289494],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00039640453,0.00027663668,0.99073344,0.00013249136,0.000032483455,0.00007351214,0.00008853458,0.0000063815223,0.00013913521,0.00084773795,0.000024149103,0.0072490736],"study_design_scores_gemma":[0.010478194,0.000047211306,0.97896,0.00050509616,0.00002903379,0.0000010349953,0.00003091506,0.0007992265,0.0067255762,0.00014420348,0.0021768378,0.0001026993],"about_ca_topic_score_codex":0.00004922055,"about_ca_topic_score_gemma":0.000015663516,"teacher_disagreement_score":0.0117734885,"about_ca_system_score_codex":0.00007017398,"about_ca_system_score_gemma":0.00008620515,"threshold_uncertainty_score":0.5517353},"labels":[],"label_agreement":null},{"id":"W4416207319","doi":"10.1302/1358-992x.2025.13.081","title":"USING A VIRTUAL MEETING PLATFORM WITH DIRECT SURGEON INTERACTION IS AN EFFECTIVE TOOL FOR SURGICAL EDUCATION: A REMOTE AUGMENTED PRECEPTORSHIP","year":2025,"lang":"en","type":"article","venue":"Orthopaedic Proceedings","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Hand and Upper Limb Clinic","funders":"","keywords":"Likert scale; Augmented reality; Virtual reality; Perception; Patient satisfaction; Virtual image","score_opus":0.03272237439817831,"score_gpt":0.3371074553711056,"score_spread":0.30438508097292727,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4416207319","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97441345,0.000054651562,0.0006389762,0.00023540627,0.00035731363,0.0013293303,0.0000036396395,0.00021350237,0.022753745],"genre_scores_gemma":[0.9964913,0.000006155597,0.0014835262,0.0004706479,0.00038334695,0.00009126642,0.000051194165,0.000033587323,0.0009889858],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9984448,0.00001826454,0.00037701768,0.0005054798,0.0003224134,0.00033204304],"domain_scores_gemma":[0.9986964,0.00035767842,0.00018117134,0.00010079524,0.0004874252,0.00017652953],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0007175198,0.00024380523,0.00038884272,0.00028359148,0.00024347853,0.00008580369,0.00006152588,0.00015008872,0.00011056395],"category_scores_gemma":[0.00045439877,0.0001985859,0.00015742738,0.00065762765,0.000063004256,0.0004530596,0.000028980408,0.00026501276,0.000003070636],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.015101337,0.0007217936,0.22335072,0.00072959886,0.00049789855,0.000015479587,0.0031159515,0.000052797328,0.00075466617,0.0024525772,0.00037704685,0.75283015],"study_design_scores_gemma":[0.084338896,0.009616858,0.08574705,0.024301603,0.003462136,0.0008905625,0.022514384,0.32840034,0.033965006,0.0013485464,0.40220547,0.0032091425],"about_ca_topic_score_codex":0.000050200946,"about_ca_topic_score_gemma":0.0000075285,"teacher_disagreement_score":0.749621,"about_ca_system_score_codex":0.00026272872,"about_ca_system_score_gemma":0.00025867196,"threshold_uncertainty_score":0.8098098},"labels":[],"label_agreement":null},{"id":"W4416210711","doi":"10.1302/1358-992x.2025.13.021","title":"RANDOMIZED CONTROLLED TRIAL COMPARING THE EFFICACY OF IMMERSIVE VIRTUAL REALITY AND TRADITIONAL PHYSICAL ARTHROSCOPY SIMULATORS IN ARTHROSCOPIC TRAINING","year":2025,"lang":"en","type":"article","venue":"Orthopaedic Proceedings","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Virtual reality; Randomized controlled trial; Session (web analytics); Arthroscopy; Task (project management); Virtual training; Simulation training; Training (meteorology)","score_opus":0.04646599742571251,"score_gpt":0.3244763398827029,"score_spread":0.2780103424569904,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4416210711","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9837377,0.00010788677,0.00014390798,0.0008776651,0.00023005344,0.0026788027,0.0000017831943,0.000035246896,0.012186921],"genre_scores_gemma":[0.99913347,0.000021918398,0.000025267374,0.00036273457,0.00022434561,0.0001360437,0.000009511208,0.000011286043,0.00007544865],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9981023,0.000087657805,0.00078986364,0.00032434985,0.0004107737,0.0002850754],"domain_scores_gemma":[0.99655545,0.0028424591,0.0002615988,0.000083657236,0.000146917,0.000109941815],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0016972931,0.0002109725,0.0016918711,0.00020071743,0.00013415315,0.00002898295,0.00007207668,0.00009777296,0.000036652455],"category_scores_gemma":[0.0027743368,0.00013718678,0.0004034303,0.00045100634,0.00058987876,0.00010337642,0.00003743229,0.00039263334,9.679948e-7],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.950934,0.0004252897,0.005577174,0.000060474526,0.00032895888,0.0000043213904,0.004088469,0.00018501353,0.00016395102,0.036161277,0.000022085089,0.0020489737],"study_design_scores_gemma":[0.95953196,0.0002487924,0.008157192,0.00039228096,0.00031182278,0.0000029979974,0.0015513746,0.028316228,0.00009195859,0.0012034636,0.000086372565,0.00010554607],"about_ca_topic_score_codex":0.000010796496,"about_ca_topic_score_gemma":0.000001908327,"teacher_disagreement_score":0.03495781,"about_ca_system_score_codex":0.00003950157,"about_ca_system_score_gemma":0.00016359022,"threshold_uncertainty_score":0.5594315},"labels":[],"label_agreement":null},{"id":"W4416210723","doi":"10.1302/1358-992x.2025.13.055","title":"ASSESSMENT FRAMEWORK TO MEASURE ORTHOPAEDIC SURGICAL TEAM PERFORMANCE","year":2025,"lang":"en","type":"article","venue":"Orthopaedic Proceedings","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Health Sciences Centre; Sunnybrook Health Science Centre","funders":"","keywords":"Teamwork; Checklist; Usability; Patient safety; Self-assessment; Surgical team; Observational study","score_opus":0.019003272438536764,"score_gpt":0.3115555453628674,"score_spread":0.2925522729243306,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4416210723","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6402472,0.00018739807,0.0016186238,0.0031543858,0.00046341427,0.000703035,0.000001953275,0.0003633037,0.35326067],"genre_scores_gemma":[0.98806804,0.000061832005,0.0031642804,0.0034214426,0.00047373062,0.00011129506,0.000011951418,0.00003509078,0.004652314],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.99732065,0.000015456324,0.0005468775,0.00062273524,0.00089950813,0.000594798],"domain_scores_gemma":[0.9986448,0.00017482751,0.00009657173,0.00021504634,0.00032516668,0.0005435831],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00095131394,0.0003148422,0.000524066,0.00039587423,0.0002570607,0.00007674154,0.00017862864,0.00028274822,0.00047857733],"category_scores_gemma":[0.00061728375,0.00026396677,0.00026900158,0.0016378995,0.00009642364,0.0001744346,0.0001224422,0.0008391031,0.00012129415],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00062414684,0.00029534745,0.81549567,0.00031193375,0.00014871545,0.000067532485,0.00030380796,0.000019320525,0.00015333956,0.028696856,0.002673453,0.15120989],"study_design_scores_gemma":[0.005615849,0.0004961121,0.34851512,0.0019527774,0.00019937403,0.00011608001,0.0003999898,0.0023385615,0.00022100894,0.00041408598,0.6393028,0.0004282559],"about_ca_topic_score_codex":0.0000036010047,"about_ca_topic_score_gemma":7.393911e-7,"teacher_disagreement_score":0.63662934,"about_ca_system_score_codex":0.00018098214,"about_ca_system_score_gemma":0.00032365517,"threshold_uncertainty_score":0.9999812},"labels":[],"label_agreement":null},{"id":"W4416223809","doi":"10.1302/1358-992x.2025.13.076","title":"LIVE SURGERY BROADCAST USING MIXED REALITY: WHAT ARE THE ADVANTAGES AND CHALLENGES?","year":2025,"lang":"en","type":"article","venue":"Orthopaedic Proceedings","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Dalhousie University","funders":"","keywords":"Complication; Retrospective cohort study; Invasive surgery; Salvage surgery; Spinal surgery","score_opus":0.08403182304749512,"score_gpt":0.3161068314966617,"score_spread":0.23207500844916656,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4416223809","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9581697,0.020309132,0.000023918134,0.014709555,0.0003537681,0.00031469762,0.000001728105,0.00014123217,0.005976275],"genre_scores_gemma":[0.983823,0.014111898,0.00006201721,0.0014952174,0.00020739876,0.000014233517,0.00000455887,0.000017468406,0.0002641836],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9988072,0.000019041106,0.00028724107,0.000341805,0.0002698352,0.00027486484],"domain_scores_gemma":[0.9990172,0.00041548774,0.0001383616,0.00011196588,0.00018139678,0.00013560848],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0007182935,0.00017244882,0.00035618278,0.00015050857,0.00021165321,0.00011552992,0.00005664575,0.000110923735,0.000042738382],"category_scores_gemma":[0.00057845097,0.00011921493,0.00012359534,0.00031578523,0.00016033377,0.00033933253,0.00008103428,0.0002481626,0.000005399227],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00031270596,0.0001065356,0.3159575,0.0008655307,0.00017267895,0.00006914207,0.0021214907,0.0000020985326,0.000087288,0.0030497652,0.0003820659,0.6768732],"study_design_scores_gemma":[0.0040469114,0.00009838868,0.6203918,0.005692011,0.0005425595,0.00032238368,0.062141333,0.003734699,0.00020129076,0.0010453961,0.30128068,0.00050253334],"about_ca_topic_score_codex":0.000013324275,"about_ca_topic_score_gemma":0.0000042615047,"teacher_disagreement_score":0.6763707,"about_ca_system_score_codex":0.000039515613,"about_ca_system_score_gemma":0.00006871827,"threshold_uncertainty_score":0.48614436},"labels":[],"label_agreement":null},{"id":"W4416229833","doi":"10.1161/svin.124.001702","title":"Innovations in Thrombectomy Training: A Systematic Review and Expert Recommendations from the Society of Vascular and Interventional Neurology‐Mission Thrombectomy Initiative","year":2025,"lang":"en","type":"article","venue":"Stroke Vascular and Interventional Neurology","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary; University of Toronto","funders":"","keywords":"Stroke (engine); MEDLINE; Clinical Practice; Acute stroke; Thrombolysis","score_opus":0.05685922991278906,"score_gpt":0.34736453875228507,"score_spread":0.290505308839496,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4416229833","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.87788814,0.061801,0.0031507472,0.054065187,0.0002459108,0.0020152782,0.00012973703,0.000057381287,0.0006466157],"genre_scores_gemma":[0.98776793,0.0032401453,0.00021721986,0.008458429,0.000026938455,0.00008494613,0.00016344323,0.00001203623,0.00002890199],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9980065,0.0005108348,0.00076788117,0.00037716958,0.00017268956,0.00016493056],"domain_scores_gemma":[0.99866086,0.00077215134,0.00019387066,0.00019323644,0.00012285744,0.000057049296],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00068405847,0.00018072463,0.0006931491,0.00013813407,0.00012579052,0.000019119785,0.00008372809,0.00013027768,0.00028047702],"category_scores_gemma":[0.00041201452,0.00013308901,0.00043221365,0.0003156695,0.00028365914,0.00010710705,0.0001435502,0.00041478864,8.081479e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0021603499,0.008619778,0.545639,0.193854,0.034506816,0.00014677568,0.020619601,0.000111267924,0.0023029656,0.15758964,0.014570028,0.01987979],"study_design_scores_gemma":[0.01771739,0.0020458098,0.91020685,0.03739727,0.0028118426,0.00018020652,0.0016822864,0.006203129,0.00005852351,0.008579621,0.012610695,0.00050637295],"about_ca_topic_score_codex":0.000069695576,"about_ca_topic_score_gemma":0.00003714453,"teacher_disagreement_score":0.36456788,"about_ca_system_score_codex":0.000010649517,"about_ca_system_score_gemma":0.000052023886,"threshold_uncertainty_score":0.5427212},"labels":[],"label_agreement":null},{"id":"W4416256671","doi":"10.1590/0102-67202025000039e1908","title":"Global strategies for the diffusion of robotic surgery","year":2025,"lang":"en","type":"article","venue":"ABCD Arquivos Brasileiros de Cirurgia Digestiva (São Paulo)","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"Action (physics); Equity (law); Robotic surgery; Bridge (graph theory); Global health; Robot; Health care","score_opus":0.034114674863953816,"score_gpt":0.3215428704035721,"score_spread":0.2874281955396183,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4416256671","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9720892,0.0006180329,0.019021824,0.0010259354,0.0005114642,0.0009498953,0.00003255957,0.00016701034,0.0055841026],"genre_scores_gemma":[0.9979449,0.000053175227,0.00025052432,0.0010241832,0.00013922444,0.00008106276,0.000049569742,0.000024526991,0.00043286048],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.998122,0.00008220521,0.00059559726,0.0003671984,0.00032338628,0.0005096123],"domain_scores_gemma":[0.99556935,0.0034358127,0.00017993849,0.00046592203,0.0001867855,0.00016222014],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00039283652,0.00027806227,0.00061054423,0.00013505678,0.00021943879,0.00006605702,0.00019308607,0.00019452267,0.00017079318],"category_scores_gemma":[0.0007512613,0.00019511553,0.00039863898,0.0006596569,0.00021068669,0.00013067397,0.00007402268,0.00019209278,0.0000097184875],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0008664957,0.00044783572,0.9546424,0.00034025818,0.00033016677,0.000048191836,0.00043373753,0.0056831157,0.0010720261,0.013096325,0.0016755346,0.021363921],"study_design_scores_gemma":[0.0025561028,0.00010553392,0.9808789,0.0004581597,0.00029442928,0.000031611922,0.0017330955,0.00934368,0.0004131836,0.0022477668,0.0017275836,0.00020998185],"about_ca_topic_score_codex":0.00007037625,"about_ca_topic_score_gemma":0.00005655275,"teacher_disagreement_score":0.02623648,"about_ca_system_score_codex":0.000120780074,"about_ca_system_score_gemma":0.0005776297,"threshold_uncertainty_score":0.79565805},"labels":[],"label_agreement":null},{"id":"W4416751417","doi":"10.1177/08927790251394738","title":"The Science of Surgical Force: A New Field of Study in Urology","year":2025,"lang":"en","type":"article","venue":"Journal of Endourology","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Ureter; Urethra; Prostatectomy; MEDLINE; Systematic review; Prostate cancer; Prostate; Urethral stricture","score_opus":0.029531770515721124,"score_gpt":0.38336851629717644,"score_spread":0.3538367457814553,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4416751417","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9874469,0.00030946132,0.00008290295,0.004799245,0.00021791371,0.00008933005,8.00805e-8,0.0000015509577,0.0070525953],"genre_scores_gemma":[0.9995098,0.000029120803,0.00003789717,0.00024279408,0.000042959255,3.916741e-7,3.4802447e-8,0.0000016103511,0.00013535323],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9990237,0.00008663186,0.00051279494,0.00006686727,0.00017622998,0.00013381087],"domain_scores_gemma":[0.997894,0.001589071,0.00021377843,0.00010081565,0.00014828004,0.00005408695],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0011125243,0.00004308404,0.00029893528,0.0002575446,0.000026469765,0.0000024636947,0.00014126877,0.000048947888,0.00007558386],"category_scores_gemma":[0.0009397809,0.000025518571,0.00007129631,0.00039967473,0.00017402138,0.000025872867,0.000038324928,0.00026172723,3.21372e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.014619928,0.0012381985,0.8860954,0.000026155472,0.00026532114,0.0010213378,0.0015570418,0.0022211056,0.0029664708,0.024975814,0.00048122587,0.06453202],"study_design_scores_gemma":[0.06848447,0.02238595,0.84217453,0.00010894721,0.00039132268,0.001378066,0.0022867462,0.0033322272,0.0062422305,0.013071704,0.039981794,0.00016200391],"about_ca_topic_score_codex":0.00001719254,"about_ca_topic_score_gemma":0.000019774996,"teacher_disagreement_score":0.064370014,"about_ca_system_score_codex":0.000010547173,"about_ca_system_score_gemma":0.00033289922,"threshold_uncertainty_score":0.11370891},"labels":[],"label_agreement":null},{"id":"W4416757259","doi":"10.36834/cmej.82069","title":"Re-educating the surgical culture, is it possible?","year":2025,"lang":"fr","type":"article","venue":"Canadian Medical Education Journal","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"","score_opus":0.026952066236458346,"score_gpt":0.36724474373364113,"score_spread":0.3402926774971828,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4416757259","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0035755618,0.025496833,0.000029599383,0.5765238,0.01628624,0.00019271109,0.0000070539013,0.000011551487,0.37787664],"genre_scores_gemma":[0.4584169,0.0023226307,0.00016801151,0.32386583,0.00996778,0.000017709368,0.000026626201,0.00002720582,0.2051873],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9964465,0.00042389712,0.00088517385,0.0003263296,0.000981029,0.00093710196],"domain_scores_gemma":[0.9870133,0.00063668936,0.00018776374,0.00034697604,0.00066152104,0.011153797],"candidate_categories":["metaresearch","research_integrity","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0023402155,0.00026606253,0.00037857314,0.00038291057,0.0010869249,0.00031540263,0.0004671183,0.0005786317,0.27376917],"category_scores_gemma":[0.018676672,0.00019176952,0.00027014138,0.0011885905,0.00047768294,0.00015643574,0.000029625071,0.0026314808,0.0005877876],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000016301694,0.00014415511,0.002677383,0.00005099385,0.00011797748,0.00014357013,0.00426919,0.0000058710107,9.7671375e-8,0.009523366,0.61809415,0.36495695],"study_design_scores_gemma":[0.00156775,0.000043648342,0.0026608317,0.0025293615,0.00017076192,0.0010018776,0.026714833,0.0010381246,0.0000042324828,0.0011570271,0.96293324,0.00017829855],"about_ca_topic_score_codex":0.008092468,"about_ca_topic_score_gemma":0.010305008,"teacher_disagreement_score":0.45484135,"about_ca_system_score_codex":0.0011195216,"about_ca_system_score_gemma":0.11363163,"threshold_uncertainty_score":0.9996695},"labels":[],"label_agreement":null},{"id":"W4416936105","doi":"10.3389/fmed.2025.1711856","title":"The development of the neurosurgery workforce in Austria over the past quarter century: is more always better?","year":2025,"lang":"en","type":"article","venue":"Frontiers in Medicine","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Workforce; Quarter (Canadian coin); Workforce development; Neurosurgery; Workforce planning; Patient care","score_opus":0.02185089341354479,"score_gpt":0.28974451681607377,"score_spread":0.267893623402529,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4416936105","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9171477,0.0015703877,0.0008308603,0.06876083,0.0033721582,0.0007039973,0.0000016645338,0.000022261658,0.007590163],"genre_scores_gemma":[0.9915445,0.000070827926,0.0001727506,0.0073334817,0.0001336107,0.000020171194,0.0000050053036,0.000009264017,0.00071042596],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9984896,0.000106530766,0.0005688709,0.00018317375,0.00039302796,0.00025880383],"domain_scores_gemma":[0.9990558,0.00040491097,0.00010992462,0.00034984012,0.000034170098,0.000045357694],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00082323636,0.00013481706,0.00034255424,0.00012718934,0.00012478139,0.000007708142,0.00020343915,0.00007402612,0.000059419166],"category_scores_gemma":[0.0002573825,0.000057708276,0.000066848865,0.0008117709,0.00029160612,0.000023352166,0.000051903393,0.00039573375,0.0000010219601],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00022159936,0.00003744238,0.8443703,0.000023570214,0.000049262093,0.00000746402,0.004263379,0.000028479562,0.000016801741,0.00010921956,0.057820436,0.09305203],"study_design_scores_gemma":[0.0027019458,0.000016050179,0.72069156,0.0005260183,0.000032216576,8.99739e-7,0.00403753,0.0011372535,0.000040488725,0.00016012588,0.27060184,0.000054056687],"about_ca_topic_score_codex":0.000013728004,"about_ca_topic_score_gemma":0.00001329135,"teacher_disagreement_score":0.2127814,"about_ca_system_score_codex":0.00008200186,"about_ca_system_score_gemma":0.000086419735,"threshold_uncertainty_score":0.23532751},"labels":[],"label_agreement":null},{"id":"W4416963039","doi":"10.1109/embc58623.2025.11252804","title":"A Novel Pelvic Hand-Sewn Bowel Anastomosis Simulator for Surgical Training <sup>*</sup>","year":2025,"lang":"en","type":"article","venue":"","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University; University of Manitoba","funders":"Department of Surgery","keywords":"Pelvis; Haptic technology; Simulation training; Anastomosis; Cadaveric spasm; Training (meteorology)","score_opus":0.04869704041783412,"score_gpt":0.32999585197307757,"score_spread":0.28129881155524344,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4416963039","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8135054,0.0002053448,0.0710719,0.0032971064,0.00025943175,0.00124348,0.000032790296,0.0004686656,0.10991586],"genre_scores_gemma":[0.9856163,0.0000031456286,0.0026676634,0.0020040404,0.00020491162,0.00004492699,0.000048970236,0.000027212045,0.009382821],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9984044,0.00002191521,0.00043954674,0.00042214588,0.00026222368,0.00044976742],"domain_scores_gemma":[0.99828994,0.001010975,0.000047792706,0.0002370179,0.00015367432,0.00026060472],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00036143104,0.0002209851,0.0004846599,0.00020701902,0.00021320018,0.00006288101,0.00008823408,0.00018005302,0.0011327243],"category_scores_gemma":[0.0002826047,0.00017791522,0.00032011818,0.00044704543,0.000096874464,0.00007778022,0.00003696112,0.0001955856,0.000029814371],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0091082575,0.002849189,0.039951026,0.0009841878,0.0021628486,0.00033065403,0.009962841,0.09756908,0.0010081254,0.10238613,0.0039789295,0.72970873],"study_design_scores_gemma":[0.030223703,0.00020936829,0.0033778066,0.00019845762,0.00019995816,0.000033166438,0.0017432836,0.7131946,0.0004501303,0.00022733514,0.24986073,0.00028146696],"about_ca_topic_score_codex":0.00002320272,"about_ca_topic_score_gemma":0.000006328331,"teacher_disagreement_score":0.7294273,"about_ca_system_score_codex":0.00006234721,"about_ca_system_score_gemma":0.00018164833,"threshold_uncertainty_score":0.99978036},"labels":[],"label_agreement":null},{"id":"W4416987400","doi":"10.4293/jsls.2025.00077","title":"Learning Curve in Robotic Colorectal Surgery","year":2025,"lang":"en","type":"article","venue":"JSLS Journal of the Society of Laparoscopic & Robotic Surgeons","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Learning curve; Credentialing; Colorectal surgery; Robotic surgery; MEDLINE","score_opus":0.02611984589342609,"score_gpt":0.2983094648887189,"score_spread":0.2721896189952928,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4416987400","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99283093,0.0005903405,0.0004583159,0.0035214168,0.0012134248,0.00017198207,4.1536867e-7,0.000015718466,0.0011974297],"genre_scores_gemma":[0.9979632,0.00014464422,0.0004414021,0.00041460033,0.00005495347,0.0000018572036,0.0000015119688,0.000012676045,0.00096515956],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9979491,0.00024814808,0.0009329833,0.00014342013,0.0004243386,0.00030199697],"domain_scores_gemma":[0.9968202,0.0021873699,0.0005080916,0.00017164779,0.00020915878,0.00010352918],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0014468125,0.00015654392,0.0009008836,0.00014000975,0.000116758834,0.000017220646,0.00015920307,0.00014363063,0.00013970151],"category_scores_gemma":[0.0012047888,0.00011026921,0.0012165059,0.00081188726,0.00019179618,0.00008037155,0.00006527357,0.000731959,0.000002394674],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00013498779,0.0002360828,0.9289573,0.00014901959,0.0003689581,0.000013592813,0.0007565014,0.06620254,0.0006630813,0.00010963089,0.0010894154,0.0013188784],"study_design_scores_gemma":[0.0044115265,0.00014498041,0.978879,0.0026978182,0.00038621834,0.00007324312,0.0017654069,0.008557492,0.001430995,0.00034811537,0.0011310271,0.00017421012],"about_ca_topic_score_codex":0.000050268547,"about_ca_topic_score_gemma":0.000013017564,"teacher_disagreement_score":0.057645053,"about_ca_system_score_codex":0.00013703232,"about_ca_system_score_gemma":0.00049528264,"threshold_uncertainty_score":0.4496648},"labels":[],"label_agreement":null},{"id":"W4416987565","doi":"10.1007/s44186-025-00414-1","title":"Transitioning to practice: exploring how new surgeons balance their dual roles of attending surgeon and surgical educator in the operating room","year":2025,"lang":"en","type":"article","venue":"Global Surgical Education - Journal of the Association for Surgical Education","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"Royal College of Physicians and Surgeons of Canada; Faculty of Medicine, University of British Columbia","keywords":"Grounded theory; Thematic analysis; Constructivist grounded theory; Reflexivity; Dual purpose; Balance (ability); Surgical simulation; Coding (social sciences)","score_opus":0.027937928735008152,"score_gpt":0.35016917965778077,"score_spread":0.3222312509227726,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4416987565","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9109665,0.0015137565,0.00012206209,0.07814289,0.002941819,0.00090990914,0.0000227193,0.000021667089,0.0053586476],"genre_scores_gemma":[0.99664235,0.00022264615,0.0005234711,0.00086820126,0.0007427573,0.000074642376,0.000037789792,0.000015848273,0.0008722926],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.99654585,0.0007049158,0.0011671021,0.00034679874,0.0008086658,0.00042664184],"domain_scores_gemma":[0.99371254,0.003558336,0.00095327,0.00026831872,0.0011284617,0.0003790557],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0035408211,0.00027899424,0.000690971,0.00027231438,0.00034180604,0.00022086086,0.0002575302,0.00021031687,0.000045104112],"category_scores_gemma":[0.0048634284,0.00018675807,0.0004504828,0.0016773067,0.000055077973,0.0005811541,0.00005106002,0.0005241891,0.0000016432573],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0038332834,0.0061251572,0.6304281,0.0003718302,0.00080386596,0.000031995798,0.011123199,0.0027877823,0.00013736525,0.077361666,0.018602423,0.24839339],"study_design_scores_gemma":[0.0076647555,0.00026978442,0.18055356,0.0015728169,0.00044152106,0.00085720525,0.023924146,0.00033790062,0.00025434812,0.001583813,0.78213316,0.00040701765],"about_ca_topic_score_codex":0.00013130027,"about_ca_topic_score_gemma":0.00003168616,"teacher_disagreement_score":0.76353073,"about_ca_system_score_codex":0.0008353279,"about_ca_system_score_gemma":0.003172221,"threshold_uncertainty_score":0.7615773},"labels":[],"label_agreement":null},{"id":"W4417000813","doi":"10.1016/j.adro.2025.101967","title":"Predictors of Successful First-Attempt Prostate Cancer Computed Tomography Simulation: A Prospective Cohort Study","year":2025,"lang":"en","type":"article","venue":"Advances in Radiation Oncology","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Alberta Health Services; University of Calgary","funders":"University of Calgary","keywords":"Prospective cohort study; Prostate cancer; Computed tomography; Cohort study; MEDLINE; Cancer","score_opus":0.009524706781685599,"score_gpt":0.36005480474338913,"score_spread":0.35053009796170354,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4417000813","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9850745,0.0017139914,0.0005022167,0.00036552025,0.0007040151,0.0024403362,0.0000100005955,0.00007819105,0.009111191],"genre_scores_gemma":[0.9989417,0.00022883873,0.00011386987,0.0002403814,0.00006978208,0.0002862915,0.000025703024,0.000008308943,0.00008513144],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9987128,0.000086863656,0.00051931915,0.00031198756,0.00020330296,0.0001657212],"domain_scores_gemma":[0.99868107,0.00069766777,0.00021428568,0.00014655014,0.0002082009,0.000052238593],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00027535696,0.00012291367,0.00044614973,0.0003774051,0.00006239017,0.00000521904,0.00006435441,0.0000897885,0.00013065545],"category_scores_gemma":[0.00016568469,0.000112827016,0.00005669365,0.0011823621,0.00010209425,0.00018111953,0.00002335293,0.00016255275,0.0000015151542],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00045641125,0.0005014839,0.7965814,0.00004394465,0.00011763137,0.000009075391,0.00090565375,0.17821464,0.0000010937605,0.00019472715,0.000009718958,0.022964228],"study_design_scores_gemma":[0.006979244,0.0005198572,0.940411,0.00007363461,0.000081813145,5.5147234e-7,0.0003529151,0.026361197,0.000030923005,0.00020583095,0.02490195,0.000081082886],"about_ca_topic_score_codex":0.00006329093,"about_ca_topic_score_gemma":0.00045844007,"teacher_disagreement_score":0.15185344,"about_ca_system_score_codex":0.00026908578,"about_ca_system_score_gemma":0.0001648333,"threshold_uncertainty_score":0.46009523},"labels":[],"label_agreement":null},{"id":"W4417018174","doi":"10.3389/fmed.2025.1575456","title":"The development status of entrustable professional activities-based curricula in orthopedic and neurosurgical spinal surgery: a systematic review","year":2025,"lang":"en","type":"article","venue":"Frontiers in Medicine","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Curriculum; Orthopedic surgery; MEDLINE; Professional development; Point (geometry)","score_opus":0.02077858639212661,"score_gpt":0.3274213895302059,"score_spread":0.3066428031380793,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4417018174","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7308926,0.24581954,0.0025151786,0.009174236,0.0027203895,0.004986177,0.000003728102,0.00006707735,0.0038210896],"genre_scores_gemma":[0.9938452,0.0038923526,0.00036884856,0.0013215105,0.000021233487,0.00012463193,0.000017860064,0.000008796451,0.0003995453],"study_design_codex":"observational","study_design_gemma":"systematic_review","domain_scores_codex":[0.9979361,0.00027220964,0.000864866,0.00019410587,0.00042213843,0.00031055327],"domain_scores_gemma":[0.9987186,0.00079683744,0.00016222752,0.00015945882,0.00004940242,0.00011343146],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0017874176,0.00013600285,0.0010159867,0.00027876534,0.00006073293,0.000004060902,0.000053870954,0.00005432707,0.000035514146],"category_scores_gemma":[0.0018407073,0.00007551125,0.00004806753,0.00070147467,0.00019392598,0.000030902545,0.000025989364,0.000257112,2.855162e-7],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0012436536,0.0002548483,0.8448659,0.126122,0.00008694995,0.0001435643,0.00029919663,0.000016610302,0.0000052557407,0.0002896069,0.002648106,0.024024293],"study_design_scores_gemma":[0.011148626,0.00027581165,0.27486867,0.6754289,0.0004323207,0.000017811934,0.002865471,0.0065467106,0.000030754592,0.00011940756,0.027988149,0.00027735735],"about_ca_topic_score_codex":0.000014840713,"about_ca_topic_score_gemma":0.000009667677,"teacher_disagreement_score":0.56999725,"about_ca_system_score_codex":0.000111336485,"about_ca_system_score_gemma":0.00042605132,"threshold_uncertainty_score":0.30792594},"labels":[],"label_agreement":null},{"id":"W4417099051","doi":"10.1007/s11517-025-03484-x","title":"Assessment of surgical proficiency based on evaluating muscle activity, bimanual muscle coordination, and fatigue susceptibility in simulated laparoscopic tasks","year":2025,"lang":"en","type":"article","venue":"Medical & Biological Engineering & Computing","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Biceps; Electromyography; Muscle fatigue; Wrist; Psychological intervention; Human physiology","score_opus":0.0428645181172521,"score_gpt":0.38529684967623534,"score_spread":0.3424323315589832,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4417099051","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98237133,0.00004357239,0.015202641,0.0005721247,0.00012866672,0.0004163571,0.0000016989908,0.000118261225,0.0011453428],"genre_scores_gemma":[0.9985424,0.0000032287837,0.0012209438,0.0001512714,0.000041266994,0.0000059693443,0.00001911698,0.0000087968865,0.0000069711564],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9978653,0.00020895319,0.0005949856,0.00049455365,0.00047922286,0.00035697178],"domain_scores_gemma":[0.99699426,0.002434544,0.000092598115,0.00018255434,0.00010367834,0.00019234928],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001981443,0.0002088044,0.00057175546,0.0002152038,0.000074913965,0.000015713402,0.00011313501,0.00026579658,0.00019703472],"category_scores_gemma":[0.0024412419,0.00015995005,0.0000874333,0.0007128258,0.00014651749,0.000028448489,0.00012261781,0.0006126522,9.8221e-7],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000119575845,0.0011259399,0.6233598,0.00032933388,0.00002906333,0.000059357648,0.00007050121,0.22436917,0.0036008542,0.0012939498,0.0000027132828,0.14563976],"study_design_scores_gemma":[0.0024293778,0.00021940851,0.47507745,0.0003457022,0.000006994413,8.2617873e-7,0.000011542986,0.5217153,0.000060762846,0.000011951658,0.00004832995,0.00007235526],"about_ca_topic_score_codex":0.000035158362,"about_ca_topic_score_gemma":0.0000016089671,"teacher_disagreement_score":0.29734614,"about_ca_system_score_codex":0.000115751805,"about_ca_system_score_gemma":0.00014917634,"threshold_uncertainty_score":0.6522574},"labels":[],"label_agreement":null},{"id":"W4417112666","doi":"10.1177/19160216251390285","title":"Quantifying Difficulty in Endoscopic Endonasal Surgery—A Modified Delphi Method Approach","year":2025,"lang":"en","type":"article","venue":"Journal of Otolaryngology - Head and Neck Surgery","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University Health Centre","funders":"","keywords":"Delphi method; Delphi; Rank (graph theory); Curriculum; Field (mathematics); Test (biology)","score_opus":0.08654217738080608,"score_gpt":0.3572294612865284,"score_spread":0.2706872839057223,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4417112666","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99341464,0.0016154213,0.0020162247,0.0007913758,0.0004947865,0.00015061589,0.000001273452,0.000023336397,0.0014923256],"genre_scores_gemma":[0.9965711,0.0003214461,0.0020314988,0.00085923966,0.0001256597,0.0000067212895,0.000011581151,0.0000143159905,0.000058398546],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99767953,0.00037352653,0.001093683,0.0002548569,0.00022700445,0.0003714142],"domain_scores_gemma":[0.9950964,0.004132683,0.0003103722,0.00014237758,0.00012657633,0.00019161741],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0018588756,0.00020085501,0.0012645861,0.0009140527,0.000087232474,0.000022456068,0.00006269594,0.00024013566,0.000045205208],"category_scores_gemma":[0.0009792737,0.00015655326,0.00034029564,0.0005407244,0.000081923936,0.00014903606,0.000036726437,0.00063389103,0.000001658516],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00090465794,0.0003839968,0.9876442,0.00021767123,0.00015922751,0.00069707143,0.0001684665,0.00010852734,0.0006066125,0.0005387448,0.00018504566,0.008385808],"study_design_scores_gemma":[0.0029576884,0.000055508975,0.99081695,0.00053100585,0.00007550484,0.0005498377,0.00008183356,0.0030381698,0.00024100806,0.000104765684,0.0014324489,0.000115295385],"about_ca_topic_score_codex":0.00003167757,"about_ca_topic_score_gemma":0.000010615868,"teacher_disagreement_score":0.008270512,"about_ca_system_score_codex":0.000050384224,"about_ca_system_score_gemma":0.0002822844,"threshold_uncertainty_score":0.6384056},"labels":[],"label_agreement":null},{"id":"W4417150128","doi":"10.1186/s12909-025-08402-1","title":"Fabrication and evaluation of a novel patient-specific 3D-printed simulation model for oral surgical training","year":2025,"lang":"en","type":"article","venue":"BMC Medical Education","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Workflow; Surgical simulation; Simulation training; Medical simulation; Educational measurement; Training (meteorology); Learning curve","score_opus":0.1727376044836716,"score_gpt":0.4326995460729366,"score_spread":0.259961941589265,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4417150128","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.65763885,0.0002231981,0.33772746,0.0004723351,0.0002915994,0.0009765387,0.0000037391424,0.000042298725,0.0026240214],"genre_scores_gemma":[0.98664075,0.00001755661,0.012515277,0.00027246686,0.00009681325,0.00013999542,0.0001933633,0.000010733859,0.00011301792],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9982622,0.00008663841,0.0005191846,0.00028396974,0.0007033986,0.00014455264],"domain_scores_gemma":[0.997828,0.0008069561,0.00014816983,0.0001611694,0.0008854766,0.00017019761],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0012222299,0.000111415706,0.00025285964,0.00020155171,0.00006922207,0.000013102037,0.00004518167,0.00016484712,0.0001588354],"category_scores_gemma":[0.004031706,0.000101177146,0.00007222646,0.0003192751,0.00007843603,0.00008443578,0.000017478322,0.00011204054,0.0000010804332],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000508395,0.0007757836,0.0024384225,0.0001563733,0.000031203752,9.9736646e-8,0.0014279279,0.043542817,0.000093957366,0.006782992,0.000086474654,0.9441556],"study_design_scores_gemma":[0.006285627,0.000056478155,0.009295133,0.00028798505,0.00012300986,0.0000030650597,0.0005584951,0.98006916,0.000040737046,0.00064196927,0.0025572246,0.00008112312],"about_ca_topic_score_codex":0.0000074850523,"about_ca_topic_score_gemma":0.00000848611,"teacher_disagreement_score":0.94407445,"about_ca_system_score_codex":0.000110533714,"about_ca_system_score_gemma":0.0020275507,"threshold_uncertainty_score":0.48266202},"labels":[],"label_agreement":null},{"id":"W4417170744","doi":"10.1007/s00464-025-12461-2","title":"Development of an artificial intelligence based virtual tool for measuring distances during image-guided surgery","year":2025,"lang":"en","type":"article","venue":"Surgical Endoscopy","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Toronto Western Hospital; Artificial Intelligence in Medicine (Canada); University of Toronto; University Health Network","funders":"","keywords":"Measure (data warehouse); Development (topology); Automation; Key (lock)","score_opus":0.07780697167581596,"score_gpt":0.3533255414450118,"score_spread":0.27551856976919586,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4417170744","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9798666,0.000042181517,0.017683672,0.00011599962,0.00023627807,0.000323867,0.000007566868,0.00009845717,0.0016253365],"genre_scores_gemma":[0.9869584,0.0000034109637,0.012681424,0.000056010947,0.00008274112,0.00005470042,0.000044576627,0.000015199608,0.0001035749],"study_design_codex":"design_other","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.99816823,0.00005668901,0.00079419866,0.00033355906,0.0003358669,0.0003114531],"domain_scores_gemma":[0.9983623,0.001042777,0.00010689319,0.00019058846,0.00016651819,0.00013089128],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00069322245,0.00016900722,0.00047226652,0.0001827048,0.00015434262,0.000027827848,0.000084160216,0.00008217987,0.00026276114],"category_scores_gemma":[0.000532266,0.00014685455,0.0001915485,0.00035196816,0.00010450152,0.00010081441,0.000025297133,0.00012231812,0.000005648448],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.041594606,0.003641314,0.024031566,0.0031316064,0.00072573195,0.0006328171,0.0018475724,0.004941329,0.059975952,0.046012785,0.00004318229,0.81342155],"study_design_scores_gemma":[0.0075189797,0.00010825551,0.007049388,0.00080152217,0.00008023943,0.000007377555,0.0005309096,0.015284234,0.956813,0.00068595837,0.010721387,0.00039876107],"about_ca_topic_score_codex":0.0000037266584,"about_ca_topic_score_gemma":0.000005748202,"teacher_disagreement_score":0.89683706,"about_ca_system_score_codex":0.000074762225,"about_ca_system_score_gemma":0.00032970236,"threshold_uncertainty_score":0.59885544},"labels":[],"label_agreement":null},{"id":"W4417192592","doi":"10.1503/cjs.019325","title":"2025 Canadian Surgery Forum01. Survey of Canadian surgeons’ attitudes toward medical assistance in dying (MAiD)02. Cholecystectomy-related complaints: a 20-year review of the Canadian medicolegal experience03. Endoscope-assisted in situ lower limb arterial reconstruction: a retrospective cohort study04. Comparing postoperative healthcare utilization between immigrants and non-immigrants undergoing emergency general surgery in British Columbia05. Benefits, barriers, and feasibility of semi-urgent surgical programs: a scoping review06. Transversus abdominus plane block versus port site anesthetic in laparoscopic appendectomy: a systematic review and meta analysis07. Use of artificial intelligence versus traditional statistical modelling in predicting anastomotic leakage in patients undergoing colorectal surgery: a scoping review08. Randomized controlled trial comparing water infusion to air insufflation during colonoscope insertion by surgical trainees09. Can appendectomy be safely delayed? An updated systematic review and meta-analysis of prospective studies comparing emergent versus delayed appendectomy in adult patients10. Developing and implementing a novel planetary health menu for a tertiary care hospital11. International consensus on global surgery learning objectives and competencies12. General surgeons’ perspectives on post-discharge opioid prescribing: a qualitative study13. Predictors of contralateral prophylactic mastectomy in women with unilateral breast cancer and association with survival outcomes14. The public–private trade-off: evaluating Alberta’s use of private surgical facilities15. Association of neighbourhood socioeconomic status and ethnic diversity with failure to rescue in curative-intent colorectal cancer surgery: a population-based cohort study16. Benchmarking colorectal cancer surgical outcomes in Nova Scotia against an international cohort17. Implementation of Competence by Design in Canadian general surgery training: program director perspectives18. Evaluation of quality-of-life outcomes in bariatric surgery: a systematic review01. Machine learning–based analysis of key factors influencing operating room efficiency in thoracic surgery02. Is segmentectomy or wedge resection appropriate for stage IB non–small cell lung cancer ≤ 2 cm with visceral pleural invasion?03. Predicting local recurrence after segmentectomy for early-stage non–small cell lung cancer04. Long-term outcomes of neoadjuvant chemoradiation versus perioperative chemotherapy for esophageal and esophagogastric adenocarcinoma — a single-centre experience05. Contralateral pulmonary resection after lobectomy in non–small cell lung cancer: a retrospective review of results and predictors of complications06. Assessing the impact of multicentre positive deviance seminar on length of stay following lobectomy: an interrupted time series analysis07. Perioperative outcomes of lung cancer surgery in women: a Canadian nationwide retrospective cohort study01. Raman spectroscopy and machine learning for blood-based detection of colorectal cancer02. Overall survival of metastatic appendiceal mucinous adenocarcinoma: a contemporary population-based study03. Patient perspective: decisional factors for ileoanal pouch versus permanent ileostomy after emergency colectomy for ulcerative colitis04. Experiences and results of a Canadian colorectal robotic surgery program: the first 5 years05. Turning the tide: a sustainable future for endoscopic water use06. The impact of preoperative colonoscopy for appendiceal mucinous neoplasms07. Evaluating patient selection for surgery in older patients with non-metastatic colorectal cancer in Ontario: a population-based cohort study08. Impact of a patient-centred program for low anterior resection syndrome: a multicentre, single-blinded, randomized controlled trial09. Outcomes after total neoadjuvant treatment for rectal cancer with resectable distant metastasis10. Preferences and priorities of care of patients with colorectal cancer across the age spectrum11. ChatGPT: a useful adjunct but not a substitute for clinician expertise in educating patients on low anterior resection syndrome12. Patient, provider, and institutional factors associated with wait time benchmarks for colorectal cancer surgery: a population-based cross-sectional study13. Analysis of complication rate in patients with rectal cancer with discrepant magnetic resonance imaging and pathologic staging14. Nonoperative management of rectal cancer in Canada15. Comparison of BioLIFT versus LIFT for the treatment of trans-sphincteric anal fistula: a systematic review and meta-analysis01. Outcomes of cytoreductive surgery and hyperthermic intraperitoneal chemotherapy and liver-directed therapy for synchronous peritoneal and liver metastatic colorectal cancer — a systematic review with meta-analysis02. Validation of the PACS score for predicting postoperative hypotension after adrenalectomy for pheochromocytoma: analysis of 2192 cases across","year":2025,"lang":"en","type":"review","venue":"Canadian Journal of Surgery","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"Vancouver General Hospital; Smiths Detection (Canada); University of Saskatchewan; Saskatchewan Cancer Agency; St. Joseph’s Healthcare Hamilton; BC Cancer Agency; Lunenfeld-Tanenbaum Research Institute; University of Calgary; Jewish General Hospital; Queensway-Carleton Hospital; Université de Montréal; Centre Hospitalier de l’Université de Montréal; St. Paul's Hospital; Western University; Population Health Research Institute; Ottawa Hospital; University of Alberta; University Health Network; Canadian Medical Protective Association; McMaster University; Queen's University; Parks Canada; University of Ottawa; Dalhousie University; Sunnybrook Health Science Centre; Canadian Electricity Association; Stollery Children's Hospital; University of British Columbia; Women's College Hospital; Polytechnique Montréal; Vancouver Coastal Health; London Health Sciences Centre; McGill University; University of Manitoba","funders":"","keywords":"MEDLINE; Arterial disease; Lower limb; Medical record","score_opus":0.0583945907366424,"score_gpt":0.35029200283610784,"score_spread":0.29189741209946546,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4417192592","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9471739,0.011308424,0.0000082535225,0.000014842067,0.000022125234,0.03470603,0.00676561,8.141387e-7,3.1770737e-9],"genre_scores_gemma":[0.98789555,0.0012405016,0.00007460371,0.0000011381265,8.5058247e-7,0.01025944,0.0005102599,0.000017608694,2.386576e-8],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99360776,0.0016860288,0.0033870745,0.00053730496,0.00043154092,0.00035026265],"domain_scores_gemma":[0.9843259,0.009804596,0.0040719686,0.00008305403,0.0016298036,0.00008466366],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00346174,0.00040803698,0.006543565,0.0014084554,0.00010248202,0.000018304725,0.00005345245,0.00007349963,8.3018847e-7],"category_scores_gemma":[0.0014619177,0.00024016693,0.00031307264,0.0012864961,0.00024983427,0.00021017804,0.000013187537,0.00012638734,9.864708e-12],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.14231783,0.00040853978,0.7722917,0.04364337,0.008227963,8.113142e-7,0.023055851,0.01001917,0.000007355622,8.792237e-8,2.7382685e-9,0.000027265001],"study_design_scores_gemma":[0.028888717,0.0031947694,0.8734075,0.039812345,0.009628785,3.5211227e-7,0.005864764,0.038940784,0.000101441845,3.728552e-8,1.6854429e-10,0.00016051592],"about_ca_topic_score_codex":0.6096723,"about_ca_topic_score_gemma":0.97328776,"teacher_disagreement_score":0.36361542,"about_ca_system_score_codex":0.0022972485,"about_ca_system_score_gemma":0.0031217318,"threshold_uncertainty_score":0.9793724},"labels":[],"label_agreement":null},{"id":"W4417199006","doi":"10.2196/68536","title":"Localized Muscular Fatigue in Robotic-Assisted Laparoscopic Surgery: Predictive Modeling Study","year":2025,"lang":"en","type":"article","venue":"JMIR Formative Research","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Muscle fatigue; Wearable computer; Muscular fatigue; Electromyography; Artificial muscle","score_opus":0.15924937544675088,"score_gpt":0.4634010554253412,"score_spread":0.30415167997859033,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4417199006","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9793173,0.000104561805,0.006482324,0.0003870256,0.00010694479,0.0016520021,0.0000023725802,0.00008050638,0.011866984],"genre_scores_gemma":[0.99922585,0.000013859346,0.000046555713,0.00007510486,0.000023929777,0.000338626,0.00003071366,0.000013901367,0.00023147916],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9970439,0.00070610264,0.0005479172,0.0003098814,0.0008659533,0.0005262525],"domain_scores_gemma":[0.99805385,0.0010242563,0.000042084597,0.00029145286,0.0004346907,0.00015365706],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0022046992,0.00015323912,0.00055637176,0.0009825135,0.00019294587,0.000051839877,0.000113757094,0.00011293589,0.00013198543],"category_scores_gemma":[0.00057965086,0.00012435578,0.00011458931,0.0020218152,0.000111324975,0.00020631854,0.00011954052,0.0007596985,0.000030419527],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.007826606,0.011978217,0.72313225,0.0014675255,0.0014244632,0.00064226566,0.060221072,0.10537462,0.00017746062,0.003200278,0.0012002357,0.08335498],"study_design_scores_gemma":[0.0095540555,0.00048602818,0.20562215,0.0007914087,0.000023791346,0.0000018380684,0.01301116,0.7695398,0.00007189236,0.0003712524,0.00039199344,0.00013467135],"about_ca_topic_score_codex":0.00012443803,"about_ca_topic_score_gemma":0.000041495234,"teacher_disagreement_score":0.66416514,"about_ca_system_score_codex":0.00030830762,"about_ca_system_score_gemma":0.00029230423,"threshold_uncertainty_score":0.50710815},"labels":[],"label_agreement":null},{"id":"W4417245897","doi":"10.48550/arxiv.2504.06677","title":"Setup-Invariant Augmented Reality for Teaching by Demonstration with Surgical Robots","year":2025,"lang":"en","type":"preprint","venue":"ArXiv.org","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Intuitive Surgical; Johns Hopkins University; Natural Sciences and Engineering Research Council of Canada; Canadian Institute for Advanced Research","keywords":"Augmented reality; Robot; Human–robot interaction; Robotics; Work (physics); Expert system","score_opus":0.07001994260989967,"score_gpt":0.35209004200635474,"score_spread":0.28207009939645505,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4417245897","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9225136,0.00015523515,0.04339645,0.004707111,0.00036456,0.0017383202,0.00018967313,0.00036671682,0.026568312],"genre_scores_gemma":[0.99309427,0.000018330416,0.0018503813,0.00046034178,0.00024020072,0.000113088114,0.0020305815,0.000024677327,0.002168157],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99813104,0.00014936224,0.00049501815,0.00062499056,0.00029301576,0.00030655187],"domain_scores_gemma":[0.99860346,0.00046379957,0.00020248033,0.00040462712,0.00013020849,0.00019545082],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0006939551,0.00029815143,0.00055899395,0.00008367547,0.00018534195,0.00003693663,0.000106999454,0.00036527126,0.00010658388],"category_scores_gemma":[0.00023346036,0.00023548036,0.00018812297,0.000105203624,0.00007848421,0.000055686683,0.000103449194,0.0008560785,0.000007261497],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.004787227,0.0013762881,0.93935984,0.0014889308,0.0016123354,0.00032026143,0.0008774242,0.007788217,0.00041611117,0.0063746753,0.004445462,0.031153206],"study_design_scores_gemma":[0.05312085,0.0014705175,0.5767865,0.0069823246,0.0031520429,0.00018164287,0.000990559,0.1260893,0.0026173287,0.0016116743,0.22431287,0.0026843399],"about_ca_topic_score_codex":0.00017359636,"about_ca_topic_score_gemma":0.00002861208,"teacher_disagreement_score":0.36257333,"about_ca_system_score_codex":0.00013116097,"about_ca_system_score_gemma":0.00026021904,"threshold_uncertainty_score":0.96026105},"labels":[],"label_agreement":null},{"id":"W4417315702","doi":"10.7759/cureus.99249","title":"A Comparison of Otolaryngology Training in Five English-Speaking Countries","year":2025,"lang":"en","type":"article","venue":"Cureus","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Otorhinolaryngology; Otology; Training (meteorology); Consistency (knowledge bases); Competition (biology); Residency training; Pharmacy; Face (sociological concept)","score_opus":0.047914170968505934,"score_gpt":0.37152956172286616,"score_spread":0.32361539075436024,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4417315702","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.89417994,0.0006820893,0.00016553981,0.00017998302,0.00023142673,0.00012946391,0.0000010613752,0.000038271195,0.10439222],"genre_scores_gemma":[0.9993489,0.000010612313,0.00019688142,0.00027649174,0.000050573926,0.000005392823,0.0000076841325,0.0000043940368,0.00009911913],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9993536,0.000030501755,0.00027388489,0.00011902953,0.00008757491,0.00013543885],"domain_scores_gemma":[0.999421,0.000312313,0.00005399053,0.0000975306,0.00008444569,0.00003071844],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0001607039,0.00006459153,0.0003253096,0.000075731194,0.000023095961,0.0000048243746,0.0000445173,0.00007947029,0.00024217305],"category_scores_gemma":[0.00046822036,0.000058767768,0.000042527616,0.00021109646,0.00006197429,0.000037721195,0.000019657005,0.00014822347,0.00000339157],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0003101221,0.0001360238,0.8972171,0.00010987922,0.00008189087,0.000044272663,0.063673444,0.00040745488,0.00011298926,0.02220415,0.000056403085,0.015646271],"study_design_scores_gemma":[0.010531039,0.0002913368,0.7872125,0.0009687025,0.000119205535,0.000007930505,0.023619628,0.01824355,0.0017501272,0.0008191689,0.15620607,0.00023074273],"about_ca_topic_score_codex":0.000041594885,"about_ca_topic_score_gemma":0.000104183804,"teacher_disagreement_score":0.15614967,"about_ca_system_score_codex":0.000036275527,"about_ca_system_score_gemma":0.00008607143,"threshold_uncertainty_score":0.2651625},"labels":[],"label_agreement":null},{"id":"W4417337003","doi":"10.1109/tmrb.2025.3644001","title":"Development of a Virtual da Vinci Xi Training Simulator for Robotic In-Utero Open Spina Bifida Repair","year":2025,"lang":"","type":"article","venue":"IEEE Transactions on Medical Robotics and Bionics","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Sinai Health System; Health Canada; Hospital for Sick Children","funders":"Biotalent Canada; Hospital for Sick Children; Sick Kids Foundation","keywords":"Kinematics; Virtual reality; Spina bifida; Robot; Haptic technology; Task (project management); Robotic surgery; Robotics","score_opus":0.06936423931008753,"score_gpt":0.3535648943551062,"score_spread":0.2842006550450187,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4417337003","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.04621116,0.00040625292,0.9465425,0.002701781,0.0019934012,0.0016875449,0.000020761565,0.00006644696,0.00037017357],"genre_scores_gemma":[0.97842234,0.00040660895,0.018945966,0.0014987496,0.00007369619,0.000055576267,0.000017356648,0.000041205778,0.00053847296],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9956605,0.00012896901,0.0018771203,0.0007952333,0.0008482967,0.00068988407],"domain_scores_gemma":[0.9968832,0.0015888882,0.00022976498,0.00040298092,0.00021755522,0.0006775955],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.001811677,0.000464594,0.0011974579,0.00052707334,0.00043374358,0.00009546522,0.00038976513,0.0006891938,0.00031619036],"category_scores_gemma":[0.00040515972,0.00042000622,0.0003222573,0.0009944914,0.0003833866,0.00013082496,0.000025102145,0.000890909,0.0000067987876],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0018861421,0.0024024267,0.00008780315,0.00080364634,0.0008082303,0.00008841309,0.0028273975,0.4461524,0.000077698394,0.006200833,0.000028524322,0.5386365],"study_design_scores_gemma":[0.016913937,0.0011485072,0.0004259569,0.004662331,0.00051715295,0.000013810028,0.0021449951,0.964256,0.0006028162,0.0002364521,0.008572918,0.0005051554],"about_ca_topic_score_codex":0.00003190461,"about_ca_topic_score_gemma":0.00020171945,"teacher_disagreement_score":0.9322112,"about_ca_system_score_codex":0.00025738424,"about_ca_system_score_gemma":0.002443728,"threshold_uncertainty_score":0.9998252},"labels":[],"label_agreement":null},{"id":"W4417457519","doi":"10.1016/j.jsurg.2025.103821","title":"Training Surgeons’ Visual Scanning Pattern in Laparoscopic Surgery to Enhance Patient Safety","year":2025,"lang":"en","type":"article","venue":"Journal of surgical education","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Patient safety; Training (meteorology); Laparoscopic surgery; Patient care; Visual search","score_opus":0.02850259853821561,"score_gpt":0.3733050540915118,"score_spread":0.3448024555532962,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4417457519","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9892638,0.00029503554,0.0003436946,0.003872659,0.0011780262,0.0001516523,6.7725443e-7,0.00001292337,0.0048815324],"genre_scores_gemma":[0.99799573,0.00007040341,0.0001291218,0.0013721862,0.0001788271,0.0000069870503,0.000007694867,0.000009833757,0.00022922263],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99816096,0.00011925758,0.0009676657,0.00017048273,0.00033714043,0.00024447218],"domain_scores_gemma":[0.99830157,0.0008636777,0.00024287056,0.00009355957,0.0002527758,0.0002455501],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000878545,0.00012497636,0.0005220799,0.00060693594,0.0000546865,0.000028044415,0.000051265117,0.00008454848,0.00028728636],"category_scores_gemma":[0.00054092496,0.00010706101,0.00017255562,0.00076977164,0.000025412366,0.00012418759,0.000018817427,0.00033136635,0.000009278942],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00054836535,0.0004689458,0.15958714,0.000044129476,0.000032124433,0.000083835264,0.0012766215,0.0003332616,0.00006783836,0.000054850083,0.00039987062,0.837103],"study_design_scores_gemma":[0.0032493942,0.00037309004,0.7215254,0.005278557,0.00008512621,0.00022307783,0.0052317693,0.000669201,0.0017485113,0.0001585237,0.2611064,0.0003509647],"about_ca_topic_score_codex":0.00003924444,"about_ca_topic_score_gemma":0.000009539519,"teacher_disagreement_score":0.83675206,"about_ca_system_score_codex":0.00021739812,"about_ca_system_score_gemma":0.0009779829,"threshold_uncertainty_score":0.43658215},"labels":[],"label_agreement":null},{"id":"W4417457840","doi":"10.1097/spv.0000000000001707","title":"Accommodating Surgical Learners","year":2025,"lang":"en","type":"article","venue":"Urogynecology","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"","score_opus":0.02258068596846955,"score_gpt":0.3406332697573754,"score_spread":0.31805258378890583,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4417457840","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.61604476,0.00005572763,0.00008419983,0.0026651616,0.00021126699,0.0000880865,2.6626776e-7,0.000090475936,0.38076007],"genre_scores_gemma":[0.9931031,0.0000048935476,0.00025589028,0.0022015895,0.000048605383,0.0000071010454,0.000011284005,0.0000053830586,0.0043621897],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.9994,0.000049261067,0.00015946178,0.0001526662,0.00005647061,0.00018209228],"domain_scores_gemma":[0.99911463,0.0006564217,0.000022937373,0.00011449125,0.000029517672,0.00006198165],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0001459839,0.000062726045,0.00018624148,0.00009035885,0.00006078096,0.000006129832,0.000041438856,0.00010200772,0.0020153308],"category_scores_gemma":[0.00036229653,0.000054161967,0.00006212425,0.00019357415,0.00006158654,0.000018491872,0.000037973252,0.00018123991,0.00012657189],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0003418359,0.00027671465,0.48496088,0.000039833212,0.00018079602,0.00061845663,0.00016438139,0.0002697048,0.00012082222,0.09352366,0.0012694171,0.41823348],"study_design_scores_gemma":[0.006683046,0.00013717945,0.12068335,0.00002047443,0.000059708607,0.000059403323,0.000245868,0.0036806953,0.00013828996,0.0007602468,0.867436,0.00009577535],"about_ca_topic_score_codex":0.0000047997146,"about_ca_topic_score_gemma":0.000004578347,"teacher_disagreement_score":0.86616653,"about_ca_system_score_codex":0.000030227335,"about_ca_system_score_gemma":0.00006258923,"threshold_uncertainty_score":0.99889696},"labels":[],"label_agreement":null},{"id":"W4417469752","doi":"10.3138/jvme-2025-0024","title":"Impact of the COVID-19 Pandemic on the Ability of Surgical Residents to Successfully Complete Residency Caseload Requirements in Private Practice","year":2025,"lang":"en","type":"article","venue":"Journal of Veterinary Medical Education","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Pandemic; Specialty; Private practice; Coronavirus disease 2019 (COVID-19); Retrospective cohort study; Severe acute respiratory syndrome coronavirus 2 (SARS-CoV-2); Surgical procedures","score_opus":0.18710920820532892,"score_gpt":0.5063800440507596,"score_spread":0.3192708358454307,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4417469752","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.96897095,0.00009569326,0.00003541225,0.029400464,0.00034953584,0.00033079018,0.000002725646,0.0000037552343,0.0008106395],"genre_scores_gemma":[0.99720126,0.00008467004,0.000080960264,0.002512262,0.00007967795,0.0000055253,0.0000019810404,0.0000049620085,0.000028676768],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99696594,0.00079732144,0.0010016582,0.00013629333,0.000954996,0.0001437582],"domain_scores_gemma":[0.99589545,0.0025856986,0.0005811826,0.00029762916,0.00034297805,0.00029708055],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0035084498,0.00010240958,0.00033688417,0.0001921454,0.000058920185,0.00000856898,0.00027852537,0.00009256007,0.00045932858],"category_scores_gemma":[0.023359427,0.000054023418,0.00016697934,0.00065915013,0.00014377657,0.00010963389,0.00007536214,0.00047136517,0.0000014862732],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.012012753,0.0023241085,0.9649197,0.00027280455,0.00018571674,0.00020887815,0.0013874482,0.00025549837,0.0021926644,0.00092161226,0.0018794589,0.013439345],"study_design_scores_gemma":[0.0028400274,0.0013444801,0.9845778,0.0011569133,0.000057783982,0.0006439152,0.0003163603,0.00007718812,0.000024138373,0.000530369,0.0083814515,0.00004957859],"about_ca_topic_score_codex":0.00040117407,"about_ca_topic_score_gemma":0.000013976602,"teacher_disagreement_score":0.0282303,"about_ca_system_score_codex":0.00045798928,"about_ca_system_score_gemma":0.003745748,"threshold_uncertainty_score":0.9848672},"labels":[],"label_agreement":null},{"id":"W4417500828","doi":"10.1097/gox.0000000000007333","title":"Twinning Initiative: A 7-phase Multidisciplinary Mentorship Model to Implement Deep Inferior Epigastric Perforator Flap Breast Reconstruction in New Centers","year":2025,"lang":"en","type":"article","venue":"Plastic & Reconstructive Surgery Global Open","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University; Université de Montréal","funders":"","keywords":"Breast reconstruction; Microsurgery; Mentorship; Observational study; Multidisciplinary approach; Plastic surgery","score_opus":0.05893200067994458,"score_gpt":0.3682328899171393,"score_spread":0.30930088923719473,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4417500828","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98072886,0.000056405366,0.010381401,0.00053291675,0.0011246807,0.0013867932,0.000196941,0.00007279107,0.0055192336],"genre_scores_gemma":[0.9941199,0.000010233082,0.005178016,0.00035270967,0.00008443856,0.00008893082,0.00008813627,0.00002125463,0.00005638032],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9969791,0.00019390389,0.0010414589,0.0007797034,0.00032245932,0.0006833552],"domain_scores_gemma":[0.9975631,0.001095075,0.00024714804,0.00026666076,0.0002183121,0.00060969626],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0006806433,0.000403653,0.00090972276,0.00060665485,0.00019726912,0.00015052632,0.00021262819,0.0001412888,0.00058147754],"category_scores_gemma":[0.0010488161,0.00039583043,0.00019592054,0.0017050828,0.00010467556,0.00057034544,0.00037452663,0.00031620794,0.000037035836],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0031685662,0.00021665463,0.6796987,0.000035443063,0.0001800358,0.000061120234,0.0002549829,0.0017885636,0.000041305502,0.0006928404,0.000096136515,0.31376565],"study_design_scores_gemma":[0.022075709,0.00035595818,0.83167064,0.0027780305,0.0002945573,0.0006504432,0.0046638767,0.1334249,0.00017754128,0.002446072,0.00051251997,0.0009497567],"about_ca_topic_score_codex":0.00018038278,"about_ca_topic_score_gemma":0.00024092155,"teacher_disagreement_score":0.3128159,"about_ca_system_score_codex":0.0011256505,"about_ca_system_score_gemma":0.0016939708,"threshold_uncertainty_score":0.9998494},"labels":[],"label_agreement":null},{"id":"W4417512563","doi":"10.1097/js9.0000000000004474","title":"Global trends and emerging frontiers in surgical robotics: a bibliometric and infodemiological analysis","year":2025,"lang":"en","type":"article","venue":"International Journal of Surgery","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Bibliometrics; MEDLINE; Emerging technologies; Global health","score_opus":0.04303789811429468,"score_gpt":0.368985386906881,"score_spread":0.3259474887925863,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4417512563","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98633504,0.0027572985,0.0039343736,0.00338817,0.00055162207,0.000018376419,0.0000029966418,0.000008612081,0.0030034825],"genre_scores_gemma":[0.9976886,0.0010494662,0.00081517355,0.00029631596,0.00008186632,4.653369e-7,0.00000598453,0.0000020389512,0.00006011263],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.998792,0.00006438442,0.00058643083,0.00011815332,0.0003207123,0.00011833155],"domain_scores_gemma":[0.99874705,0.0007326925,0.00016541942,0.000040028317,0.00019993116,0.00011489539],"candidate_categories":["bibliometrics"],"consensus_categories":[],"category_scores_codex":[0.00088826276,0.00008217986,0.00048156214,0.02259659,0.000017054255,0.000038820606,0.00005616718,0.00007442042,0.000072743744],"category_scores_gemma":[0.00064054347,0.0000630955,0.0002051103,0.01617955,0.00006367757,0.00011819088,0.000038920603,0.00014923525,2.0625791e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00032318104,0.00004789191,0.7714263,0.000003735241,0.000601864,0.00043929846,0.000010221711,0.0011272731,4.6177902e-7,0.00032540874,0.00015490019,0.22553942],"study_design_scores_gemma":[0.0014507107,0.00001711323,0.98614943,0.00006665858,0.00017123134,0.00016543698,0.000058614187,0.007354659,8.373932e-7,0.000472243,0.004041312,0.000051759554],"about_ca_topic_score_codex":0.000015273212,"about_ca_topic_score_gemma":0.000002761278,"teacher_disagreement_score":0.22548766,"about_ca_system_score_codex":0.00008772933,"about_ca_system_score_gemma":0.000053540603,"threshold_uncertainty_score":0.98848146},"labels":[],"label_agreement":null},{"id":"W4417524942","doi":"10.1016/j.wneu.2025.124743","title":"Similar Medicolegal Patterns Emerge for Cranial Surgery Cases Globally","year":2025,"lang":"en","type":"article","venue":"World Neurosurgery","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Dalhousie University","funders":"","keywords":"MEDLINE; Neurosurgery; Skull; Surgical procedures; Intraoperative neurophysiological monitoring","score_opus":0.04763422563887232,"score_gpt":0.32776540362460777,"score_spread":0.28013117798573545,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4417524942","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.95825124,0.00022602647,0.0009221619,0.020556657,0.0057042576,0.00078843907,0.00013909176,0.00046279348,0.012949319],"genre_scores_gemma":[0.97988826,0.00004138669,0.000036684858,0.015651437,0.000453592,0.000052814943,0.00008890529,0.000029332346,0.0037575648],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.99815196,0.00007197168,0.00059466774,0.00040586246,0.00034277464,0.00043276954],"domain_scores_gemma":[0.9950023,0.004310336,0.00009945159,0.00027418337,0.00010579145,0.00020793708],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00046835918,0.00021687403,0.0005572393,0.0004068559,0.0001735914,0.00005802329,0.00007683217,0.00007488613,0.00065662176],"category_scores_gemma":[0.0018495051,0.00019898821,0.00046445048,0.00067171466,0.00005598144,0.00009599195,0.000042472337,0.00018242923,0.0000140629945],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0022737174,0.0005611285,0.7856994,0.0004356054,0.00019375895,0.0020360157,0.000038223778,0.00007482972,0.00047274074,0.0021022062,0.122301675,0.08381066],"study_design_scores_gemma":[0.0022961185,0.000049917497,0.2504666,0.00035147418,0.00015773007,0.00005190517,0.00002102124,0.0008154462,0.0006255237,0.00012400406,0.74477506,0.00026521125],"about_ca_topic_score_codex":0.000017364724,"about_ca_topic_score_gemma":0.00006866148,"teacher_disagreement_score":0.6224734,"about_ca_system_score_codex":0.000050806786,"about_ca_system_score_gemma":0.00019601277,"threshold_uncertainty_score":0.8114504},"labels":[],"label_agreement":null},{"id":"W46215501","doi":"10.1155/2008/386851","title":"Procedural Skills Education – Colonoscopy as a Model","year":2008,"lang":"en","type":"review","venue":"Canadian Journal of Gastroenterology","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":28,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Psychomotor learning; Apprenticeship; Colonoscopy; Context (archaeology); Procedural knowledge; Cognitive apprenticeship; Cognitive skill; Cognition; Medicine; Psychology; Computer science; Medical education; Knowledge management; Pedagogy","score_opus":0.03293293853528559,"score_gpt":0.3393676034061927,"score_spread":0.3064346648709071,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W46215501","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.004279567,0.99137014,0.000053191696,0.0005104251,0.00073476724,0.00040424077,0.0000149248035,0.000007534429,0.0026252116],"genre_scores_gemma":[0.008532575,0.9866753,0.00050125044,0.0030357644,0.00044394692,0.000012078618,0.0000529063,0.000042364896,0.000703769],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99850386,0.000092577255,0.0007257622,0.00016111978,0.0001302814,0.0003864018],"domain_scores_gemma":[0.9978757,0.00004611942,0.00054899603,0.00013604955,0.0002550622,0.001138111],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00010498302,0.00023328686,0.001349652,0.0006524717,0.000067308094,0.000013949495,0.0001528361,0.00023717327,0.00023556512],"category_scores_gemma":[0.0002081081,0.00018815037,0.00048140125,0.00012778424,0.00012298179,0.00005538788,0.0000067328588,0.00061423815,0.00004139239],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0007038411,0.00033394436,0.004147941,0.002979506,0.00093142537,0.0020314478,0.00047166206,0.00013915202,1.2580692e-7,0.00025489932,0.01673097,0.9712751],"study_design_scores_gemma":[0.0010345946,0.0012723621,0.0001040874,0.0038416865,0.0004039958,0.019569546,0.000013781736,0.00004917771,4.7169017e-8,0.00003469759,0.97359765,0.000078394],"about_ca_topic_score_codex":0.000118083124,"about_ca_topic_score_gemma":0.0007727246,"teacher_disagreement_score":0.9711967,"about_ca_system_score_codex":0.00037310575,"about_ca_system_score_gemma":0.012014025,"threshold_uncertainty_score":0.99358696},"labels":[],"label_agreement":null},{"id":"W46590056","doi":"10.1007/bf03018712","title":"Cusum analysis is a useful tool to assess resident proficiency at insertion of labour epidurals","year":2003,"lang":"en","type":"article","venue":"Canadian Journal of Anesthesia/Journal canadien d anesthésie","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":111,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Health Sciences Centre; Sunnybrook Health Science Centre; Mount Sinai Hospital; University of Toronto; St. Michael's Hospital","funders":"University of Toronto","keywords":"CUSUM; Medicine; Operations management; Statistics; Medical education; Psychology; Engineering; Mathematics","score_opus":0.03621894671067401,"score_gpt":0.28025141577623763,"score_spread":0.24403246906556364,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W46590056","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99419653,0.00043068215,0.00006365968,0.0038455992,0.0001629646,0.00023801212,0.000008229495,0.000007429015,0.001046905],"genre_scores_gemma":[0.99661136,0.000026827094,0.0005402061,0.0006619624,0.00018164568,0.000002701348,0.0000039903457,0.000038757615,0.0019325295],"study_design_codex":"observational","study_design_gemma":"case_report","domain_scores_codex":[0.9962566,0.000270038,0.001469412,0.0002843702,0.0008837563,0.0008358448],"domain_scores_gemma":[0.994136,0.00013694623,0.0008882158,0.00033100785,0.0014198101,0.0030880359],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0022771782,0.00031601707,0.0010345682,0.0020524983,0.00038013628,0.00012302934,0.00032317883,0.00020131364,0.002527459],"category_scores_gemma":[0.0009354007,0.00026781534,0.0006356617,0.0022045013,0.00011967032,0.00030211077,0.0000071836357,0.00055133546,0.000023278302],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0006006632,0.000120083394,0.7121171,0.000112755144,0.0011197558,0.27138248,0.0048021306,0.0036195004,0.00034700404,0.0018457356,0.0017316648,0.002201158],"study_design_scores_gemma":[0.0023544386,0.0011720859,0.44216728,0.00029162766,0.00095236173,0.50487494,0.0012640244,0.000078380115,0.0013913489,0.00020628833,0.04482331,0.00042393478],"about_ca_topic_score_codex":0.003343819,"about_ca_topic_score_gemma":0.010184377,"teacher_disagreement_score":0.2699498,"about_ca_system_score_codex":0.0011887386,"about_ca_system_score_gemma":0.0037263688,"threshold_uncertainty_score":0.9999774},"labels":[],"label_agreement":null},{"id":"W49962244","doi":"","title":"Simulation training in laparoscopy using a computerized physical reality simulator.","year":2009,"lang":"en","type":"article","venue":"PubMed","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Laparoscopy; Medical physics; Medicine; Physical therapy; Endoscopy; Training system; Simulation; Surgery; Computer science","score_opus":0.13509777497689815,"score_gpt":0.36404548174739676,"score_spread":0.2289477067704986,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W49962244","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99367636,0.000010578268,0.0024268166,0.00028435394,0.00008138984,0.0005823776,0.0000014532227,0.0001241797,0.002812493],"genre_scores_gemma":[0.9986156,4.1830094e-7,0.00036688792,0.0006819283,0.00027101167,0.000021072605,0.00001381676,0.000011135552,0.000018089619],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99881625,0.000066740395,0.00027846877,0.00024843312,0.00023868424,0.0003514137],"domain_scores_gemma":[0.99927,0.0002935641,0.00006662548,0.00014807233,0.000039439572,0.00018225146],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00031421392,0.00012704062,0.00036522778,0.00010529398,0.00004584877,0.000024985966,0.000041209176,0.000071394534,0.000012619394],"category_scores_gemma":[0.00023532778,0.00011751219,0.0000925216,0.00035000523,0.000028794906,0.000112215,0.000010697879,0.00016795099,0.0000026773398],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0005875686,0.00023803892,0.0045039076,0.000012756748,0.000018325776,0.000042262767,0.0012770974,0.5937654,0.00017177862,0.00038941938,0.0000012176166,0.39899224],"study_design_scores_gemma":[0.0030229515,0.000025178944,0.3056331,0.000020184156,0.000018363111,0.0000018521845,0.000035569024,0.69010305,0.0000706872,0.00053434254,0.00044146524,0.00009324683],"about_ca_topic_score_codex":0.000010518074,"about_ca_topic_score_gemma":0.0000013075814,"teacher_disagreement_score":0.398899,"about_ca_system_score_codex":0.00009994219,"about_ca_system_score_gemma":0.000031882875,"threshold_uncertainty_score":0.47920078},"labels":[],"label_agreement":null},{"id":"W52616860","doi":"10.1017/s0317167100051568","title":"Surgical Activity of First-Year Canadian Neurosurgical Residents","year":2010,"lang":"en","type":"article","venue":"Canadian Journal of Neurological Sciences / Journal Canadien des Sciences Neurologiques","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"Dalhousie University; University of Calgary; University of British Columbia; Western University; University of Toronto","funders":"","keywords":"Medicine; Cohort; Neurosurgery; Surgical procedures; Retrospective cohort study; General surgery; Surgery","score_opus":0.04312784098556851,"score_gpt":0.30004985935144657,"score_spread":0.2569220183658781,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W52616860","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9798843,0.00014909958,0.0000033083404,0.0053266888,0.001179816,0.00015859505,0.0000136188455,0.000016395856,0.013268158],"genre_scores_gemma":[0.9977623,0.000109516266,0.000698754,0.000997628,0.00037815562,0.0000012189954,3.8629807e-7,0.00001433152,0.00003767849],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9954581,0.00053219474,0.00097212335,0.0005244124,0.0010799494,0.0014331829],"domain_scores_gemma":[0.9927245,0.0010077151,0.0006666175,0.0002047161,0.0006540544,0.004742428],"candidate_categories":["sts","research_integrity","insufficient_payload"],"consensus_categories":["sts"],"category_scores_codex":[0.0040421034,0.00032835267,0.0007323918,0.0013464977,0.0019988343,0.00034795946,0.0012627766,0.0003503114,0.0011751726],"category_scores_gemma":[0.0036985145,0.00022370442,0.00041718263,0.0015911424,0.006685971,0.00065693795,0.000052456056,0.0023283483,0.0000065049758],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0002390799,0.000045952795,0.9833505,0.000007936924,0.000014143811,0.012058531,0.000105056606,0.00049974764,0.000042770414,0.0011007686,0.00014917276,0.0023862962],"study_design_scores_gemma":[0.0016919001,0.031334445,0.8989998,0.000059793452,0.000066196604,0.043661278,0.00009626424,0.0013978418,0.00024639248,0.003514677,0.018580124,0.00035126985],"about_ca_topic_score_codex":0.02546888,"about_ca_topic_score_gemma":0.6167001,"teacher_disagreement_score":0.5912312,"about_ca_system_score_codex":0.00015326763,"about_ca_system_score_gemma":0.005114157,"threshold_uncertainty_score":0.9999733},"labels":[],"label_agreement":null},{"id":"W52757818","doi":"10.1503/cjs.019512","title":"Self-directed practice schedule enhances learning of suturing skills","year":2013,"lang":"en","type":"article","venue":"Canadian Journal of Surgery","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":20,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Memorial University of Newfoundland; The Wilson Centre; University of Toronto","funders":"","keywords":"Medicine; Schedule; Autodidacticism; Medical education; Learning curve; Task (project management); Time management; Computer science","score_opus":0.021754341525831618,"score_gpt":0.26629306134351904,"score_spread":0.24453871981768743,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W52757818","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9894363,0.0007756608,0.00002181715,0.0008643553,0.00043957843,0.00006148143,4.7498125e-7,0.000029430152,0.008370865],"genre_scores_gemma":[0.99721897,0.00006439838,0.0019875937,0.00025980486,0.00026981853,8.312046e-7,0.0000017708721,0.000012567571,0.00018427472],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9989654,0.00009102746,0.00045100844,0.00007220271,0.00019552633,0.00022482712],"domain_scores_gemma":[0.9970707,0.0012844726,0.0003765986,0.000066967674,0.00059718924,0.0006040158],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00065101695,0.00007809961,0.000326603,0.00035231115,0.00006797471,0.000027802771,0.000042312997,0.00006155039,0.0012561461],"category_scores_gemma":[0.0031425792,0.00006662491,0.00014284078,0.00026831665,0.000041175088,0.00031950555,0.0000033058252,0.0003126695,0.000020905594],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00014814716,0.00026197702,0.90319014,0.00029174864,0.00096463476,0.0017459062,0.00341839,0.00072021084,0.0015897026,0.00023523704,0.0042167124,0.08321721],"study_design_scores_gemma":[0.0025628533,0.00022896887,0.5873818,0.0016555403,0.000319813,0.0014588654,0.0038980162,0.0022655213,0.008973408,0.00006879307,0.39075825,0.0004281972],"about_ca_topic_score_codex":0.00079455535,"about_ca_topic_score_gemma":0.000107920074,"teacher_disagreement_score":0.38654152,"about_ca_system_score_codex":0.00007007638,"about_ca_system_score_gemma":0.0009733163,"threshold_uncertainty_score":0.99965686},"labels":[],"label_agreement":null},{"id":"W56425062","doi":"10.1155/2010/304689","title":"Opportunity Costs of Gastrointestinal Endoscopic Training in Canada","year":2010,"lang":"en","type":"article","venue":"Canadian Journal of Gastroenterology","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":12,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"Hotel Dieu Hospital; Queen's University","funders":"","keywords":"Colonoscopy; Medicine; Endoscopy; Certification; Ambulatory; Accreditation; Medical education; Surgery; Internal medicine; Colorectal cancer","score_opus":0.03198082749800204,"score_gpt":0.25792421881342614,"score_spread":0.2259433913154241,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W56425062","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99692905,0.0000077959285,0.00006345224,0.0008920131,0.00034937562,0.000050326475,0.000006720095,0.0000012361027,0.0017000195],"genre_scores_gemma":[0.9984148,6.4745524e-7,0.00067240896,0.0008155639,0.000075464384,4.784879e-7,0.0000033178178,0.0000073193582,0.000009965802],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9989552,0.000053852065,0.00046232762,0.000073487965,0.00011740229,0.00033773764],"domain_scores_gemma":[0.998464,0.00008544382,0.0002090046,0.000085497246,0.00014589712,0.001010141],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00028034364,0.00008128288,0.00034904436,0.00026219175,0.00002175744,0.0000034622785,0.000095956464,0.00002903516,0.0007549329],"category_scores_gemma":[0.0004938448,0.00007581679,0.000054991004,0.000080698905,0.00010320282,0.000036497186,0.0000047131116,0.0005631778,4.6647813e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00019764023,0.000009329177,0.9941449,0.0000061965834,0.000014556215,0.0016031549,0.00010067899,0.000055662753,0.0003480988,0.00010597868,0.0000496141,0.003364187],"study_design_scores_gemma":[0.004295831,0.0009584595,0.9875168,0.00018183119,0.000023328588,0.0047177845,0.00074855506,0.0002283457,0.00004760936,0.00003628653,0.0012068256,0.00003832967],"about_ca_topic_score_codex":0.6039928,"about_ca_topic_score_gemma":0.99623466,"teacher_disagreement_score":0.3922418,"about_ca_system_score_codex":0.00023795244,"about_ca_system_score_gemma":0.0079939095,"threshold_uncertainty_score":0.9976298},"labels":[],"label_agreement":null},{"id":"W57377975","doi":"","title":"Input and output for surgical simulation: devices to measure tissue properties in vivo and a haptic interface for laparoscopy simulators.","year":2000,"lang":"en","type":"article","venue":"PubMed","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":35,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Artificial Intelligence in Medicine (Canada)","funders":"","keywords":"Haptic technology; Computer science; Imaging phantom; Simulation; Interface (matter); Stiffness; Property (philosophy); Human–computer interaction; Focus (optics); Biomedical engineering; Medicine; Engineering; Physics","score_opus":0.06713402201886477,"score_gpt":0.30956160146319,"score_spread":0.24242757944432525,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W57377975","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9943851,0.0006117732,0.00031293993,0.001046792,0.00004811354,0.0027071766,0.0000083295945,0.00005469462,0.0008250426],"genre_scores_gemma":[0.99698573,0.00000664017,0.00025185195,0.00037905504,0.00011054135,0.00078118936,0.0000028950262,0.000020699865,0.0014613885],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99900645,0.000024602554,0.00025859207,0.00028575034,0.0001369941,0.0002876265],"domain_scores_gemma":[0.99919957,0.0003832835,0.000027686669,0.00009192073,0.00007018017,0.00022738171],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00032449543,0.00013693253,0.00030994165,0.00008363524,0.00006307204,0.000049872135,0.000034261717,0.00008794391,0.00004144245],"category_scores_gemma":[0.00025739678,0.0001075259,0.000032687316,0.00012009969,0.000044492477,0.00009716137,0.000015481733,0.00006575587,0.0000019447593],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0060713184,0.00019181446,0.026757864,0.00041533806,0.000083942985,0.000013000692,0.0020277046,0.029074287,0.000049327235,0.00009415391,0.000049204817,0.935172],"study_design_scores_gemma":[0.022291591,0.0005575437,0.07605089,0.00031507632,0.00015309302,0.000022831564,0.00027305225,0.2478174,0.0023485946,0.00015081797,0.64947104,0.0005480542],"about_ca_topic_score_codex":0.000009775878,"about_ca_topic_score_gemma":0.000026627846,"teacher_disagreement_score":0.934624,"about_ca_system_score_codex":0.000030065059,"about_ca_system_score_gemma":0.000014716357,"threshold_uncertainty_score":0.43847787},"labels":[],"label_agreement":null},{"id":"W618968793","doi":"10.1053/j.jvca.2015.05.198","title":"Manual Skill Acquisition During Transesophageal Echocardiography Simulator Training of Cardiology Fellows: A Kinematic Assessment","year":2015,"lang":"en","type":"article","venue":"Journal of Cardiothoracic and Vascular Anesthesia","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":33,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"St. Michael's Hospital","funders":"","keywords":"Medicine; Cardiology; Kinematics; Medical physics; Internal medicine","score_opus":0.029057298315443743,"score_gpt":0.32514693766642655,"score_spread":0.2960896393509828,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W618968793","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9839953,0.002131493,0.012799149,0.00009819398,0.000076346805,0.00021336268,0.0000012017566,0.000021885331,0.00066305685],"genre_scores_gemma":[0.99674326,0.00019968544,0.0025013583,0.00008030167,0.00043277745,0.0000030070541,0.000004401239,0.000026730268,0.000008476842],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99780947,0.0003300169,0.0007257728,0.00018725089,0.00070876535,0.00023870415],"domain_scores_gemma":[0.9986408,0.00013198133,0.00029770503,0.00019734867,0.00035532692,0.00037688052],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0016622826,0.00020787636,0.0012674958,0.00036057047,0.00005800836,0.000022488364,0.00007539453,0.0001630869,0.000010803941],"category_scores_gemma":[0.00005753656,0.00016470865,0.0010387158,0.00028280003,0.00009875561,0.00016751832,0.000010149923,0.00029253925,9.3834166e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.004841043,0.00051874964,0.660655,0.00247869,0.0139491465,0.013263744,0.017265674,0.23216051,0.0028011673,0.00059437746,0.00010448179,0.051367417],"study_design_scores_gemma":[0.014743822,0.0015042879,0.95770144,0.0007168233,0.002834474,0.0092405705,0.0061737676,0.003925427,0.00028971361,0.00022745416,0.0022411174,0.00040111516],"about_ca_topic_score_codex":0.0000019040191,"about_ca_topic_score_gemma":4.7818414e-8,"teacher_disagreement_score":0.29704642,"about_ca_system_score_codex":0.000054926735,"about_ca_system_score_gemma":0.00014643768,"threshold_uncertainty_score":0.67166233},"labels":[],"label_agreement":null},{"id":"W6887794992","doi":"10.17605/osf.io/tgkn9","title":"Surgical Simulation in Plastic Surgery: What is the Patients Perspective?","year":2024,"lang":"en","type":"other","venue":"Open Science Framework","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"MEDLINE; Cochrane Library; Systematic review; Evidence-based medicine; Vocabulary; Syntax; Cohort study","score_opus":0.04522011214641737,"score_gpt":0.38626425934596775,"score_spread":0.3410441471995504,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6887794992","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.008554728,0.0019910815,0.00012499925,0.0032155002,0.005161734,0.0018783064,0.000018465618,0.0001600562,0.9788951],"genre_scores_gemma":[0.92853177,0.00014367567,0.00014472843,0.00080697343,0.00035596243,0.000027733395,0.00001023967,0.0001557975,0.069823146],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99776983,0.000060844846,0.00026908386,0.0006950907,0.00085949176,0.00034563857],"domain_scores_gemma":[0.9970318,0.0020664963,0.00011816166,0.0005072878,0.00011206077,0.00016420074],"candidate_categories":["insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.00093008345,0.00020676198,0.0004137113,0.00040669923,0.00009593716,0.00082278386,0.0005418831,0.00026730492,0.006778475],"category_scores_gemma":[0.0015609089,0.00012892442,0.00010772165,0.0019694227,0.0004386944,0.0003045794,0.00029821874,0.00063699833,0.00096142816],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0018552641,0.0027245607,0.2458957,0.0006158944,0.0005316188,0.0016485954,0.028059999,0.0052626347,0.0000014235295,0.10347862,0.20363495,0.40629074],"study_design_scores_gemma":[0.00094605866,0.00005776897,0.014762968,0.005792693,0.00005453387,0.0000037700743,0.001460702,0.0068403305,0.0000014415234,0.0037456846,0.9659875,0.0003465684],"about_ca_topic_score_codex":0.0001704239,"about_ca_topic_score_gemma":0.000016091855,"teacher_disagreement_score":0.919977,"about_ca_system_score_codex":0.00020183841,"about_ca_system_score_gemma":0.00027921522,"threshold_uncertainty_score":0.9998164},"labels":[],"label_agreement":null},{"id":"W6889134718","doi":"10.25384/sage.22100668","title":"Supplemental Material - Remote Instruction in Focused Assessment With Sonography in Trauma Exams for Surgery Residents: A Pilot Study","year":2023,"lang":"en","type":"article","venue":"Sage Journals Data","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Focused assessment with sonography for trauma; MEDLINE; Trauma surgery","score_opus":0.17808631389520432,"score_gpt":0.4040840142337416,"score_spread":0.22599770033853725,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6889134718","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9977252,0.000041649157,0.00021649823,0.00040247955,0.0002548091,0.000882987,0.0003731002,0.000044716962,0.000058596554],"genre_scores_gemma":[0.99768734,0.0001534967,0.0008573161,0.000055447123,0.00017796397,0.000019857098,0.0010144165,0.000023805966,0.000010373683],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99823374,0.00015548042,0.00059370225,0.0003142833,0.0004051558,0.00029764668],"domain_scores_gemma":[0.99913603,0.00024787954,0.00014204773,0.00035103966,0.000025211022,0.000097785574],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0022739999,0.00012857566,0.0003543845,0.0006503924,0.00006880778,0.0000828919,0.00013353658,0.00003056812,0.0009372855],"category_scores_gemma":[0.00008985616,0.00010308947,0.000035328,0.00081778143,0.000021300595,0.00037368678,0.00007972978,0.00019821966,0.00000250983],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.002532304,0.000612868,0.7120996,0.00003659914,0.00010309945,0.00039815693,0.00026915802,0.000028777116,0.00020371735,8.468156e-7,0.00024537335,0.2834695],"study_design_scores_gemma":[0.01692752,0.00089544686,0.97729045,0.00073867367,0.00004353978,0.000028248818,0.0019899704,0.0014293663,0.000054515178,0.00007775111,0.0004080633,0.00011646809],"about_ca_topic_score_codex":0.0005352104,"about_ca_topic_score_gemma":0.0017174567,"teacher_disagreement_score":0.28335303,"about_ca_system_score_codex":0.000072789415,"about_ca_system_score_gemma":0.00007245778,"threshold_uncertainty_score":0.999976},"labels":[],"label_agreement":null},{"id":"W6889138739","doi":"10.25417/uic.17025668","title":"Assessing Mastery of Laparoscopic Skills for a Junior Resident Prior to Entering the Operating Room","year":2021,"lang":"en","type":"article","venue":"University of Illinois Chicago","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Operationalization; Test (biology); Mastery learning; Educational measurement; Competency assessment","score_opus":0.029226300512098635,"score_gpt":0.2891008749863167,"score_spread":0.2598745744742181,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6889138739","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9922561,0.000036875226,0.0043712878,0.0012089757,0.00008222787,0.00021133047,0.000006727879,0.000014854645,0.0018115942],"genre_scores_gemma":[0.9909074,0.000009357434,0.007788117,0.0002408616,0.000039668757,2.455319e-7,0.000008509636,0.0000066524963,0.0009992213],"study_design_codex":"bench_or_experimental","study_design_gemma":"observational","domain_scores_codex":[0.9993704,0.00004130422,0.00016294427,0.00015483348,0.00015206111,0.000118435564],"domain_scores_gemma":[0.9992505,0.0002577755,0.00007842097,0.00016875291,0.00017165592,0.0000729024],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00016907172,0.000066636705,0.00022520593,0.000051803,0.00013080769,0.000016235193,0.00007951029,0.000043252483,0.00017834437],"category_scores_gemma":[0.0001997904,0.000057160265,0.00010535509,0.00014472665,0.000036943966,0.00007115958,0.00007983985,0.00008438077,0.00000227943],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0017844454,0.0018815583,0.2720456,0.0023834608,0.0014156691,0.00057248486,0.089218505,0.01395979,0.34187216,0.0036999874,0.0008163793,0.27034995],"study_design_scores_gemma":[0.024675995,0.0007782963,0.64226615,0.004484741,0.00071345747,0.00004033352,0.07228366,0.011583104,0.16834937,0.00012014246,0.074063554,0.0006412017],"about_ca_topic_score_codex":0.00002646975,"about_ca_topic_score_gemma":0.00003569556,"teacher_disagreement_score":0.3702205,"about_ca_system_score_codex":0.00002834425,"about_ca_system_score_gemma":0.00008481811,"threshold_uncertainty_score":0.2330928},"labels":[],"label_agreement":null},{"id":"W6902068640","doi":"10.6084/m9.figshare.14608690.v1","title":"Additional file 1 of A mixed methods evaluation of a 4-week geriatrics curriculum in strengthening knowledge and comfort among orthopaedic surgery residents","year":2021,"lang":"en","type":"article","venue":"Figshare","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University; Western University; University of Saskatchewan; McMaster University; University of Toronto","funders":"","keywords":"Geriatrics; Curriculum; Orthopedic surgery; MEDLINE; Continuing education","score_opus":0.09469738744317413,"score_gpt":0.3694805523600885,"score_spread":0.27478316491691435,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6902068640","genre_codex":"dataset","genre_gemma":"dataset","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"dataset","genre_consensus":"dataset","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.10388702,0.0005573698,0.0000015602699,0.0000073327305,0.00004178299,0.00019234285,0.8921386,0.00001818312,0.0031558373],"genre_scores_gemma":[0.40066782,0.0000023832686,0.0012289343,0.0000085076645,0.000042714182,0.00014694066,0.5978213,0.000008987739,0.00007241068],"study_design_codex":"not_applicable","study_design_gemma":"observational","domain_scores_codex":[0.9987177,0.00028832236,0.0003831555,0.0001629586,0.00033965567,0.00010817796],"domain_scores_gemma":[0.99419534,0.0049218237,0.00019525453,0.00009975147,0.0005149828,0.00007285077],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00038604403,0.00007868157,0.00028030106,0.00016556401,0.000022014714,0.000005884242,0.000023701776,0.00007800854,0.92434436],"category_scores_gemma":[0.022860516,0.000076749806,0.0001057782,0.0005336158,0.00001414403,0.00006499229,0.000046749985,0.000112608206,0.00001404252],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00002494632,0.0002706615,0.013780529,0.000406833,0.000049132093,0.00003046964,0.00019403388,0.000056339002,0.0000058792643,0.0000026896025,0.87386274,0.11131572],"study_design_scores_gemma":[0.0013559948,0.000027989337,0.93394315,0.0065068644,0.00005476021,0.000011742741,0.00027289038,0.021895805,0.00012546203,0.000040558163,0.03566143,0.00010336564],"about_ca_topic_score_codex":0.0000062881754,"about_ca_topic_score_gemma":0.000033788525,"teacher_disagreement_score":0.9243303,"about_ca_system_score_codex":0.000030139823,"about_ca_system_score_gemma":0.00035657405,"threshold_uncertainty_score":0.98537034},"labels":[],"label_agreement":null},{"id":"W6902087724","doi":"10.6084/m9.figshare.16918262","title":"Implementation of competence by design in Canadian neurosurgery residency programs*","year":2022,"lang":"en","type":"article","venue":"Figshare","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Competence (human resources); Thematic analysis; Neurosurgery; Curriculum; Residency training; MEDLINE; Qualitative research","score_opus":0.09753481227498988,"score_gpt":0.3357075530146565,"score_spread":0.2381727407396666,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6902087724","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.83605886,0.001163936,0.0000073737633,0.003046377,0.00037681824,0.004860302,0.13843648,0.00024085541,0.015808983],"genre_scores_gemma":[0.97514254,5.631986e-7,0.00003450828,0.00038890677,0.00000966115,0.00010678935,0.024260484,0.000006459101,0.000050083054],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99933016,0.00008535678,0.00018553562,0.00010132313,0.00014730186,0.00015031522],"domain_scores_gemma":[0.9996275,0.00011237366,0.000051922547,0.000068266614,0.000030434301,0.000109552624],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00013314588,0.000040852286,0.000095422096,0.000087197324,0.00004392367,0.000004938767,0.000039577204,0.000013892028,0.14284438],"category_scores_gemma":[0.00016068436,0.000043378077,0.000028947361,0.000268215,0.0000026641164,0.000030132613,0.000016281252,0.00009618486,0.000022270493],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00007091575,0.000111696805,0.7483998,0.00009984793,0.000016020227,0.00029224536,0.0005011215,0.00032644233,0.00008325452,0.00004133821,0.14406957,0.10598776],"study_design_scores_gemma":[0.0016771755,0.00026308166,0.7553592,0.00022519343,0.000006293884,0.000013115318,0.00065566815,0.0013456753,0.0003149064,0.000021682772,0.24000518,0.00011287087],"about_ca_topic_score_codex":0.018836869,"about_ca_topic_score_gemma":0.01203246,"teacher_disagreement_score":0.14282212,"about_ca_system_score_codex":0.0000631159,"about_ca_system_score_gemma":0.0003732015,"threshold_uncertainty_score":0.98769677},"labels":[],"label_agreement":null},{"id":"W6902219835","doi":"10.6084/m9.figshare.22618489","title":"Additional file 1 of A novel smartphone application for the tracking of procedural numbers and trainee experience in gastrointestinal endoscopy","year":2023,"lang":"en","type":"article","venue":"Open MIND","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Grading (engineering); Smartphone application; Smartphone app; Tracking (education); Endoscopy","score_opus":0.09861774424416399,"score_gpt":0.36725332272505906,"score_spread":0.2686355784808951,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6902219835","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.944895,0.000006195818,0.0015250798,0.00059220096,0.000016888836,0.002031315,0.04300128,0.0000058641363,0.007926125],"genre_scores_gemma":[0.9791247,2.1402742e-7,0.017232962,0.000024636707,0.000018609559,0.00037202094,0.003015058,0.000004544649,0.00020722879],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99958885,0.000004625468,0.00015162831,0.000099092176,0.0000818576,0.00007397222],"domain_scores_gemma":[0.9980208,0.0017979905,0.00006519413,0.00004928452,0.000041828636,0.000024871377],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.000102711936,0.00003906705,0.00009756286,0.000029230338,0.000022764652,0.000006187114,0.000049120725,0.000012181801,0.060044635],"category_scores_gemma":[0.0007755193,0.000029112078,0.000019825353,0.00018451916,0.00006564864,0.000046930523,0.000016600716,0.000034732748,0.000004106429],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0048411866,0.0011696654,0.0135909375,0.00030152817,0.000087446766,0.000017297076,0.024337325,0.0010360053,0.07159345,0.00024488167,0.06250354,0.82027674],"study_design_scores_gemma":[0.018889902,0.0006695452,0.6016697,0.0030915437,0.00004876031,0.00028837105,0.026246801,0.17135136,0.006946624,0.00009840119,0.17039496,0.00030397566],"about_ca_topic_score_codex":0.0000121005805,"about_ca_topic_score_gemma":0.000022447379,"teacher_disagreement_score":0.81997275,"about_ca_system_score_codex":0.0000062546997,"about_ca_system_score_gemma":0.000050391,"threshold_uncertainty_score":0.9408146},"labels":[],"label_agreement":null},{"id":"W6902236803","doi":"10.6084/m9.figshare.26567183.v1","title":"Additional file 1 of Video-based assessment (VBA) of an open, simulated orthopedic surgical procedure: a pilot study using a single-angle camera to assess surgical skill and decision making","year":2024,"lang":"en","type":"article","venue":"Figshare","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Dalhousie University","funders":"","keywords":"Orthopedic surgery; Clinical decision making; Data collection; MEDLINE","score_opus":0.1562956925367402,"score_gpt":0.4127532916670877,"score_spread":0.2564575991303475,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6902236803","genre_codex":"dataset","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.2922471,0.000049083294,0.000011910758,0.000022748562,0.00002994216,0.0012273391,0.70496464,0.00009477038,0.0013525041],"genre_scores_gemma":[0.8321465,1.0241257e-7,0.0024438258,0.00008289245,0.00008340248,0.00013753936,0.16503218,0.000037391885,0.000036116526],"study_design_codex":"not_applicable","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9978119,0.000117865624,0.00057463814,0.00053220557,0.0007174208,0.00024596704],"domain_scores_gemma":[0.9931384,0.0058683814,0.00014308894,0.00023081718,0.00035339457,0.00026596297],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0001906943,0.0002220912,0.0005366057,0.0002490933,0.00008711038,0.00012137465,0.00014508827,0.00008762681,0.8473995],"category_scores_gemma":[0.0021272157,0.0001853442,0.000079445854,0.00080639217,0.000020410485,0.00020851642,0.00019776283,0.00024449138,0.00003417122],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.012351651,0.026695158,0.003423935,0.0038722272,0.001085685,0.016429055,0.0011773104,0.038816627,0.00030641814,0.00006336781,0.6915736,0.20420495],"study_design_scores_gemma":[0.011927915,0.01407065,0.050017122,0.059785794,0.00025207724,0.00045816842,0.0006071111,0.55109304,0.00006974568,0.000047384587,0.31079528,0.00087567524],"about_ca_topic_score_codex":0.000009672842,"about_ca_topic_score_gemma":0.000018333692,"teacher_disagreement_score":0.8473653,"about_ca_system_score_codex":0.00009363314,"about_ca_system_score_gemma":0.00050335354,"threshold_uncertainty_score":0.75581163},"labels":[],"label_agreement":null},{"id":"W6902368275","doi":"10.6084/m9.figshare.7155659","title":"Additional file 1: of Assessing the role of virtual reality training in Canadian Otolaryngologyâ Head &amp; Neck Residency Programs: a national survey of program directors and residents","year":2018,"lang":"en","type":"article","venue":"Figshare","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Virtual reality; Training (meteorology); Head and neck; Head (geology); MEDLINE","score_opus":0.14485931581790135,"score_gpt":0.38384375058463394,"score_spread":0.2389844347667326,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6902368275","genre_codex":"dataset","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"dataset","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.13764676,0.00005252074,3.8616278e-8,0.00003885856,0.000009876458,0.00039591588,0.8530966,0.000018417899,0.008740991],"genre_scores_gemma":[0.6685725,1.9177669e-7,0.00017232407,0.000024155495,0.000030360112,0.000111998,0.33105418,0.000006136269,0.000028140399],"study_design_codex":"not_applicable","study_design_gemma":"observational","domain_scores_codex":[0.9988116,0.00016608807,0.00035292358,0.00016107853,0.0003173904,0.00019094418],"domain_scores_gemma":[0.99718803,0.0018741827,0.00019036396,0.00010498715,0.0005241987,0.00011823135],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00030522764,0.00008280967,0.00022868533,0.0001316274,0.000057539593,0.0000138086125,0.000072297276,0.000096008655,0.49295238],"category_scores_gemma":[0.013108087,0.000066980865,0.00004136717,0.00040819004,0.00009076989,0.00009652802,0.00002637468,0.00013374367,0.000010996274],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00030302344,0.00046856276,0.3130749,0.00032464272,0.00017330366,0.000017274928,0.0036039646,0.000016505319,0.000023287384,0.00014029646,0.4178455,0.26400876],"study_design_scores_gemma":[0.00036501378,0.00012431055,0.90971226,0.0021524013,0.0000037344564,0.000005633108,0.00015653632,0.00055579573,0.000012965756,0.000078556244,0.08678093,0.000051861265],"about_ca_topic_score_codex":0.034020264,"about_ca_topic_score_gemma":0.30466583,"teacher_disagreement_score":0.59663737,"about_ca_system_score_codex":0.000046733745,"about_ca_system_score_gemma":0.0012369666,"threshold_uncertainty_score":0.9952049},"labels":[],"label_agreement":null},{"id":"W6920627943","doi":"10.6084/m9.figshare.14608696","title":"Additional file 3 of A mixed methods evaluation of a 4-week geriatrics curriculum in strengthening knowledge and comfort among orthopaedic surgery residents","year":2021,"lang":"en","type":"article","venue":"Figshare","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University; Western University; University of Saskatchewan; McMaster University; University of Toronto","funders":"","keywords":"Geriatrics; Curriculum; Orthopedic surgery; MEDLINE; Interview","score_opus":0.0931043293280664,"score_gpt":0.36895767079375597,"score_spread":0.27585334146568957,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6920627943","genre_codex":"dataset","genre_gemma":"dataset","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"dataset","genre_consensus":"dataset","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.10518384,0.00056338176,0.0000015778819,0.0000073378924,0.000042420063,0.00019339741,0.8907976,0.000018259489,0.0031921999],"genre_scores_gemma":[0.4038314,0.0000024207632,0.0012157789,0.000008511093,0.000043264485,0.00014433607,0.59467137,0.000008997803,0.00007393637],"study_design_codex":"not_applicable","study_design_gemma":"observational","domain_scores_codex":[0.99871784,0.00028804166,0.00038332926,0.00016288694,0.00033972654,0.00010816978],"domain_scores_gemma":[0.9942351,0.004877613,0.00019527522,0.00009959444,0.0005195576,0.000072840565],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0003858668,0.000078670346,0.00028033007,0.00016550798,0.000022012795,0.000005896496,0.000023686664,0.000078001816,0.9225589],"category_scores_gemma":[0.022854436,0.00007672998,0.00010577135,0.00053341524,0.000014145049,0.00006504299,0.00004671573,0.00011258488,0.000014198195],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000025639732,0.0002763678,0.014097204,0.0004227998,0.000050149996,0.00003150767,0.00019823089,0.000057573154,0.0000060213574,0.0000027302171,0.8694972,0.11533462],"study_design_scores_gemma":[0.0013770974,0.000027991804,0.9331102,0.0065027303,0.00005434306,0.000011649174,0.00027198766,0.021963885,0.00012841634,0.000040739727,0.03640743,0.00010353309],"about_ca_topic_score_codex":0.000006360536,"about_ca_topic_score_gemma":0.000034021283,"teacher_disagreement_score":0.9225447,"about_ca_system_score_codex":0.000030261042,"about_ca_system_score_gemma":0.00035677385,"threshold_uncertainty_score":0.9853765},"labels":[],"label_agreement":null},{"id":"W6920880223","doi":"10.6084/m9.figshare.14608690","title":"Additional file 1 of A mixed methods evaluation of a 4-week geriatrics curriculum in strengthening knowledge and comfort among orthopaedic surgery residents","year":2021,"lang":"en","type":"article","venue":"Figshare","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University; Western University; University of Saskatchewan; McMaster University; University of Toronto","funders":"","keywords":"Geriatrics; Curriculum; Orthopedic surgery; MEDLINE; Continuing education","score_opus":0.09469738744317413,"score_gpt":0.3694805523600885,"score_spread":0.27478316491691435,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6920880223","genre_codex":"dataset","genre_gemma":"dataset","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"dataset","genre_consensus":"dataset","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.10388702,0.0005573698,0.0000015602699,0.0000073327305,0.00004178299,0.00019234285,0.8921386,0.00001818312,0.0031558373],"genre_scores_gemma":[0.40066782,0.0000023832686,0.0012289343,0.0000085076645,0.000042714182,0.00014694066,0.5978213,0.000008987739,0.00007241068],"study_design_codex":"not_applicable","study_design_gemma":"observational","domain_scores_codex":[0.9987177,0.00028832236,0.0003831555,0.0001629586,0.00033965567,0.00010817796],"domain_scores_gemma":[0.99419534,0.0049218237,0.00019525453,0.00009975147,0.0005149828,0.00007285077],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00038604403,0.00007868157,0.00028030106,0.00016556401,0.000022014714,0.000005884242,0.000023701776,0.00007800854,0.92434436],"category_scores_gemma":[0.022860516,0.000076749806,0.0001057782,0.0005336158,0.00001414403,0.00006499229,0.000046749985,0.000112608206,0.00001404252],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00002494632,0.0002706615,0.013780529,0.000406833,0.000049132093,0.00003046964,0.00019403388,0.000056339002,0.0000058792643,0.0000026896025,0.87386274,0.11131572],"study_design_scores_gemma":[0.0013559948,0.000027989337,0.93394315,0.0065068644,0.00005476021,0.000011742741,0.00027289038,0.021895805,0.00012546203,0.000040558163,0.03566143,0.00010336564],"about_ca_topic_score_codex":0.0000062881754,"about_ca_topic_score_gemma":0.000033788525,"teacher_disagreement_score":0.9243303,"about_ca_system_score_codex":0.000030139823,"about_ca_system_score_gemma":0.00035657405,"threshold_uncertainty_score":0.98537034},"labels":[],"label_agreement":null},{"id":"W6939233952","doi":"10.60692/tzmdc-0fc49","title":"Evaluation and usability study of low-cost laparoscopic box trainer \"Lap-Pack\": a 2-stage multicenter cohort study","year":2021,"lang":"en","type":"article","venue":"Greater South Information System","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Usability; Trainer; Confidence interval; Cohort study; Laparoscopic surgery; Dreyfus model of skill acquisition; System usability scale; Stage (stratigraphy)","score_opus":0.06809062799510511,"score_gpt":0.3152003381315821,"score_spread":0.24710971013647698,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6939233952","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9935406,0.0000026161856,0.00023643921,0.000013506008,0.00016462331,0.0032610556,0.000026604203,0.000066713095,0.002687854],"genre_scores_gemma":[0.99959123,5.014712e-8,0.000027249751,0.000063072854,0.000029461164,0.00016837289,0.000036307007,0.000008115641,0.000076149154],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99759656,0.00031478656,0.00084868754,0.0002211185,0.00086052855,0.00015829643],"domain_scores_gemma":[0.99843574,0.000032090244,0.00024761804,0.00038071934,0.00078717625,0.000116662944],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0016525385,0.00015638601,0.0004358294,0.00013051205,0.00008244463,0.00006799642,0.000041933272,0.00006714473,0.00020605988],"category_scores_gemma":[0.00022755926,0.00012304187,0.00005506047,0.00025081055,0.000027858357,0.00031367748,0.000041669082,0.00010378843,0.00004045845],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00013791173,0.000120333854,0.91683793,0.00025022952,0.00014024951,0.0000058943024,0.081364095,0.00025738802,0.0000014557422,0.000003330167,8.940994e-7,0.00088029524],"study_design_scores_gemma":[0.015190009,0.00016571587,0.8578552,0.00010482034,0.00025773776,0.0000060522016,0.11029633,0.015904317,0.000100812285,1.05761046e-7,0.00002689002,0.000092004506],"about_ca_topic_score_codex":0.000019053876,"about_ca_topic_score_gemma":0.0000051948764,"teacher_disagreement_score":0.058982722,"about_ca_system_score_codex":0.00012183775,"about_ca_system_score_gemma":0.00007317946,"threshold_uncertainty_score":0.50175023},"labels":[],"label_agreement":null},{"id":"W6939467983","doi":"10.6084/m9.figshare.14608693.v1","title":"Additional file 2 of A mixed methods evaluation of a 4-week geriatrics curriculum in strengthening knowledge and comfort among orthopaedic surgery residents","year":2021,"lang":"en","type":"article","venue":"Figshare","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University; Western University; University of Saskatchewan; McMaster University; University of Toronto","funders":"","keywords":"Geriatrics; Curriculum; Orthopedic surgery; MEDLINE; Continuing education","score_opus":0.09172603203267142,"score_gpt":0.3688221248581679,"score_spread":0.27709609282549647,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6939467983","genre_codex":"dataset","genre_gemma":"dataset","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"dataset","genre_consensus":"dataset","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.104196474,0.0005716164,0.0000015408953,0.0000073629362,0.000042421132,0.00019379621,0.89171034,0.000018348872,0.003258123],"genre_scores_gemma":[0.3979619,0.0000024534315,0.0012052656,0.0000085323745,0.000043473352,0.00014452104,0.60055196,0.0000090006815,0.000072857736],"study_design_codex":"not_applicable","study_design_gemma":"observational","domain_scores_codex":[0.9987179,0.00028822475,0.00038332882,0.00016283621,0.000339571,0.000108138134],"domain_scores_gemma":[0.99426717,0.0048512556,0.00019548828,0.0000995383,0.0005137257,0.00007282488],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0003839273,0.000078656434,0.00028037,0.00016545512,0.000022016335,0.000005897073,0.000023688523,0.000078009,0.9229969],"category_scores_gemma":[0.022589555,0.0000767246,0.000105757645,0.0005331993,0.000014143833,0.000065037035,0.00004674338,0.00011258216,0.0000138919995],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000024968087,0.00027229844,0.013429236,0.00041315536,0.000049445905,0.000031507185,0.0001954369,0.000056972098,0.0000057109373,0.0000027546143,0.87050235,0.115016185],"study_design_scores_gemma":[0.0013736986,0.000028165932,0.93240756,0.006465942,0.000054895954,0.000011841174,0.0002717505,0.021883802,0.00012544349,0.00004113359,0.037232,0.00010378094],"about_ca_topic_score_codex":0.000006351844,"about_ca_topic_score_gemma":0.000033989443,"teacher_disagreement_score":0.922983,"about_ca_system_score_codex":0.000030148498,"about_ca_system_score_gemma":0.00035498026,"threshold_uncertainty_score":0.98564357},"labels":[],"label_agreement":null},{"id":"W6939557043","doi":"10.6084/m9.figshare.13725210","title":"Additional file 1 of Self-directed learning by video as a means to improve technical skills in surgery residents: a randomized controlled trial","year":2021,"lang":"en","type":"article","venue":"Open MIND","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Montréal","funders":"","keywords":"Randomized controlled trial; MEDLINE; Patient data; Control (management)","score_opus":0.01455996702932122,"score_gpt":0.30568929543033907,"score_spread":0.29112932840101785,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6939557043","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5461721,0.00018723337,0.00004944872,0.0028191742,0.0006442644,0.024572138,0.05171597,0.00018102325,0.3736587],"genre_scores_gemma":[0.7548859,0.000034726392,0.04251261,0.0016173291,0.00065371743,0.0098979,0.09212946,0.0001277662,0.09814059],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9977615,0.0005476949,0.000822378,0.00031786994,0.00036133683,0.00018924804],"domain_scores_gemma":[0.97576374,0.023532927,0.00021769197,0.000138796,0.00019533614,0.00015151211],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0011510728,0.00012578022,0.0014798848,0.00012780301,0.000038504964,0.000044554712,0.0000756905,0.00011913123,0.7876962],"category_scores_gemma":[0.050344788,0.000101885686,0.00032354196,0.00041607226,0.000036248497,0.00007233402,0.000075075746,0.00023107862,0.00021147206],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.7746187,0.00074691157,0.000020196809,0.0000057913903,0.00023299361,0.00014012249,0.00016997597,0.000014178986,0.00031662796,0.0000026102834,0.21466394,0.009067983],"study_design_scores_gemma":[0.82272404,0.00011500158,0.00016764535,0.0004534296,0.00009069348,0.000011756989,0.00009197598,0.0008472653,0.00028352137,0.000016566177,0.17508304,0.00011507803],"about_ca_topic_score_codex":0.000033960707,"about_ca_topic_score_gemma":0.000031633168,"teacher_disagreement_score":0.7874847,"about_ca_system_score_codex":0.000053544296,"about_ca_system_score_gemma":0.0005136096,"threshold_uncertainty_score":0.95765454},"labels":[],"label_agreement":null},{"id":"W6939792470","doi":"10.6084/m9.figshare.21547202","title":"Additional file 1 of Otolaryngology-Head and Neck Surgery clinical electives in undergraduate medicine: a cross-sectional observational study","year":2022,"lang":"en","type":"article","venue":"Open MIND","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Observational study; Table (database); MEDLINE; Data collection","score_opus":0.23744512621749633,"score_gpt":0.4393250067276567,"score_spread":0.20187988051016034,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6939792470","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.980898,0.000010931592,7.4739825e-7,0.00032119596,0.000075223485,0.00040761972,0.011623395,0.0000021329458,0.006660758],"genre_scores_gemma":[0.97852844,0.0000011982803,0.000556724,0.00022797078,0.00009689641,0.00022448774,0.019003488,0.000008378177,0.0013523881],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99835044,0.00023071373,0.00061251194,0.00032384903,0.0003529307,0.00012954022],"domain_scores_gemma":[0.9927395,0.0068188147,0.00016616812,0.00009964623,0.000094089606,0.000081795246],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00079285615,0.00008786672,0.00035898946,0.00013188696,0.00013364095,0.000014357977,0.00008283806,0.00004692272,0.80891454],"category_scores_gemma":[0.0021135237,0.00008074781,0.000061014853,0.0003558369,0.00017410627,0.000104116734,0.00014084029,0.00030854254,0.000026352804],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00065073295,0.000734867,0.9590301,0.000003477302,0.00006396627,0.00004818713,0.00010375555,0.000035464356,0.0000017921162,0.000023728822,0.034992713,0.0043112393],"study_design_scores_gemma":[0.0029927443,0.00043476603,0.8849275,0.000039690047,0.0000089414825,0.000041877516,0.00019071564,0.0004587073,3.9664832e-7,0.00019000712,0.11065031,0.000064332526],"about_ca_topic_score_codex":0.00003521886,"about_ca_topic_score_gemma":0.00006410594,"teacher_disagreement_score":0.8088882,"about_ca_system_score_codex":0.000042466134,"about_ca_system_score_gemma":0.00033627226,"threshold_uncertainty_score":0.32928002},"labels":[],"label_agreement":null},{"id":"W6942014410","doi":"10.1371/journal.pone.0133568.t004","title":"Independent correlates of significant ischemia.","year":2015,"lang":"en","type":"dataset","venue":"Figshare","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Angina; Coronary heart disease; Electrocardiography; Stable angina; Disease","score_opus":0.08774769753013124,"score_gpt":0.3269725677598425,"score_spread":0.23922487022971128,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6942014410","genre_codex":"dataset","genre_gemma":"dataset","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"dataset","genre_consensus":"dataset","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00002781437,0.0002488579,2.2934726e-8,0.000013763639,0.00006909347,0.00021154796,0.99620235,0.000027272463,0.0031992618],"genre_scores_gemma":[0.003369605,0.0000043103832,0.0000046907144,0.00012174031,0.00014893545,0.000030425002,0.99597806,0.000014402914,0.00032785954],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.998887,0.000017522189,0.0002859259,0.00020844994,0.00045354728,0.000147564],"domain_scores_gemma":[0.99887955,0.00017349744,0.0002023269,0.00031658952,0.00023465132,0.00019337171],"candidate_categories":["insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.00006124262,0.0001655768,0.0003963858,0.00008397053,0.000014509906,0.0000094343295,0.00012212183,0.00035965774,0.43872166],"category_scores_gemma":[0.0016009101,0.00013415913,0.00011530244,0.00012164271,0.000007657189,0.000022153476,0.00008142533,0.00043314003,0.0035828254],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00004652919,0.000059955644,0.000024941775,0.00038846987,0.000052301828,0.00010002939,0.000010331848,0.000009089467,0.0000013979113,2.537885e-7,0.99886006,0.00044663087],"study_design_scores_gemma":[0.0012046713,0.000076599295,0.00019792594,0.002535373,0.00006580205,0.000011026989,0.000019909388,0.00004062797,0.00007613525,0.0000035360706,0.9956382,0.00013019847],"about_ca_topic_score_codex":0.000009680872,"about_ca_topic_score_gemma":0.0000019259883,"teacher_disagreement_score":0.43513882,"about_ca_system_score_codex":0.00003951891,"about_ca_system_score_gemma":0.000234026,"threshold_uncertainty_score":0.997193},"labels":[],"label_agreement":null},{"id":"W6942354676","doi":"10.14288/1.0368579","title":"Mental practice in postgraduate training: a randomized controlled trial in mastoidectomy skills","year":2018,"lang":"en","type":"article","venue":"Open Collections","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Randomized controlled trial; Mastoidectomy; Psychomotor learning; Protocol (science); Task (project management); Mental health; Cognition; Significant difference","score_opus":0.03456204386536782,"score_gpt":0.36456567692838,"score_spread":0.33000363306301217,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6942354676","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.067883186,0.000028752025,0.000054582913,0.0030648126,0.00066786614,0.011069269,0.000003803872,0.000041082672,0.9171866],"genre_scores_gemma":[0.9296702,0.000023692633,0.0009720669,0.00096703967,0.00018674105,0.0011979738,0.000012471992,0.000017771617,0.06695204],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9979714,0.0006025761,0.00068402203,0.00026878316,0.00022390866,0.00024927413],"domain_scores_gemma":[0.99677813,0.0026722034,0.00015939318,0.00014099565,0.00013292149,0.00011637947],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0021575538,0.00013778209,0.0011193304,0.00024225864,0.00040641747,0.0002641138,0.00009162735,0.000079467296,0.002073644],"category_scores_gemma":[0.0063598445,0.00010833172,0.00018973445,0.0013418111,0.00011909811,0.00022342945,0.00004429739,0.00023475022,0.000026719395],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.9930522,0.00088692637,0.000022088945,0.0000011660297,0.00014683152,0.000039275314,0.0027636874,0.000011902724,0.00000960255,0.00012668801,0.0014936533,0.0014460111],"study_design_scores_gemma":[0.9611302,0.00045012796,0.000062502375,0.000068712696,0.00010342597,0.000046779583,0.0012981971,0.0028137153,0.000015410049,0.00034741132,0.03355191,0.00011158337],"about_ca_topic_score_codex":0.0018077652,"about_ca_topic_score_gemma":0.0014903712,"teacher_disagreement_score":0.861787,"about_ca_system_score_codex":0.00013558046,"about_ca_system_score_gemma":0.00033955372,"threshold_uncertainty_score":0.9988386},"labels":[],"label_agreement":null},{"id":"W6958376270","doi":"10.6084/m9.figshare.22618489.v1","title":"Additional file 1 of A novel smartphone application for the tracking of procedural numbers and trainee experience in gastrointestinal endoscopy","year":2023,"lang":"en","type":"article","venue":"Figshare","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Grading (engineering); Smartphone application; Smartphone app; Tracking (education); Endoscopy","score_opus":0.09551858579196684,"score_gpt":0.3339393405928361,"score_spread":0.23842075480086924,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6958376270","genre_codex":"dataset","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"dataset","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0050681415,0.0000041701915,0.00002772754,0.00008246188,0.000002481389,0.00035247568,0.993912,0.00002159377,0.0005289556],"genre_scores_gemma":[0.64087015,8.4725265e-8,0.0011699444,0.000055947483,0.000030259995,0.001254775,0.35655332,0.0000059892272,0.000059530743],"study_design_codex":"not_applicable","study_design_gemma":"observational","domain_scores_codex":[0.9996072,0.0000033677832,0.00013092683,0.000085629814,0.00009316724,0.00007969985],"domain_scores_gemma":[0.997145,0.0026536335,0.000064075924,0.000045482273,0.00006650178,0.000025300045],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.000025181946,0.000042285905,0.00008397826,0.00003411249,0.000020341984,0.0000026565472,0.000029287208,0.000015096847,0.49175343],"category_scores_gemma":[0.0036654128,0.000032310658,0.000028947978,0.00020268564,0.000015510528,0.000030536496,0.000009477357,0.000041285795,0.0000099492945],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00040768267,0.00015607358,0.00060002046,0.00059526844,0.000015277325,0.000004281447,0.0021182273,0.00028732102,0.0026895616,0.000032393866,0.974965,0.018128892],"study_design_scores_gemma":[0.00757874,0.00031510848,0.60044986,0.013973945,0.000014908702,0.00017017337,0.0049241227,0.16209486,0.0013079286,0.00004471458,0.20891094,0.00021469983],"about_ca_topic_score_codex":0.00000242051,"about_ca_topic_score_gemma":0.0000057440925,"teacher_disagreement_score":0.76605403,"about_ca_system_score_codex":0.0000066331677,"about_ca_system_score_gemma":0.000039426966,"threshold_uncertainty_score":0.50871116},"labels":[],"label_agreement":null},{"id":"W6958404336","doi":"10.6084/m9.figshare.14608693","title":"Additional file 2 of A mixed methods evaluation of a 4-week geriatrics curriculum in strengthening knowledge and comfort among orthopaedic surgery residents","year":2021,"lang":"en","type":"article","venue":"Figshare","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University; Western University; University of Saskatchewan; McMaster University; University of Toronto","funders":"","keywords":"Geriatrics; Curriculum; Orthopedic surgery; MEDLINE; Continuing education","score_opus":0.09172603203267142,"score_gpt":0.3688221248581679,"score_spread":0.27709609282549647,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6958404336","genre_codex":"dataset","genre_gemma":"dataset","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"dataset","genre_consensus":"dataset","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.104196474,0.0005716164,0.0000015408953,0.0000073629362,0.000042421132,0.00019379621,0.89171034,0.000018348872,0.003258123],"genre_scores_gemma":[0.3979619,0.0000024534315,0.0012052656,0.0000085323745,0.000043473352,0.00014452104,0.60055196,0.0000090006815,0.000072857736],"study_design_codex":"not_applicable","study_design_gemma":"observational","domain_scores_codex":[0.9987179,0.00028822475,0.00038332882,0.00016283621,0.000339571,0.000108138134],"domain_scores_gemma":[0.99426717,0.0048512556,0.00019548828,0.0000995383,0.0005137257,0.00007282488],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0003839273,0.000078656434,0.00028037,0.00016545512,0.000022016335,0.000005897073,0.000023688523,0.000078009,0.9229969],"category_scores_gemma":[0.022589555,0.0000767246,0.000105757645,0.0005331993,0.000014143833,0.000065037035,0.00004674338,0.00011258216,0.0000138919995],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000024968087,0.00027229844,0.013429236,0.00041315536,0.000049445905,0.000031507185,0.0001954369,0.000056972098,0.0000057109373,0.0000027546143,0.87050235,0.115016185],"study_design_scores_gemma":[0.0013736986,0.000028165932,0.93240756,0.006465942,0.000054895954,0.000011841174,0.0002717505,0.021883802,0.00012544349,0.00004113359,0.037232,0.00010378094],"about_ca_topic_score_codex":0.000006351844,"about_ca_topic_score_gemma":0.000033989443,"teacher_disagreement_score":0.922983,"about_ca_system_score_codex":0.000030148498,"about_ca_system_score_gemma":0.00035498026,"threshold_uncertainty_score":0.98564357},"labels":[],"label_agreement":null},{"id":"W6958483492","doi":"10.6084/m9.figshare.14608696.v1","title":"Additional file 3 of A mixed methods evaluation of a 4-week geriatrics curriculum in strengthening knowledge and comfort among orthopaedic surgery residents","year":2021,"lang":"en","type":"article","venue":"Figshare","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University; Western University; University of Saskatchewan; McMaster University; University of Toronto","funders":"","keywords":"Geriatrics; Curriculum; Orthopedic surgery; MEDLINE; Interview","score_opus":0.0931043293280664,"score_gpt":0.36895767079375597,"score_spread":0.27585334146568957,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6958483492","genre_codex":"dataset","genre_gemma":"dataset","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"dataset","genre_consensus":"dataset","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.10518384,0.00056338176,0.0000015778819,0.0000073378924,0.000042420063,0.00019339741,0.8907976,0.000018259489,0.0031921999],"genre_scores_gemma":[0.4038314,0.0000024207632,0.0012157789,0.000008511093,0.000043264485,0.00014433607,0.59467137,0.000008997803,0.00007393637],"study_design_codex":"not_applicable","study_design_gemma":"observational","domain_scores_codex":[0.99871784,0.00028804166,0.00038332926,0.00016288694,0.00033972654,0.00010816978],"domain_scores_gemma":[0.9942351,0.004877613,0.00019527522,0.00009959444,0.0005195576,0.000072840565],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0003858668,0.000078670346,0.00028033007,0.00016550798,0.000022012795,0.000005896496,0.000023686664,0.000078001816,0.9225589],"category_scores_gemma":[0.022854436,0.00007672998,0.00010577135,0.00053341524,0.000014145049,0.00006504299,0.00004671573,0.00011258488,0.000014198195],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000025639732,0.0002763678,0.014097204,0.0004227998,0.000050149996,0.00003150767,0.00019823089,0.000057573154,0.0000060213574,0.0000027302171,0.8694972,0.11533462],"study_design_scores_gemma":[0.0013770974,0.000027991804,0.9331102,0.0065027303,0.00005434306,0.000011649174,0.00027198766,0.021963885,0.00012841634,0.000040739727,0.03640743,0.00010353309],"about_ca_topic_score_codex":0.000006360536,"about_ca_topic_score_gemma":0.000034021283,"teacher_disagreement_score":0.9225447,"about_ca_system_score_codex":0.000030261042,"about_ca_system_score_gemma":0.00035677385,"threshold_uncertainty_score":0.9853765},"labels":[],"label_agreement":null},{"id":"W6958654660","doi":"10.60692/mqp9h-pgh38","title":"Evaluation and usability study of low-cost laparoscopic box trainer \"Lap-Pack\": a 2-stage multicenter cohort study","year":2021,"lang":"en","type":"article","venue":"Greater South Information System","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Usability; Trainer; Confidence interval; Cohort study; Laparoscopic surgery; Dreyfus model of skill acquisition; System usability scale; Stage (stratigraphy)","score_opus":0.06809062799510511,"score_gpt":0.3152003381315821,"score_spread":0.24710971013647698,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6958654660","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9935406,0.0000026161856,0.00023643921,0.000013506008,0.00016462331,0.0032610556,0.000026604203,0.000066713095,0.002687854],"genre_scores_gemma":[0.99959123,5.014712e-8,0.000027249751,0.000063072854,0.000029461164,0.00016837289,0.000036307007,0.000008115641,0.000076149154],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99759656,0.00031478656,0.00084868754,0.0002211185,0.00086052855,0.00015829643],"domain_scores_gemma":[0.99843574,0.000032090244,0.00024761804,0.00038071934,0.00078717625,0.000116662944],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0016525385,0.00015638601,0.0004358294,0.00013051205,0.00008244463,0.00006799642,0.000041933272,0.00006714473,0.00020605988],"category_scores_gemma":[0.00022755926,0.00012304187,0.00005506047,0.00025081055,0.000027858357,0.00031367748,0.000041669082,0.00010378843,0.00004045845],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00013791173,0.000120333854,0.91683793,0.00025022952,0.00014024951,0.0000058943024,0.081364095,0.00025738802,0.0000014557422,0.000003330167,8.940994e-7,0.00088029524],"study_design_scores_gemma":[0.015190009,0.00016571587,0.8578552,0.00010482034,0.00025773776,0.0000060522016,0.11029633,0.015904317,0.000100812285,1.05761046e-7,0.00002689002,0.000092004506],"about_ca_topic_score_codex":0.000019053876,"about_ca_topic_score_gemma":0.0000051948764,"teacher_disagreement_score":0.058982722,"about_ca_system_score_codex":0.00012183775,"about_ca_system_score_gemma":0.00007317946,"threshold_uncertainty_score":0.50175023},"labels":[],"label_agreement":null},{"id":"W6964347977","doi":"10.25417/uic.17025668.v1","title":"Assessing Mastery of Laparoscopic Skills for a Junior Resident Prior to Entering the Operating Room","year":2021,"lang":"en","type":"article","venue":"Figshare","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Operationalization; Test (biology); Mastery learning; Educational measurement; Competency assessment","score_opus":0.08816155072979769,"score_gpt":0.3751024764477305,"score_spread":0.2869409257179328,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6964347977","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9871603,0.00039379566,0.000088494926,0.0014560722,0.00016360854,0.00093310705,0.0052487664,0.00006951341,0.0044862884],"genre_scores_gemma":[0.99426013,4.7074303e-7,0.0011530041,0.0010071647,0.00013447464,0.00008334019,0.0024838194,0.000014788763,0.0008628116],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9993514,0.000026881928,0.00020330632,0.00014535994,0.00013755757,0.00013551668],"domain_scores_gemma":[0.99921095,0.00037111255,0.000050246912,0.00015479668,0.00014657549,0.00006634085],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00007061364,0.00006814077,0.00016207244,0.00002623629,0.000084378335,0.00007907583,0.00005189407,0.00003278348,0.020769559],"category_scores_gemma":[0.0019948706,0.000049070983,0.000069241054,0.00012098001,0.0000020762845,0.00007103696,0.00007134396,0.00007162712,0.000039477243],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0005961786,0.0013083266,0.040612567,0.010863765,0.0009722106,0.0010091343,0.03546547,0.008544472,0.114319935,0.00032099182,0.08023495,0.705752],"study_design_scores_gemma":[0.012759766,0.00042465216,0.3888412,0.045958288,0.00015696415,0.000102232945,0.0076081925,0.00986767,0.21768597,0.000039147377,0.31593832,0.00061759184],"about_ca_topic_score_codex":0.0000012469593,"about_ca_topic_score_gemma":0.0000047808207,"teacher_disagreement_score":0.7051344,"about_ca_system_score_codex":0.000021422471,"about_ca_system_score_gemma":0.00007989905,"threshold_uncertainty_score":0.9801256},"labels":[],"label_agreement":null},{"id":"W6969322610","doi":"10.5281/zenodo.840165","title":"Cross-Specialty Training In The Era Of Competency-Based Education.","year":2015,"lang":"en","type":"article","venue":"Zenodo (CERN European Organization for Nuclear Research)","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Specialty; Training (meteorology); Curriculum; Argument (complex analysis); Process (computing); Accreditation; Publication; Medical knowledge; Order (exchange)","score_opus":0.09070668632191632,"score_gpt":0.33037216097421085,"score_spread":0.23966547465229454,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6969322610","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.35874262,0.0000994226,0.0007888316,0.0031370132,0.00014830794,0.0005698861,0.000033700675,0.00024392041,0.6362363],"genre_scores_gemma":[0.998087,0.000003501487,0.00040872043,0.00058019557,0.00012966836,3.9979174e-8,0.00043183588,0.00021052422,0.0001485079],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.998828,0.00021871919,0.00024280668,0.00016740216,0.0003746493,0.00016840198],"domain_scores_gemma":[0.998991,0.000058253892,0.000071474475,0.00024055346,0.00051002175,0.00012867154],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0010028856,0.000070726695,0.00012956356,0.00011754551,0.00032608162,0.0001380844,0.00029674484,0.000037522037,0.0048324773],"category_scores_gemma":[0.0010178745,0.000056710178,0.000041373296,0.0005522816,0.00014355377,0.00008366729,0.00007968223,0.0002517927,0.0005160187],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0008586231,0.0012354762,0.001862831,0.00014733139,0.000049063707,0.000042349904,0.030838523,0.0018674501,0.0004496484,0.061304934,0.016801879,0.88454187],"study_design_scores_gemma":[0.0027584478,0.00030143542,0.025656007,0.00007616258,0.000010613292,0.000049030306,0.0037371009,0.0013972303,0.000083646635,0.00052885676,0.9653086,0.00009287138],"about_ca_topic_score_codex":0.000014424747,"about_ca_topic_score_gemma":7.5670795e-7,"teacher_disagreement_score":0.9485067,"about_ca_system_score_codex":0.00007096478,"about_ca_system_score_gemma":0.00006830377,"threshold_uncertainty_score":0.99607724},"labels":[],"label_agreement":null},{"id":"W6976712691","doi":"10.6068/dp14ba87e39b691","title":"Trend 1999 - 2011. Statistics Canada. CANSIM: Business Performance and Ownership - Business Cycles | Country: Canada | Table: Financial and taxation statistics for enterprises, by North American Industry Classification System (NAICS) | Variable: Future income taxes, Professional, scientific and technical services (x 1,000,000) | Units: , 1999-2011. Data-Planet™ Statistical Ready Reference by Conquest Systems, Inc. Dataset-ID: 075-001-018.","year":2015,"lang":"en","type":"other","venue":"Data Planet","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Economic statistics; Business statistics; Census; Official statistics; Business cycle; Summary statistics; Publication; National accounts; Socioeconomic status","score_opus":0.02382116463787397,"score_gpt":0.25584374631745543,"score_spread":0.23202258167958145,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6976712691","genre_codex":"dataset","genre_gemma":"dataset","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"dataset","genre_consensus":"dataset","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000109195695,0.0012618841,0.00006124681,0.00001308036,0.0007863794,0.0009349171,0.99663234,0.000068091074,0.00013288589],"genre_scores_gemma":[0.0023649458,0.0005062807,0.00040389018,0.00017355359,0.00038334515,0.000046254994,0.99518144,0.0001248177,0.00081544695],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99639845,0.00018589018,0.0008052833,0.001100772,0.00096420944,0.00054540375],"domain_scores_gemma":[0.9962545,0.00060510833,0.0012040252,0.001061206,0.00031059582,0.00056454167],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.000539119,0.00057878275,0.00090430136,0.00014324223,0.00037375692,0.0002516743,0.00055254466,0.0005210208,0.00027557506],"category_scores_gemma":[0.00012641709,0.00048756265,1.9123779e-7,0.0004414595,0.00048336558,0.000280964,0.00030044187,0.00078717124,0.0000029209066],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00031446683,0.000066233326,0.0032378952,0.0034030348,0.000083869825,0.0000556543,0.0000034744173,0.0000073058777,0.0000015066513,0.00018008084,0.9916909,0.0009556159],"study_design_scores_gemma":[0.0014970944,0.00006527699,0.0063049905,0.00021709634,0.00040346984,0.00012801724,0.00033484935,0.0080100475,1.0034219e-8,1.2319975e-7,0.9824892,0.0005497951],"about_ca_topic_score_codex":0.98914564,"about_ca_topic_score_gemma":0.98438686,"teacher_disagreement_score":0.009201632,"about_ca_system_score_codex":0.00020800435,"about_ca_system_score_gemma":0.0064828373,"threshold_uncertainty_score":0.9997576},"labels":[],"label_agreement":null},{"id":"W6977039686","doi":"10.6084/m9.figshare.21547202.v1","title":"Additional file 1 of Otolaryngology-Head and Neck Surgery clinical electives in undergraduate medicine: a cross-sectional observational study","year":2022,"lang":"en","type":"article","venue":"Figshare","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Observational study; Table (database); MEDLINE; Data collection","score_opus":0.22288399922774027,"score_gpt":0.40670932824820677,"score_spread":0.1838253290204665,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6977039686","genre_codex":"dataset","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"dataset","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.24226148,0.000023767612,4.73073e-8,0.00014777992,0.000037608643,0.00024998313,0.75541145,0.000025843452,0.0018420037],"genre_scores_gemma":[0.5112818,2.9653953e-7,0.000026230084,0.00033130887,0.0000997535,0.00047570217,0.48752686,0.0000071304858,0.00025094958],"study_design_codex":"not_applicable","study_design_gemma":"observational","domain_scores_codex":[0.9984918,0.00016898366,0.0005248388,0.00027774295,0.00039875155,0.0001378723],"domain_scores_gemma":[0.98979884,0.009722388,0.00016222274,0.000091116395,0.0001426509,0.00008279931],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00019820439,0.00009402913,0.00030646205,0.0001516602,0.0001187845,0.0000061697165,0.000048657057,0.000056370587,0.98541725],"category_scores_gemma":[0.009112526,0.000088746325,0.00008710468,0.00038391334,0.000041565407,0.00006747519,0.000078983176,0.00036102347,0.00006328439],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00016981033,0.00029430832,0.48459962,0.000019283034,0.000033375207,0.00003697546,0.000028702476,0.000027890217,2.1315171e-7,0.000009554767,0.51439464,0.00038561874],"study_design_scores_gemma":[0.001693767,0.0002918756,0.84898335,0.00023172627,0.0000038408916,0.000035767178,0.000052855616,0.0005796989,1.09400844e-7,0.00011814822,0.14794524,0.000063632026],"about_ca_topic_score_codex":0.00000657514,"about_ca_topic_score_gemma":0.000015488404,"teacher_disagreement_score":0.98535395,"about_ca_system_score_codex":0.000044646666,"about_ca_system_score_gemma":0.00028354747,"threshold_uncertainty_score":0.99923414},"labels":[],"label_agreement":null},{"id":"W6980399453","doi":"","title":"Can the impacts of colonisation on the dignity of Aboriginal men\\nbe reversed?","year":2016,"lang":"en","type":"dissertation","venue":"ePublications@SCU (Southern Cross University)","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Dignity; Colonisation; Indigenous; Commonwealth; Human rights; Identity (music); Metis; Project commissioning; Cultural safety; Agency (philosophy)","score_opus":0.022643540172874323,"score_gpt":0.3034651900908464,"score_spread":0.28082164991797204,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6980399453","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8593107,0.00002303696,0.00002197305,0.0031604217,0.00011488022,0.0006303057,0.00036856698,0.000047230747,0.1363229],"genre_scores_gemma":[0.9684061,0.00003271492,0.000013542287,0.00012794758,0.00007281594,0.000004126226,0.0004016014,0.000023639464,0.030917535],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","domain_scores_codex":[0.99855375,0.00016031579,0.00033782146,0.0002716622,0.000476636,0.00019981911],"domain_scores_gemma":[0.99709463,0.000684219,0.00066709315,0.0006124175,0.0008389262,0.00010269557],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0004343637,0.00020383677,0.00031049812,0.00030083788,0.0003842251,0.00003687456,0.00035455922,0.00022311816,0.0006491404],"category_scores_gemma":[0.00036806334,0.00012027234,0.0002296918,0.00079490815,0.00030402225,0.00009201085,0.000017706187,0.00031611114,0.000039830324],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00848707,0.0018432203,0.2211062,0.0007731476,0.0024016702,0.00003473267,0.057907797,0.00010858494,0.005491844,0.6795174,0.0024807148,0.01984763],"study_design_scores_gemma":[0.008084316,0.00047985758,0.52446485,0.0009708539,0.000896113,0.000005818546,0.03246761,0.00012418618,0.0070377984,0.0012285942,0.4236237,0.0006162975],"about_ca_topic_score_codex":0.00041725035,"about_ca_topic_score_gemma":0.00026702823,"teacher_disagreement_score":0.6782888,"about_ca_system_score_codex":0.00019122293,"about_ca_system_score_gemma":0.0006622782,"threshold_uncertainty_score":0.71076316},"labels":[],"label_agreement":null},{"id":"W6980642979","doi":"","title":"Compression moulding of randomly-oriented strands thermoplastic composites: A study of the flow and deformation mechanisms","year":2015,"lang":"en","type":"dissertation","venue":"eScholarship@McGill (McGill)","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université du Québec à Trois-Rivières; McGill University","funders":"Fonds Québécois de la Recherche sur la Nature et les Technologies; Natural Sciences and Engineering Research Council of Canada; Consortium de Recherche et d’innovation en Aérospatiale au Québec; McGill University","keywords":"Thermoplastic; Compression (physics); Deformation (meteorology); Thermoplastic composites; Flow (mathematics); Injection moulding; Forming processes; Deformation mechanism; Sheet moulding compound","score_opus":0.022860347819454837,"score_gpt":0.27682830667087505,"score_spread":0.2539679588514202,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6980642979","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9895473,0.00008887012,0.000004496904,0.0000034603502,0.00045537873,0.0014127771,0.0001468328,0.00006037376,0.008280526],"genre_scores_gemma":[0.99915725,0.00001478433,0.00018605201,0.000026090554,0.000012361256,0.00003433153,0.00031305832,0.000057526962,0.00019855157],"study_design_codex":"bench_or_experimental","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9969977,0.00035297617,0.0009803181,0.00038796614,0.0010379681,0.00024302871],"domain_scores_gemma":[0.9977234,0.0003389152,0.00075959694,0.00037998677,0.0006039725,0.000194153],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00078917365,0.0003865939,0.00091199577,0.00025362335,0.00038185355,0.000016463273,0.00017391404,0.00035164514,0.00007419549],"category_scores_gemma":[0.0004962185,0.00026704083,0.00020087678,0.00045293162,0.000045599827,0.00021387682,0.000068920366,0.0007053612,0.0000029649439],"study_design_candidate":"bench_or_experimental","study_design_consensus":"bench_or_experimental","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.040364504,0.0069212993,0.003029175,0.005102854,0.0032381667,0.000083099396,0.0031978614,0.009923237,0.5397979,0.026546989,0.000002999889,0.3617919],"study_design_scores_gemma":[0.28310806,0.0096197,0.13129404,0.020374995,0.010091496,0.00021157958,0.052226353,0.07103922,0.3919521,0.02399344,0.002400655,0.0036883755],"about_ca_topic_score_codex":0.000061768515,"about_ca_topic_score_gemma":0.00010954955,"teacher_disagreement_score":0.35810354,"about_ca_system_score_codex":0.00012288839,"about_ca_system_score_gemma":0.00003893041,"threshold_uncertainty_score":0.9999782},"labels":[],"label_agreement":null},{"id":"W69807108","doi":"10.1503/cjs.020811","title":"Does operative experience during residency correlate with reported competency of recent general surgery graduates?","year":2012,"lang":"en","type":"article","venue":"Canadian Journal of Surgery","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":36,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"University of Alberta; University of British Columbia","funders":"","keywords":"Medicine; Alimentary tract; Abdomen; Curriculum; Family medicine; Surgery; Internal medicine","score_opus":0.08455103736497666,"score_gpt":0.30311517606240895,"score_spread":0.2185641386974323,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W69807108","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9968102,0.00059474306,0.000015623453,0.00071005867,0.0010181646,0.000078386365,0.0000050106223,0.000007857532,0.0007599701],"genre_scores_gemma":[0.9989462,0.00022347135,0.00020709174,0.00014801895,0.00026901177,0.0000021641538,0.000009903932,0.000019753068,0.0001743761],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9981254,0.00009709954,0.00091025565,0.000120960874,0.00032090256,0.00042538112],"domain_scores_gemma":[0.99719685,0.00046490267,0.00057615753,0.00016504379,0.0005245856,0.0010724424],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0007553156,0.000145756,0.00059919787,0.0004552291,0.0001172338,0.00001835025,0.000048980604,0.00006509356,0.0010593863],"category_scores_gemma":[0.0008689779,0.00008637562,0.0001771817,0.00042556372,0.00015848827,0.00033160817,0.0000055471974,0.0002510938,0.000001904728],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0001978346,0.000033322653,0.9939887,0.000027322942,0.00011504377,0.001618466,0.0015798374,0.00005545324,0.00020345888,0.00005883901,0.00014822705,0.0019734784],"study_design_scores_gemma":[0.0005623303,0.000032154392,0.99137133,0.0006016462,0.00006323868,0.001221624,0.00090407743,0.000020867741,0.002412314,0.000022140272,0.0026300827,0.00015818616],"about_ca_topic_score_codex":0.0011691577,"about_ca_topic_score_gemma":0.00087528204,"teacher_disagreement_score":0.002617378,"about_ca_system_score_codex":0.00012865734,"about_ca_system_score_gemma":0.002066196,"threshold_uncertainty_score":0.9998538},"labels":[],"label_agreement":null},{"id":"W6980896417","doi":"","title":"Data Trend Monitering and Level Verification - Tool to Reduce Data Storage in Full Scale Aircraft Fatigue Tests","year":2000,"lang":"en","type":"article","venue":"NPARC","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Full scale; Scale (ratio); Data collection; Reliability (semiconductor); Data acquisition; Computer data storage","score_opus":0.19093608874430995,"score_gpt":0.37426032709160284,"score_spread":0.1833242383472929,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6980896417","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99000496,0.000032294265,0.00037558613,0.00085809,0.000032294454,0.00018454809,0.00022171422,0.000042321102,0.008248186],"genre_scores_gemma":[0.9913583,0.000018287777,0.0069462,0.00019879808,0.000076286226,0.0000055558885,0.0008769079,0.000012029883,0.0005076762],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99908704,0.000024815938,0.0001975647,0.0003858464,0.00015488527,0.0001498268],"domain_scores_gemma":[0.9989388,0.00006755991,0.000020486996,0.000850985,0.00001117674,0.000111008514],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00026043094,0.00008396542,0.00014252593,0.00007100112,0.00003876375,0.00002877521,0.00019465298,0.000044220786,0.0009691455],"category_scores_gemma":[0.00010959702,0.00008003086,0.0000075555577,0.00021021745,0.000024121746,0.00023678376,0.000109349,0.00010718882,0.000031940708],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0002672986,0.00010319586,0.0056180824,0.000024280214,0.000009897324,0.000030591753,0.0005546298,0.00018784661,0.018949835,0.00001642679,0.00061854406,0.97361934],"study_design_scores_gemma":[0.0038392108,0.000111183304,0.79013395,0.00023533798,0.000035275432,0.0000359154,0.00015896202,0.09125891,0.0003643435,0.000070463066,0.11349165,0.00026479326],"about_ca_topic_score_codex":0.000021171074,"about_ca_topic_score_gemma":0.00007962068,"teacher_disagreement_score":0.9733546,"about_ca_system_score_codex":0.00002245811,"about_ca_system_score_gemma":0.000022257209,"threshold_uncertainty_score":0.9999441},"labels":[],"label_agreement":null},{"id":"W6981013344","doi":"","title":"A design of a high temperature x-ray furnace /","year":2002,"lang":"en","type":"dissertation","venue":"eScholarship@McGill (McGill)","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Temperature gradient; Calibration; Thermal; Convection; Flow (mathematics); Work (physics); Natural convection; Thermocouple","score_opus":0.02883053301906481,"score_gpt":0.2647860883128283,"score_spread":0.2359555552937635,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6981013344","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9323148,0.00057331484,5.0096395e-7,0.000030094927,0.0009012257,0.0010996665,0.00025452467,0.00027342417,0.06455246],"genre_scores_gemma":[0.9743725,0.00020556284,0.0016027179,0.00035032706,0.00008449299,0.000068898546,0.00087304757,0.00019639367,0.022246027],"study_design_codex":"design_other","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.99602324,0.00034745884,0.0010496153,0.0008956116,0.0010935913,0.0005904737],"domain_scores_gemma":[0.99707186,0.0005010554,0.0006118357,0.0006965613,0.00065103814,0.0004676525],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0006884509,0.000718462,0.0012832712,0.00048678054,0.00042921508,0.00003961538,0.00030124577,0.001245432,0.0025034451],"category_scores_gemma":[0.00094657607,0.0006596337,0.0004480894,0.0008541678,0.000059033624,0.00026893962,0.000039222425,0.0019371454,0.00026299103],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.009264528,0.0031839658,0.00018852905,0.004142612,0.0029523203,0.002182768,0.00016990188,0.0043685758,0.31067708,0.06996906,0.00006220468,0.59283847],"study_design_scores_gemma":[0.071871065,0.006387329,0.027719133,0.016247142,0.007833013,0.0006862927,0.0036173912,0.001818376,0.5377666,0.024374733,0.2918925,0.009786447],"about_ca_topic_score_codex":0.00007016008,"about_ca_topic_score_gemma":0.00003353546,"teacher_disagreement_score":0.58305204,"about_ca_system_score_codex":0.00029980694,"about_ca_system_score_gemma":0.00006945073,"threshold_uncertainty_score":0.9995855},"labels":[],"label_agreement":null},{"id":"W6981045482","doi":"","title":"The development of a breast reconstruction training environment","year":2018,"lang":"en","type":"dissertation","venue":"eScholarship@McGill (McGill)","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"McGill University","funders":"","keywords":"Breast reconstruction; Checklist; Plastic surgery; Mastectomy; Delphi; Delphi method","score_opus":0.03182700768375704,"score_gpt":0.2616525103225662,"score_spread":0.22982550263880916,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6981045482","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8768979,0.00009196155,5.81186e-7,0.000013106786,0.00077822956,0.00048431,0.00008968629,0.00008828429,0.12155598],"genre_scores_gemma":[0.9918853,0.00006978347,0.0031903537,0.000050312054,0.00008280225,0.00007040464,0.00047207077,0.00009537393,0.0040835775],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9968568,0.00013331504,0.0011425907,0.0005989131,0.00080196117,0.0004663838],"domain_scores_gemma":[0.9981519,0.00026290442,0.00064612925,0.00043737574,0.0002241391,0.00027757997],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0010586975,0.00043945716,0.00061225897,0.00019470869,0.0011463878,0.000028895194,0.00020705964,0.00046875098,0.00086022285],"category_scores_gemma":[0.00027545966,0.00034710745,0.00028417303,0.00024581258,0.0001274545,0.00015551754,0.000044524153,0.0007711331,0.00018866279],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00059568806,0.000085399224,0.00004757942,0.000110422996,0.00030538373,0.000008347851,0.000095224525,0.000004413563,0.0040835855,0.0029413402,3.4979848e-7,0.9917223],"study_design_scores_gemma":[0.011976208,0.00068153406,0.07776381,0.004517042,0.0012215315,0.0007329088,0.014013622,0.00024369033,0.08477958,0.008936161,0.7927261,0.0024078272],"about_ca_topic_score_codex":0.000010197738,"about_ca_topic_score_gemma":0.00014754318,"teacher_disagreement_score":0.98931444,"about_ca_system_score_codex":0.0004455717,"about_ca_system_score_gemma":0.00013329557,"threshold_uncertainty_score":0.9998981},"labels":[],"label_agreement":null},{"id":"W6981552665","doi":"","title":"Episode One: Fordpocalypse","year":2018,"lang":"en","type":"other","venue":"Bulletin of Miscellaneous Information (Royal Gardens Kew)","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Joke; Adversary; Daughter; Lost Generation; Interpretation (philosophy)","score_opus":0.012081978846797415,"score_gpt":0.22138335517665197,"score_spread":0.20930137632985457,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6981552665","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00005102209,0.00012409201,0.0000013735721,0.00017241311,0.00021513051,0.00042538796,0.00003418275,0.00025983813,0.99871653],"genre_scores_gemma":[0.0021337224,0.00007819799,0.0014474142,0.0007010183,0.00037913665,0.000009606575,0.00022403014,0.00013351906,0.9948934],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9984804,0.000036992216,0.0005701126,0.00018579898,0.00045819994,0.00026853284],"domain_scores_gemma":[0.9988025,0.000108156186,0.00038261383,0.0003438541,0.00016467401,0.0001982389],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.00017813139,0.0002712262,0.0005175033,0.000093025,0.000043064778,0.000022453953,0.00013058088,0.00044330792,0.81633306],"category_scores_gemma":[0.00019520312,0.00025141388,0.00020810774,0.000009446082,0.00015965434,8.284662e-8,0.00004860874,0.00021330566,0.04630494],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00018774264,0.00006883294,0.000019003708,0.0003889465,0.000114260656,0.000018717777,0.000038967453,0.000017690436,5.622539e-8,0.000044312706,0.99231255,0.0067889346],"study_design_scores_gemma":[0.0019284026,0.00022527078,0.000040901465,0.00051677565,0.00012273344,0.000049537615,0.000032177097,0.00005532319,0.0000057543516,0.000010560946,0.9967729,0.00023969743],"about_ca_topic_score_codex":0.0011491446,"about_ca_topic_score_gemma":0.00036606874,"teacher_disagreement_score":0.7700281,"about_ca_system_score_codex":0.00003721028,"about_ca_system_score_gemma":0.000028223696,"threshold_uncertainty_score":0.9999938},"labels":[],"label_agreement":null},{"id":"W6982107370","doi":"","title":"Group of women with dog","year":2022,"lang":"en","type":"article","venue":"Digital Commons - Longwood (Longwood University)","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Group (periodic table); Front (military); MEDLINE; Large group","score_opus":0.015750952859068267,"score_gpt":0.21134554147755025,"score_spread":0.19559458861848197,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6982107370","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.82197744,0.000021039337,0.00011408535,0.00013717201,0.000042617557,0.00021197715,0.000075019365,0.00012091559,0.17729977],"genre_scores_gemma":[0.9974156,0.0000015039004,0.00006470275,0.00009835229,0.000019934414,0.0000029004557,0.00011496637,0.000026376056,0.0022556686],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.99857605,0.000057135443,0.00019885456,0.0003007539,0.00046198987,0.00040522357],"domain_scores_gemma":[0.99895126,0.00016352137,0.00012422696,0.00035915966,0.00008221918,0.00031960546],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00012571807,0.0001840333,0.00039392704,0.00039599993,0.00024327847,0.0000304764,0.00023702519,0.000047948804,0.0006460063],"category_scores_gemma":[0.000029160983,0.00018047162,0.00012275069,0.0011964204,0.00016497051,0.00030557992,0.00027585562,0.00032564352,0.00001257595],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.01317263,0.006815627,0.7846706,0.00027109872,0.0023257686,0.006785173,0.007799299,0.0018700777,0.0003211627,0.11875713,0.0004993107,0.056712117],"study_design_scores_gemma":[0.035394236,0.010931071,0.17547607,0.00015669622,0.0004294234,0.0005128741,0.03528226,0.00048707586,0.0003163627,0.00068855344,0.738999,0.0013263727],"about_ca_topic_score_codex":0.000026069893,"about_ca_topic_score_gemma":0.000017789589,"teacher_disagreement_score":0.7384997,"about_ca_system_score_codex":0.00033130994,"about_ca_system_score_gemma":0.00012059626,"threshold_uncertainty_score":0.7359419},"labels":[],"label_agreement":null},{"id":"W6990861074","doi":"","title":"Enhancing surgical education using video playback: A case study on the influence of video playback on the nature and experience of feedback between supervising surgeons and surgical residents.","year":2018,"lang":"en","type":"dissertation","venue":"QSpace (Queen's University Library)","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University","funders":"U.S. Department of Health and Human Services","keywords":"Video feedback; Video recording; Perception; Quality (philosophy); Cognition; Cornerstone","score_opus":0.017951624266085507,"score_gpt":0.2794959940132471,"score_spread":0.2615443697471616,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6990861074","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9955223,0.00005126365,8.164272e-7,0.0019264156,0.000097352735,0.0008497481,0.00002700961,0.00003980425,0.0014852888],"genre_scores_gemma":[0.99756116,0.00007554033,0.00005774827,0.0000839858,0.00009180368,0.000002044555,0.000075835254,0.00003811872,0.0020137546],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9975798,0.00047829407,0.00043639157,0.0006099581,0.00060398626,0.00029158528],"domain_scores_gemma":[0.9958788,0.0027852596,0.0004231518,0.0004892756,0.0001985761,0.00022494476],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00031278573,0.0003837581,0.000692994,0.0003464257,0.00045371274,0.00006980914,0.00022988504,0.0004474043,0.000194334],"category_scores_gemma":[0.0002671662,0.00027359766,0.00015065701,0.000706938,0.00033264086,0.00047491668,0.00013814244,0.0009040118,0.0000024541082],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.008061409,0.001374784,0.90929806,0.00088263466,0.00097088824,0.0049690134,0.06757167,0.00016344669,0.00015025004,0.0037485824,0.0012695661,0.0015397168],"study_design_scores_gemma":[0.0047587967,0.0011543715,0.75260526,0.0047338763,0.00078542007,0.00011004432,0.22385034,0.000048621565,0.006277747,0.00007714483,0.004780857,0.0008175244],"about_ca_topic_score_codex":0.004414762,"about_ca_topic_score_gemma":0.00013445117,"teacher_disagreement_score":0.15669279,"about_ca_system_score_codex":0.00006429713,"about_ca_system_score_gemma":0.00039080155,"threshold_uncertainty_score":0.9999716},"labels":[],"label_agreement":null},{"id":"W6991102523","doi":"","title":"Experiential stimulation as a treatment for early brain damage","year":2001,"lang":"en","type":"other","venue":"Library and Archives Canada (Government of Canada)","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Brain damage; Brain stimulation; Stimulation; Central nervous system; Disease; Electrical brain stimulation; Deep brain stimulation","score_opus":0.008716374410747603,"score_gpt":0.2080211406278433,"score_spread":0.1993047662170957,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6991102523","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.013578147,0.00014759465,0.00018690932,0.0015269399,0.00017119039,0.0005711105,0.00020933527,0.000027248907,0.98358154],"genre_scores_gemma":[0.3792184,0.00003088718,0.0005765477,0.00091358734,0.0001825936,0.000021662127,0.000085615415,0.000103175145,0.6188675],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9985559,0.000023866112,0.00019980076,0.0002359474,0.000781488,0.00020299427],"domain_scores_gemma":[0.9992492,0.00021789924,0.00013168392,0.00014840791,3.7317042e-7,0.0002524281],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.000004225399,0.00020324539,0.0003272915,0.000037413978,0.00006192829,0.000012295035,0.000050297545,0.00005578432,0.0012435828],"category_scores_gemma":[0.0000045881075,0.00017796505,0.000053044674,0.000045689794,0.00003986738,0.000056150122,0.0000223416,0.000059064143,5.673424e-9],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.022578008,0.0011800684,0.16768055,0.0022622491,0.004235452,0.0026909315,0.0024650102,0.00046392632,0.0078159,0.1790186,0.13915953,0.47044978],"study_design_scores_gemma":[0.0038729268,0.00037559785,0.0073500434,0.00020028283,0.00007292716,0.000004874734,0.0006927816,0.0016726716,0.0020520135,0.000113544884,0.98337156,0.00022078732],"about_ca_topic_score_codex":0.006216205,"about_ca_topic_score_gemma":0.013721392,"teacher_disagreement_score":0.844212,"about_ca_system_score_codex":0.000010159921,"about_ca_system_score_gemma":0.0008017258,"threshold_uncertainty_score":0.99966943},"labels":[],"label_agreement":null},{"id":"W6991445341","doi":"","title":"Governor Robert Ehrlich and Lieutenant Governor Michael Steele at the Prince George's County Council Meeting","year":2005,"lang":"en","type":"other","venue":"Digital Maryland","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Governor; George (robot); Research council; Work (physics)","score_opus":0.014936728223861962,"score_gpt":0.2287228162584944,"score_spread":0.21378608803463242,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6991445341","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.010102519,0.0045745475,0.000006349126,0.0019991575,0.00017923636,0.0005085991,0.0005225514,0.000153144,0.9819539],"genre_scores_gemma":[0.018297525,0.00044430682,0.000029850118,0.001170157,0.00073754275,0.000015174653,0.00022920058,0.0002484577,0.9788278],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99795616,0.000017920376,0.00030140288,0.00046685338,0.0008739379,0.00038375566],"domain_scores_gemma":[0.9988579,0.00027328022,0.00022497681,0.00035081286,0.0000826428,0.00021035415],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00024342218,0.00036040877,0.0004819249,0.00003191772,0.00010126512,0.0001409653,0.00011563277,0.00025561772,0.0007496917],"category_scores_gemma":[0.0002318288,0.00022021639,0.0001158076,0.000103417726,0.00015170405,0.0000886312,0.00017873739,0.00027444508,0.00018244081],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0010420312,0.0003652763,0.06876469,0.0005787133,0.00077999925,0.00035116257,0.00045430858,0.000030906183,0.000044058033,0.000304711,0.79266167,0.13462247],"study_design_scores_gemma":[0.002464849,0.00005238985,0.00423528,0.00037691416,0.000076868084,0.00009631937,0.00004266838,0.00018152226,0.000005347086,0.0000057364305,0.99217784,0.00028427402],"about_ca_topic_score_codex":0.0003737759,"about_ca_topic_score_gemma":0.0010145537,"teacher_disagreement_score":0.19951615,"about_ca_system_score_codex":0.00034503502,"about_ca_system_score_gemma":0.00016127649,"threshold_uncertainty_score":0.8980164},"labels":[],"label_agreement":null},{"id":"W6991535025","doi":"","title":"Hoe Rotterdam haar stadsmuseum liet doormodderen tot het doek viel","year":2020,"lang":"nl","type":"article","venue":"Open University of the Netherlands Research Portal","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Context (archaeology); Order (exchange); Quarter (Canadian coin)","score_opus":0.15004208061332444,"score_gpt":0.36532369435148715,"score_spread":0.2152816137381627,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6991535025","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.44626558,0.00034009595,0.00013055232,0.035649385,0.0003016114,0.0025040326,0.00043653414,0.000055579236,0.5143166],"genre_scores_gemma":[0.97462505,0.00022110571,0.00007587203,0.0005878585,0.00020548292,6.9717447e-7,0.00008573965,0.00003019797,0.024167987],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99634993,0.0007502779,0.00032387325,0.00055481767,0.0013261546,0.00069497345],"domain_scores_gemma":[0.99768656,0.00042913354,0.00020026084,0.00063413195,0.00034740233,0.0007024912],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0014761931,0.00023865205,0.0005902459,0.00011822125,0.0006301001,0.00014038131,0.0018258383,0.00023218711,0.027403958],"category_scores_gemma":[0.00029659903,0.00019024381,0.0002904187,0.0009120215,0.0006077948,0.00029523438,0.001841592,0.0012124849,0.0006027846],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.022515485,0.002268363,0.17457499,0.000926373,0.0032832893,0.0038171886,0.04153075,0.002426122,0.0016120465,0.0024695646,0.70867556,0.035900284],"study_design_scores_gemma":[0.02351042,0.0020733494,0.06380532,0.000789336,0.00027873527,0.000022198865,0.039694488,0.013712063,0.00054696767,0.00023782,0.8547023,0.00062703335],"about_ca_topic_score_codex":0.0024215507,"about_ca_topic_score_gemma":0.00041836916,"teacher_disagreement_score":0.5283595,"about_ca_system_score_codex":0.00006415045,"about_ca_system_score_gemma":0.0005766725,"threshold_uncertainty_score":0.9734851},"labels":[],"label_agreement":null},{"id":"W6996297619","doi":"","title":"Restorative Justice dalam Tindak Pidana Pembunuhan:&#13;\\nPerspektif Hukum Pidana Indonesia&#13;\\ndan Hukum Pidana Islam","year":2015,"lang":"en","type":"article","venue":"Digital Library UIN Sunan Kalijaga (Sunan Kalijaga State Islamic University)","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Restorative justice; Imprisonment; Criminal law; Punishment (psychology); Forgiveness; Position (finance); Islam; Economic Justice; Criminal case","score_opus":0.025848489207933825,"score_gpt":0.23414296243242233,"score_spread":0.20829447322448852,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6996297619","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6233672,0.00026348344,0.00038923885,0.0014058097,0.0008654747,0.0012185351,0.0006108454,0.0013007972,0.37057862],"genre_scores_gemma":[0.8997514,0.0001252007,0.00026290352,0.0011122555,0.00052251783,0.000007514352,0.0026597849,0.00031404532,0.095244355],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.99213827,0.0005829793,0.0014426037,0.0020978744,0.0017141278,0.002024135],"domain_scores_gemma":[0.99481034,0.00068499596,0.0008436408,0.0014640972,0.0006007548,0.0015961892],"candidate_categories":["metaepi_narrow"],"consensus_categories":["metaepi_narrow"],"category_scores_codex":[0.0005542412,0.0014955831,0.0018063457,0.0017845692,0.0006725918,0.0008229223,0.0012588819,0.0006525797,0.00060117303],"category_scores_gemma":[0.00035062048,0.0015289263,0.0007554615,0.0038904953,0.0010821238,0.0058981706,0.0008838274,0.0014380707,0.0006135898],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.023852292,0.012000883,0.39321703,0.0026026196,0.0067294147,0.036066614,0.05666536,0.0064369137,0.00092397374,0.24199393,0.10944955,0.11006141],"study_design_scores_gemma":[0.029172419,0.0024078975,0.030529588,0.0009059937,0.0012673975,0.00032974154,0.02099312,0.0036766496,0.0009060526,0.0058038947,0.9001242,0.003883052],"about_ca_topic_score_codex":0.00013294666,"about_ca_topic_score_gemma":0.00018454097,"teacher_disagreement_score":0.7906746,"about_ca_system_score_codex":0.0006197485,"about_ca_system_score_gemma":0.0012470619,"threshold_uncertainty_score":0.99977934},"labels":[],"label_agreement":null},{"id":"W7000327756","doi":"","title":"Exercises, scenarios and metrics for neurosurgical training on a virtual reality simulator","year":2008,"lang":"en","type":"article","venue":"NPARC","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Virtual reality; Training (meteorology); Aviation; Flight simulator; Headset; Flight training; Driving simulator","score_opus":0.11657777907160706,"score_gpt":0.32948476692088813,"score_spread":0.21290698784928108,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7000327756","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9832493,0.000019910181,0.0012127741,0.0010751575,0.000110575034,0.00039646254,0.00001380732,0.00011165131,0.013810383],"genre_scores_gemma":[0.99751323,0.0000304141,0.0005726795,0.0012981944,0.00015520831,0.000014301757,0.000015687408,0.000019773535,0.00038048535],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9989381,0.00003323772,0.0002321186,0.00027911333,0.0002816212,0.00023582985],"domain_scores_gemma":[0.9985379,0.0009448833,0.000044252032,0.00014424123,0.00006266756,0.00026604126],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00025386197,0.00012407584,0.00031964033,0.000108005166,0.00015805916,0.000012296058,0.000036071717,0.00013197771,0.0001722424],"category_scores_gemma":[0.0008675036,0.00010173344,0.00009812139,0.00023501903,0.00009071766,0.00003961321,0.00001655052,0.00022610351,0.0000070865067],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.01429224,0.0019711743,0.038431786,0.0002317534,0.00026198765,0.0014871425,0.008039462,0.009086604,0.0039145653,0.05484395,0.003948551,0.86349076],"study_design_scores_gemma":[0.04182312,0.0034943123,0.14582764,0.00019993671,0.0002620594,0.00041435234,0.00062859064,0.4787216,0.000794641,0.001755769,0.32524034,0.0008376596],"about_ca_topic_score_codex":0.000002076502,"about_ca_topic_score_gemma":3.594298e-7,"teacher_disagreement_score":0.86265314,"about_ca_system_score_codex":0.000025418954,"about_ca_system_score_gemma":0.000053277607,"threshold_uncertainty_score":0.41485694},"labels":[],"label_agreement":null},{"id":"W7008775707","doi":"","title":"David Gray Live at Air Canada Centre Theatre on 2003-01-27","year":2003,"lang":"en","type":"other","venue":"Bulletin of Miscellaneous Information (Royal Gardens Kew)","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Gray (unit); White (mutation)","score_opus":0.006178043693909967,"score_gpt":0.18891449647803926,"score_spread":0.18273645278412928,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7008775707","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00011307464,0.00027632434,4.6098226e-8,0.0004173166,0.00052782166,0.00056281936,0.00017530065,0.00011861149,0.9978087],"genre_scores_gemma":[0.0030951316,0.00012755721,0.00014294448,0.002592299,0.00015760396,0.0000046383775,0.00053001434,0.00012612804,0.99322367],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9981069,0.00007356847,0.0005538285,0.0002405691,0.0006626106,0.00036255055],"domain_scores_gemma":[0.9986565,0.00013842779,0.0003950636,0.00036686737,0.00016151641,0.00028161274],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.00011567236,0.00038966656,0.0005474779,0.00006278328,0.00007180466,0.000012932192,0.00012766995,0.0003711891,0.72667855],"category_scores_gemma":[0.00013834216,0.0003333286,0.00014165336,0.00001538286,0.00007440471,1.04712505e-7,0.000034971723,0.00033081,0.0135880485],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00021640552,0.000053261283,0.000044089695,0.00024979602,0.000107218606,0.00011359724,0.00010319186,0.00033195378,3.0213414e-8,0.000020185276,0.9971747,0.0015855854],"study_design_scores_gemma":[0.0019623528,0.000120488796,0.000036025915,0.0005384382,0.00009386674,0.00007051096,0.00018766135,0.000018176279,0.0000064581827,9.820997e-7,0.9966573,0.00030769978],"about_ca_topic_score_codex":0.13956937,"about_ca_topic_score_gemma":0.20486115,"teacher_disagreement_score":0.7130905,"about_ca_system_score_codex":0.00023237313,"about_ca_system_score_gemma":0.00018391704,"threshold_uncertainty_score":0.9999119},"labels":[],"label_agreement":null},{"id":"W7014552445","doi":"","title":"Peri-Operative Patient Safety &amp;amp;ndash; An Interactive Workshop for Section 3 CPD Credits Developed in Collaboration with the CMPA","year":2020,"lang":"en","type":"other","venue":"Dove Medical Press (Taylor and Francis Group)","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Otorhinolaryngology; Patient safety; Section (typography); Head and neck surgery; Head and neck; Continuing medical education; Health care; Continuing professional development","score_opus":0.035970183797855416,"score_gpt":0.32747726710829955,"score_spread":0.2915070833104441,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7014552445","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0021676896,0.0016880059,0.87756145,0.0050379345,0.0018998302,0.0052100504,0.00037085632,0.00031832952,0.10574585],"genre_scores_gemma":[0.9895861,0.00001961423,0.0014748955,0.003016249,0.0019352437,0.00049343763,0.0015922169,0.00024997062,0.001632257],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.997859,0.00021024773,0.00043677824,0.00059797964,0.000608236,0.00028775353],"domain_scores_gemma":[0.9984211,0.00059447007,0.0002100525,0.00022782767,0.0001593286,0.0003872526],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00032596762,0.0003661647,0.0006437793,0.00011260079,0.00013563529,0.00007810403,0.00011651141,0.00045990615,0.0026229047],"category_scores_gemma":[0.0008279773,0.00022223314,0.00007002211,0.00036145802,0.00021569942,0.0001373811,0.000055205834,0.0007735255,0.000009773921],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.011613678,0.0006634643,0.0005614231,0.00037527177,0.0006464414,0.000067963956,0.032294184,0.00010522999,0.000056042794,0.00053196616,0.009232255,0.94385207],"study_design_scores_gemma":[0.008285297,0.0005166068,0.0007879617,0.00011875941,0.00015479323,0.000017086424,0.0026060017,0.034831714,0.00001543053,0.00002234237,0.9522194,0.00042457783],"about_ca_topic_score_codex":0.00013575336,"about_ca_topic_score_gemma":0.0032988251,"teacher_disagreement_score":0.9874184,"about_ca_system_score_codex":0.00008434943,"about_ca_system_score_gemma":0.0000194629,"threshold_uncertainty_score":0.9982888},"labels":[],"label_agreement":null},{"id":"W7015560552","doi":"","title":"Thinking and behaving like an expert surgeon: understanding, teaching and assessing advanced intra-operative cognitive skills","year":2016,"lang":"en","type":"dissertation","venue":"eScholarship@McGill (McGill)","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Stryker; Society of American Gastrointestinal and Endoscopic Surgeons; McGill University","keywords":"Cognition; Cognitive skill; Dreyfus model of skill acquisition; Skills management","score_opus":0.034435524850368285,"score_gpt":0.33646326372678403,"score_spread":0.30202773887641576,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7015560552","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.933056,0.00060234644,0.000013187005,0.00003209137,0.0006613884,0.00074138626,0.000119683464,0.00029438027,0.06447953],"genre_scores_gemma":[0.99530303,0.00031249406,0.0011982438,0.0007982197,0.00010012597,0.000054785924,0.0007005986,0.00020180066,0.0013307164],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.9957024,0.0006422769,0.0007978771,0.0013150512,0.00083965476,0.00070278154],"domain_scores_gemma":[0.99666774,0.0015803024,0.0004918135,0.00030385976,0.0003099098,0.00064639596],"candidate_categories":["metaepi_narrow","sts"],"consensus_categories":[],"category_scores_codex":[0.0015959642,0.00080437394,0.0010451357,0.00045036137,0.002804982,0.00036588951,0.00015050184,0.00072381814,0.00023076207],"category_scores_gemma":[0.0015012444,0.0006973777,0.00020625458,0.00021577769,0.0001500359,0.0019079612,0.00010001636,0.002084429,0.000009287732],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0007263458,0.0003531854,0.0018193676,0.0002466344,0.0004880906,0.00036601527,0.0010988528,0.0000027378826,0.013089785,0.024945574,5.0742125e-7,0.9568629],"study_design_scores_gemma":[0.10998789,0.0066403123,0.18923631,0.119462565,0.007839517,0.0021138832,0.3028969,0.0011572498,0.08963642,0.10670581,0.043394726,0.02092843],"about_ca_topic_score_codex":0.000084108106,"about_ca_topic_score_gemma":0.00024933965,"teacher_disagreement_score":0.9359345,"about_ca_system_score_codex":0.0006247808,"about_ca_system_score_gemma":0.00007565614,"threshold_uncertainty_score":0.9995477},"labels":[],"label_agreement":null},{"id":"W7016075004","doi":"","title":"Validating a spinal simulation model using NeuroVR","year":2018,"lang":"en","type":"dissertation","venue":"eScholarship@McGill (McGill)","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"McGill University","keywords":"Drill; Suction; Neurosurgery; Lumbar; Sample (material); Likert scale","score_opus":0.07887551654498141,"score_gpt":0.3465317953981476,"score_spread":0.2676562788531662,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7016075004","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.91178447,0.000057563702,0.000014255156,0.0000061750147,0.0007819876,0.0006954726,0.00013399676,0.00037025937,0.08615585],"genre_scores_gemma":[0.9909352,0.000012489068,0.0040422734,0.0004965593,0.00022560437,0.000024908977,0.001007716,0.00026734846,0.0029878758],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99563813,0.00019268862,0.0011416872,0.0011544324,0.0011383162,0.000734757],"domain_scores_gemma":[0.9971357,0.00023274374,0.0007002377,0.0006455511,0.00078238995,0.00050338916],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0007351832,0.0007545168,0.0009199828,0.0005075881,0.0010871423,0.000098271,0.00025077732,0.00084990053,0.0005379366],"category_scores_gemma":[0.0014761816,0.00078633707,0.00050207647,0.0006673396,0.00005882649,0.0005612272,0.000078395366,0.0014186843,0.00021211008],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.006026993,0.000863755,0.00027546598,0.0017725358,0.00079163554,0.00047957836,0.00006841901,0.22780606,0.0634757,0.019969337,0.000002020651,0.6784685],"study_design_scores_gemma":[0.007874158,0.0008224523,0.0017130746,0.003094453,0.0015584539,0.00009656652,0.00036435213,0.92570937,0.022766456,0.013206082,0.020647041,0.0021475207],"about_ca_topic_score_codex":0.00006206736,"about_ca_topic_score_gemma":0.000051680334,"teacher_disagreement_score":0.69790334,"about_ca_system_score_codex":0.0005798561,"about_ca_system_score_gemma":0.00012461226,"threshold_uncertainty_score":0.99945873},"labels":[],"label_agreement":null},{"id":"W7018473683","doi":"","title":"Development and Evaluation of a Machine Learning Approach for Application Validation of a Novel VR/AR Surgical Training Device of a Spinal Operation with Focus on Physics-Based Force Feedback","year":2024,"lang":"en","type":"dissertation","venue":"eScholarship@McGill (McGill)","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Natural Sciences and Engineering Research Council of Canada; Montreal Neurological Institute and Hospital; Brain Tumour Research; AO Foundation; Brain Tumour Foundation of Canada; Royal College of Physicians and Surgeons of Canada; McGill University","keywords":"Focus (optics); Training (meteorology); Surgical robot; Haptic technology; Robotics","score_opus":0.07810231894260461,"score_gpt":0.33013329357428317,"score_spread":0.25203097463167856,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7018473683","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98762745,0.00013157522,0.0005062214,0.0000077506,0.000048611615,0.0022386455,0.00012368365,0.000058615722,0.009257443],"genre_scores_gemma":[0.981716,0.000006107887,0.013611657,0.000014097213,0.000031150776,0.00042488863,0.0039844923,0.000097921955,0.00011371633],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99662423,0.00015837776,0.0010325237,0.00070110057,0.0012351236,0.00024864537],"domain_scores_gemma":[0.99742234,0.0002831576,0.00086870417,0.00023276724,0.0010649189,0.00012809293],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0020026986,0.0004236814,0.0008475572,0.0003488091,0.0002263812,0.000021707006,0.000088124136,0.000342408,0.000016865377],"category_scores_gemma":[0.0002929427,0.00037729295,0.00018618339,0.0005481446,0.000051782907,0.00017746311,0.000017609284,0.00053847634,0.0000014377449],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00870672,0.0010357099,0.000099173594,0.004098521,0.00051834085,0.0000023135226,0.00037129232,0.06600303,0.04892277,0.026513774,2.8465223e-8,0.8437283],"study_design_scores_gemma":[0.024007125,0.002377077,0.001616492,0.0043109413,0.0024095867,0.000027083344,0.0014180454,0.4885592,0.47216225,0.00081450667,0.0014050696,0.0008926259],"about_ca_topic_score_codex":0.00003953088,"about_ca_topic_score_gemma":0.000041758336,"teacher_disagreement_score":0.8428357,"about_ca_system_score_codex":0.00027047738,"about_ca_system_score_gemma":0.00026333984,"threshold_uncertainty_score":0.9998679},"labels":[],"label_agreement":null},{"id":"W7018524026","doi":"","title":"Design and Development of a Tele-operated Surgical Simulation Environment","year":2011,"lang":"en","type":"article","venue":"Scholarship@Western (Western University)","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University","funders":"","keywords":"Robot; Modular design; Rendering (computer graphics); Workspace; Transpose; Control system; Virtual reality; Robot control","score_opus":0.23101120595266272,"score_gpt":0.32685968803355875,"score_spread":0.09584848208089602,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7018524026","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9906797,0.000045444518,0.008475931,0.0000094445395,0.000022157972,0.00029816938,0.000001239316,0.00005951155,0.00040840206],"genre_scores_gemma":[0.9977982,0.000015591368,0.0016141915,0.00003604245,0.000012920848,6.455432e-7,0.000012741494,0.000017618466,0.000492021],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99884164,0.00014392861,0.00025852083,0.00029610653,0.00025199028,0.00020779957],"domain_scores_gemma":[0.9993102,0.00012435004,0.000102029495,0.00017100925,0.00006383767,0.0002285487],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00029576552,0.00016754668,0.0002688421,0.00021697822,0.00010334004,0.00001793117,0.000090961854,0.0001335178,0.0002125481],"category_scores_gemma":[0.000014274243,0.000162982,0.000044459335,0.00015851331,0.0000877997,0.00030322312,0.000091855305,0.00019090521,0.000056185512],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00096493034,0.00020570468,0.9858052,0.00003061876,0.00009501272,0.0002733947,0.002397497,0.0008259864,0.00045426548,0.00002081261,7.2612867e-9,0.008926544],"study_design_scores_gemma":[0.004940545,0.000216863,0.9836606,0.0001101297,0.00008139193,0.000031574826,0.0003435882,0.00007204528,0.007217039,0.000011889936,0.0030858822,0.00022847652],"about_ca_topic_score_codex":6.4605524e-7,"about_ca_topic_score_gemma":0.000005906336,"teacher_disagreement_score":0.008698068,"about_ca_system_score_codex":0.00008012969,"about_ca_system_score_gemma":0.00007135035,"threshold_uncertainty_score":0.6646213},"labels":[],"label_agreement":null},{"id":"W7018922293","doi":"","title":"Evaluation of the orthopedic residency training program in Saudi Arabia and comparison with a selected Canadian residency program","year":2014,"lang":"en","type":"article","venue":"DOAJ (DOAJ: Directory of Open Access Journals)","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Mentorship; Residency training; Orthopedic surgery; Remedial education; Curriculum; Graduate medical education","score_opus":0.3259337014692718,"score_gpt":0.5600458048459236,"score_spread":0.23411210337665178,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7018922293","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98509306,0.0026913148,0.000014415429,0.00044808758,0.00007956618,0.0021158035,0.0000030677643,0.000036469944,0.009518234],"genre_scores_gemma":[0.9988551,0.000208446,0.00056241243,0.00010195487,0.00006316344,0.000126314,0.000010812208,0.000030684594,0.00004111973],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9962857,0.00080488686,0.00085865264,0.00034530234,0.0013193309,0.00038617267],"domain_scores_gemma":[0.99732226,0.00035570882,0.0006364457,0.00031753568,0.0010044024,0.00036366572],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0043188017,0.00021821466,0.00071491295,0.0006484837,0.00018106474,0.00025581813,0.00047581573,0.00011709921,0.0012098849],"category_scores_gemma":[0.0022421826,0.00014980929,0.00007429367,0.002035666,0.0001806555,0.0005029946,0.00009440285,0.0004991639,9.3422756e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00014412073,0.00016478037,0.69223636,0.000052123745,0.00007354813,0.000006371463,0.00062085263,0.00027587856,0.00022668227,0.000035152098,0.00016493359,0.3059992],"study_design_scores_gemma":[0.002895102,0.000105214895,0.98430926,0.0013951893,0.0002717358,0.000017569975,0.00022115695,0.008038086,0.00023584727,0.001029655,0.001305074,0.00017609153],"about_ca_topic_score_codex":0.017952636,"about_ca_topic_score_gemma":0.081169836,"teacher_disagreement_score":0.3058231,"about_ca_system_score_codex":0.00015017459,"about_ca_system_score_gemma":0.0016475312,"threshold_uncertainty_score":0.99970317},"labels":[],"label_agreement":null},{"id":"W7018958455","doi":"","title":"En avant toute !⦠Le Canadian Surgery Forum canadien de chirurgie","year":2001,"lang":"fr","type":"article","venue":"Europe PMC (PubMed Central)","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"MEDLINE; Context (archaeology); Closure (psychology); Laser surgery","score_opus":0.025521640335177904,"score_gpt":0.23368689146092406,"score_spread":0.20816525112574616,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7018958455","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7117349,0.009180252,0.00010352102,0.049116768,0.0102095995,0.00088859955,0.0001335417,0.00019362877,0.21843919],"genre_scores_gemma":[0.9402518,0.0024010146,0.000070711445,0.0042872755,0.0020562615,0.000026473994,0.00009451965,0.00010883646,0.050703067],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.99364805,0.000419869,0.0006114655,0.00054925407,0.0003667291,0.004404615],"domain_scores_gemma":[0.99402905,0.000588541,0.000120934914,0.00044988483,0.00011289307,0.0046986914],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0011511949,0.0003949336,0.0005567833,0.00029948566,0.00028500802,0.00010134846,0.00024103725,0.0002342869,0.0029964314],"category_scores_gemma":[0.0015801564,0.0004127855,0.00024839246,0.0006342332,0.00014849387,0.00021038037,0.000050271505,0.0006022394,0.0005670467],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00015169602,0.00016270921,0.6258901,0.000065239044,0.00023601459,0.012300978,0.005156661,0.00059846026,0.000009781095,0.0033335052,0.018968428,0.33312646],"study_design_scores_gemma":[0.0011732436,0.000021858492,0.34315044,0.00015874987,0.00007727785,0.0003002095,0.0003622567,0.0006874253,0.000047384037,0.000035654688,0.6536948,0.00029067296],"about_ca_topic_score_codex":0.31580347,"about_ca_topic_score_gemma":0.45678684,"teacher_disagreement_score":0.6347264,"about_ca_system_score_codex":0.0017877184,"about_ca_system_score_gemma":0.0037744702,"threshold_uncertainty_score":0.9998324},"labels":[],"label_agreement":null},{"id":"W7025339890","doi":"","title":"UPEL Hosts DOE Review Meeting | Utah State University Power Electronics Lab","year":2014,"lang":"en","type":"article","venue":"Digital Commons - USU (Utah State University)","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Agency (philosophy); Attendance; State (computer science); National laboratory; Quarter (Canadian coin); Electronics","score_opus":0.01591747857737097,"score_gpt":0.2316622378873381,"score_spread":0.21574475930996714,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7025339890","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.53138727,0.0005269174,0.0008755074,0.00091999,0.000096238546,0.00046717553,0.00016366788,0.00035642818,0.4652068],"genre_scores_gemma":[0.98630357,0.0008746146,0.000070666945,0.00054098153,0.000016317468,1.206044e-7,0.00017716912,0.00003166608,0.011984904],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99824774,0.0001458982,0.00025445773,0.00042743195,0.00035451716,0.0005699266],"domain_scores_gemma":[0.99840873,0.00034999373,0.00017609788,0.00040796396,0.00023773848,0.0004194933],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0002612178,0.00028584056,0.0005167261,0.00031033455,0.00026039645,0.00007024037,0.00027296785,0.00008216275,0.00016896159],"category_scores_gemma":[0.00014489249,0.00030050063,0.00024151546,0.0010027625,0.0001530702,0.0005843498,0.00022734769,0.00042566814,0.00014330907],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0096893115,0.0043411297,0.20275706,0.0038196892,0.004096805,0.01224108,0.0065807896,0.0035476028,0.0004402807,0.085850805,0.015365997,0.65126944],"study_design_scores_gemma":[0.0033056198,0.00032738096,0.002959941,0.0006345429,0.00013926376,0.000022048125,0.0003413282,0.0005398921,0.000033930504,0.00017337294,0.9911268,0.00039593328],"about_ca_topic_score_codex":0.000044494685,"about_ca_topic_score_gemma":0.00007332831,"teacher_disagreement_score":0.97576076,"about_ca_system_score_codex":0.0003057082,"about_ca_system_score_gemma":0.00014784619,"threshold_uncertainty_score":0.9999447},"labels":[],"label_agreement":null},{"id":"W7039634140","doi":"","title":"Mobilité active et infrastructures vertes de gestion des eaux pluviales : états des connaissances et analyse des synergies potentielles","year":2023,"lang":"fr","type":"other","venue":"PolyPublie (École Polytechnique de Montréal)","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Polytechnique Montréal","funders":"","keywords":"Context (archaeology); Limiting; Work (physics); Term (time)","score_opus":0.03119938361362296,"score_gpt":0.29154875065715025,"score_spread":0.2603493670435273,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7039634140","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.81197184,0.040945753,0.109704226,0.0020766663,0.00071279914,0.0021765644,0.0004811223,0.0037716785,0.028159322],"genre_scores_gemma":[0.9508892,0.00978517,0.026848957,0.0011170566,0.00042861022,0.00049820374,0.00017472621,0.0006853053,0.009572733],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99470264,0.001005988,0.0009965282,0.0010348747,0.0006757972,0.0015841682],"domain_scores_gemma":[0.9950443,0.0024268087,0.000561894,0.00076485774,0.00038738063,0.0008147832],"candidate_categories":["metaepi_narrow","sts","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0013674289,0.0011183973,0.0013543239,0.0011850965,0.00078729837,0.00037244955,0.0005076284,0.00123801,0.0022437435],"category_scores_gemma":[0.004152265,0.0010307323,0.00061879173,0.001275779,0.0027798559,0.0006327213,0.00026870254,0.0013032353,0.000080917955],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0010894962,0.00054518605,0.25186145,0.00088628306,0.0016513931,0.0005628761,0.009408743,0.05664151,0.0040585897,0.03208572,0.0009766506,0.6402321],"study_design_scores_gemma":[0.00234716,0.00048498117,0.8973117,0.004157731,0.0007835065,0.00017461687,0.005479778,0.03784573,0.0074436804,0.036893822,0.0059202905,0.0011569902],"about_ca_topic_score_codex":0.039973915,"about_ca_topic_score_gemma":0.07688326,"teacher_disagreement_score":0.6454503,"about_ca_system_score_codex":0.0018188638,"about_ca_system_score_gemma":0.00089723343,"threshold_uncertainty_score":0.999934},"labels":[],"label_agreement":null},{"id":"W7042627900","doi":"","title":"Predictive numerical modeling of the behavior of rockfill dams","year":2017,"lang":"en","type":"other","venue":"Espace École de technologie supérieure (École de technologie supérieure)","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Oedometer test; Constitutive equation; Finite element method; Numerical analysis; Numerical modeling; Computer simulation; Numerical models","score_opus":0.026012609131479826,"score_gpt":0.30825968572892193,"score_spread":0.2822470765974421,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7042627900","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.17598416,0.014940393,0.14741029,0.010531122,0.0035182743,0.030692661,0.0033191575,0.038113013,0.57549095],"genre_scores_gemma":[0.9517399,0.00040596823,0.0030781317,0.00021487461,0.00016256477,0.0007746449,0.000071105416,0.000652882,0.0428999],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.99473023,0.00012639044,0.0011007087,0.0013990557,0.0011707806,0.0014728435],"domain_scores_gemma":[0.99317956,0.00027921214,0.0015850738,0.0042598792,0.0004124732,0.0002838135],"candidate_categories":["metaepi_narrow","research_integrity"],"consensus_categories":["research_integrity"],"category_scores_codex":[0.0006452271,0.0011756895,0.0022661097,0.0011743762,0.0002925145,0.000051808915,0.0029116687,0.004613023,0.00038714553],"category_scores_gemma":[0.0047066403,0.00092169613,0.0009683521,0.0014702164,0.0017938082,0.000118816046,0.0014316873,0.003366572,0.000027682647],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0047835605,0.009700993,0.530773,0.00480429,0.0058105476,0.0044160937,0.0016819614,0.14297666,0.01542282,0.009315712,0.16072792,0.10958648],"study_design_scores_gemma":[0.022598824,0.0057197367,0.01867264,0.011726729,0.0060026413,0.001200507,0.011967334,0.35148984,0.051170804,0.0030499317,0.5105463,0.0058547007],"about_ca_topic_score_codex":0.00042405722,"about_ca_topic_score_gemma":0.00025150497,"teacher_disagreement_score":0.77575576,"about_ca_system_score_codex":0.00036183262,"about_ca_system_score_gemma":0.0009777338,"threshold_uncertainty_score":0.99932337},"labels":[],"label_agreement":null},{"id":"W7043614573","doi":"","title":"Towards the development of a mixed reality haptic temporal bone surgical simulation","year":2015,"lang":"en","type":"dissertation","venue":"Mspace (University of Manitoba)","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Manitoba","funders":"","keywords":"Haptic technology; Surgical simulation; Drill; Imaging phantom; Virtual reality; Stereotaxy; Stiffness","score_opus":0.07356748942024599,"score_gpt":0.29863891817193466,"score_spread":0.22507142875168867,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7043614573","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98217964,0.00009803667,0.000293889,0.00037749883,0.00016600109,0.00035158038,0.000010256407,0.000042645108,0.016480463],"genre_scores_gemma":[0.99725455,0.0000074412915,0.0009347539,0.000005661467,0.000045101755,3.238582e-7,0.0006883361,0.0000146809525,0.0010491665],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9985915,0.00009699031,0.0002603209,0.00022691677,0.0006698563,0.00015443483],"domain_scores_gemma":[0.99862725,0.00014307679,0.0003964763,0.0002371242,0.000469704,0.00012636735],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000586202,0.00017100395,0.00051263144,0.00014652191,0.00013498499,0.000006389943,0.00012914104,0.00025200093,0.00005224265],"category_scores_gemma":[0.000088684355,0.00015459361,0.00017878134,0.00025457944,0.000090316425,0.00006311451,0.000040886338,0.00024363442,0.000016046366],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.04521016,0.0042681065,0.24919923,0.0075473795,0.0047158566,0.0016417833,0.06360854,0.01716573,0.0008211604,0.004443386,0.005004665,0.596374],"study_design_scores_gemma":[0.006835312,0.00020740862,0.8652303,0.0005444936,0.00052572874,0.000007485059,0.05083979,0.01308212,0.0001321206,0.00021385046,0.062024906,0.00035646302],"about_ca_topic_score_codex":0.0006106532,"about_ca_topic_score_gemma":0.052274786,"teacher_disagreement_score":0.6160311,"about_ca_system_score_codex":0.00014694694,"about_ca_system_score_gemma":0.00044578436,"threshold_uncertainty_score":0.96501875},"labels":[],"label_agreement":null},{"id":"W7071969373","doi":"","title":"Understanding Intra-Operative Mortality in Canadian Neurosurgery: A Survey-Based Analysis","year":2025,"lang":"en","type":"article","venue":"Scholarship at UWindsor (University of Windsor)","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Patient safety; Neurosurgery; MEDLINE; Coping (psychology); Health care; Surgical procedures; Descriptive statistics; Audit; Healthcare system","score_opus":0.11518365201389849,"score_gpt":0.3150797208220966,"score_spread":0.19989606880819813,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7071969373","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98823345,0.00002669641,0.0006322404,0.00077288196,0.00010494683,0.00023763547,0.00007195386,0.000034494755,0.009885678],"genre_scores_gemma":[0.9986242,0.0000060354387,0.00008145768,0.00058923586,0.000008755637,2.680628e-7,0.0001729844,0.000009196795,0.00050788536],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99796754,0.00056397606,0.00029522012,0.00044227365,0.00031128133,0.00041971222],"domain_scores_gemma":[0.9984946,0.00045972952,0.000112544345,0.0003511751,0.00015898533,0.00042294103],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0020955356,0.00017390154,0.0006228224,0.0016631393,0.00029595464,0.00002731179,0.00017188553,0.00022061793,0.0008855142],"category_scores_gemma":[0.00045318622,0.00020812488,0.00032272135,0.0036304865,0.00020606912,0.00021429136,0.000047300764,0.00046792836,0.000014464689],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0003532403,0.000086361375,0.9969283,0.000022922066,0.00049257657,0.00015959791,0.0002492935,0.001011749,0.000041920484,0.0004144314,0.00002429358,0.00021533569],"study_design_scores_gemma":[0.0029776383,0.000038294496,0.9905848,0.00007370134,0.00043272434,6.0656464e-7,0.00063425937,0.004347332,0.00005510394,0.000078213176,0.00062064093,0.00015666621],"about_ca_topic_score_codex":0.07838873,"about_ca_topic_score_gemma":0.6751869,"teacher_disagreement_score":0.5967981,"about_ca_system_score_codex":0.0007898661,"about_ca_system_score_gemma":0.0008333114,"threshold_uncertainty_score":0.96957594},"labels":[],"label_agreement":null},{"id":"W7093097403","doi":"10.1016/j.jmig.2025.09.368","title":"13183 Novel Method of Simulation-Based Training of Minimally Invasive Surgical Skills, Utilizing Artificial Intelligence and Self-Assessment","year":2025,"lang":"en","type":"article","venue":"Journal of Minimally Invasive Gynecology","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University","funders":"","keywords":"Training (meteorology); Applications of artificial intelligence; Minimally invasive procedures; MEDLINE","score_opus":0.05779773216446407,"score_gpt":0.37090482470843217,"score_spread":0.31310709254396807,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7093097403","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9630453,0.00019751121,0.03273704,0.0008778221,0.00031018307,0.0003784365,0.000012963147,0.000017849527,0.0024228925],"genre_scores_gemma":[0.91132164,0.000070906106,0.08803371,0.00044374634,0.00008824373,0.000005078703,0.000006538962,0.00001827095,0.000011864402],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99653083,0.00032074394,0.0020106658,0.00032393608,0.00046885974,0.00034498863],"domain_scores_gemma":[0.9704126,0.026572065,0.001333346,0.00018433332,0.0012802843,0.00021733271],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0015679763,0.00026966035,0.0012872544,0.0007026898,0.00008612177,0.000016680595,0.00019739401,0.00030239063,0.00027401967],"category_scores_gemma":[0.005582128,0.00023717694,0.0003565766,0.0005372423,0.00026376845,0.00011542528,0.00007720735,0.0005081928,0.0000010379614],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.009640232,0.013112816,0.1659536,0.0026580086,0.005305035,0.0023916229,0.013211563,0.297234,0.14436163,0.030018795,0.000047600293,0.3160651],"study_design_scores_gemma":[0.035568953,0.018274043,0.5332005,0.004671638,0.0041014943,0.0009299423,0.02789352,0.22345594,0.13970819,0.00676707,0.0039529977,0.0014757051],"about_ca_topic_score_codex":0.0000064362453,"about_ca_topic_score_gemma":0.00004006162,"teacher_disagreement_score":0.3672469,"about_ca_system_score_codex":0.00017012672,"about_ca_system_score_gemma":0.0027830787,"threshold_uncertainty_score":0.9671795},"labels":[],"label_agreement":null},{"id":"W7097517270","doi":"","title":"Canadian Medical Education Journal Major Contribution/Research Article Exploring Surgeons &amp;apos; Perceptions of the Role of Simulation in Surgical Education: A Needs Assessment","year":2016,"lang":"en","type":"article","venue":"","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Thematic analysis; Needs assessment; Curriculum; Focus group; Perception; Documentation; Needs analysis; Categorization","score_opus":0.12050576494547523,"score_gpt":0.4428703786751253,"score_spread":0.3223646137296501,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7097517270","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9799312,0.0000672852,0.000178345,0.007985047,0.0002165447,0.00028209324,0.0000035775906,0.000009383492,0.011326547],"genre_scores_gemma":[0.9989729,0.000033989436,0.00009732468,0.00012832228,0.00015240711,0.000035694844,0.0000078555095,0.000008473362,0.0005630622],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99789405,0.00030373334,0.0005381367,0.0001201326,0.00085421,0.00028973343],"domain_scores_gemma":[0.99733627,0.0007245818,0.00008595437,0.0002089099,0.0009776127,0.00066665333],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0016641346,0.00007921179,0.00020080994,0.00049123826,0.00016129242,0.000016915817,0.000108241926,0.00011003258,0.011120039],"category_scores_gemma":[0.0018779553,0.00004686728,0.00010640877,0.0008729048,0.00013063448,0.00016578299,0.000028840761,0.00032251846,0.0000197397],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00007547413,0.0007461006,0.8367791,0.000010697302,0.000029708668,0.000002015222,0.00076805375,0.00029008224,0.0006729506,0.021057347,0.00009765096,0.1394708],"study_design_scores_gemma":[0.0034122593,0.00007446929,0.91194564,0.00063969934,0.00003555754,0.00009250639,0.006995776,0.0035304225,0.00041993763,0.0017464531,0.07098178,0.00012547521],"about_ca_topic_score_codex":0.008239945,"about_ca_topic_score_gemma":0.01595455,"teacher_disagreement_score":0.13934532,"about_ca_system_score_codex":0.00051600893,"about_ca_system_score_gemma":0.008046797,"threshold_uncertainty_score":0.99836427},"labels":[],"label_agreement":null},{"id":"W7103254980","doi":"","title":"\\nCompetence in pediatric urology upon graduation from residency: perceptions of residents, program directors and pediatric urologists","year":2008,"lang":"en","type":"article","venue":"PubMed Central","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Pediatric urology; Subspecialty; Competence (human resources); Graduation (instrument); Mentorship; Perception","score_opus":0.029961850455069758,"score_gpt":0.2729328231319849,"score_spread":0.24297097267691514,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7103254980","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9976049,0.00079221587,0.00002848757,0.00039152201,0.0002043237,0.00052306324,0.0000063126527,0.000085229905,0.00036396607],"genre_scores_gemma":[0.99663836,0.0021962887,0.0005343605,0.00006594481,0.00041050214,0.00007050092,0.00005171102,0.0000117353375,0.000020572348],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99832284,0.0001242718,0.000382074,0.00030223024,0.0002759531,0.0005926501],"domain_scores_gemma":[0.9991621,0.00025999284,0.000114180315,0.00013792582,0.0000449411,0.000280876],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0002499578,0.00012291534,0.00026167635,0.00023796689,0.000057372625,0.0000072411553,0.00006147916,0.00012128576,0.000067722875],"category_scores_gemma":[0.0005696316,0.00011288646,0.000060918726,0.0004722848,0.0000841374,0.000096452604,0.000027936054,0.00021993998,0.0000046306736],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00016484692,0.00018460535,0.9900177,0.000015270887,0.000008376,0.00005845023,0.00052372005,0.0000869598,0.000007505825,0.000050310256,0.000019635243,0.008862627],"study_design_scores_gemma":[0.001932499,0.000106601845,0.99683934,0.0000027068147,0.00009305858,0.000016733089,0.000030903608,0.0006643005,0.000011636432,0.00016573827,0.000044310185,0.00009214512],"about_ca_topic_score_codex":0.0004172268,"about_ca_topic_score_gemma":0.00023775797,"teacher_disagreement_score":0.008770482,"about_ca_system_score_codex":0.000063156986,"about_ca_system_score_gemma":0.00012791941,"threshold_uncertainty_score":0.46033764},"labels":[],"label_agreement":null},{"id":"W7103878905","doi":"10.2482/haigan.65.870","title":"How Can Surgeons Balance Clinical Practice and Research?","year":2025,"lang":"en","type":"article","venue":"Haigan","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Institute of Aging","funders":"","keywords":"Clinical Practice; Balance (ability); MEDLINE; Medical practice","score_opus":0.13293484942243702,"score_gpt":0.47491038072673913,"score_spread":0.34197553130430214,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7103878905","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5512374,0.0005242238,0.00019244348,0.18067108,0.00040072185,0.00033947738,0.0000037840848,0.000119765,0.2665111],"genre_scores_gemma":[0.98877686,0.00008141096,0.0004212777,0.0024724093,0.00007687003,0.0000037003424,0.000004738442,0.000004806872,0.008157921],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.99918234,0.00014792194,0.00013312367,0.00017421752,0.00019595493,0.00016644443],"domain_scores_gemma":[0.99751157,0.002003563,0.00002252532,0.00015424227,0.0001675005,0.00014060069],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0012358843,0.000046099976,0.00014416881,0.00006535494,0.000088586705,0.00004424586,0.000029932813,0.00006388659,0.000035632842],"category_scores_gemma":[0.0057397103,0.000037705253,0.000032418397,0.0002606846,0.0001281655,0.00004642192,0.000034372286,0.00033417513,0.000007660118],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00062392745,0.00034947818,0.65690744,0.00008247678,0.00016912266,0.00043681718,0.0004798499,0.000001743274,0.00009515477,0.051809177,0.01674428,0.27230057],"study_design_scores_gemma":[0.0014921497,0.00005439312,0.19695613,0.00006275951,0.000021006783,0.000010322905,0.0005059825,0.0004514253,0.000044090815,0.00029870067,0.8000646,0.000038415707],"about_ca_topic_score_codex":0.000043214706,"about_ca_topic_score_gemma":0.000025678786,"teacher_disagreement_score":0.78332037,"about_ca_system_score_codex":0.000013665277,"about_ca_system_score_gemma":0.00010167061,"threshold_uncertainty_score":0.68713844},"labels":[],"label_agreement":null},{"id":"W7111229932","doi":"10.14309/01.ajg.0001132468.36769.1a","title":"S1252 Validation of a Novel Colonoscopy Simulator for Distinguishing Novice, Intermediate, and Expert Endoscopists","year":2025,"lang":"en","type":"article","venue":"The American Journal of Gastroenterology","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Colonoscopy; Construct validity; Construct (python library); Insertion time; Virtual colonoscopy; Sigmoid colon","score_opus":0.018821796164705452,"score_gpt":0.33586953573966055,"score_spread":0.3170477395749551,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7111229932","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9768873,0.000045354653,0.021435112,0.0012505167,0.00017218757,0.00014048947,0.0000046541795,0.0000057633633,0.00005861946],"genre_scores_gemma":[0.99555826,0.0000146648845,0.0024858562,0.0018100154,0.00010715675,0.0000038985936,0.0000026190494,0.0000073103843,0.0000102296535],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9991734,0.000064915876,0.0004243976,0.000089441666,0.0000952206,0.00015261635],"domain_scores_gemma":[0.9985935,0.00051078206,0.0005450227,0.00009226905,0.00019281193,0.00006560664],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0003659734,0.00008366183,0.00047272607,0.0001238089,0.000039724226,0.0000088695,0.0000926782,0.000018476303,0.0000073448778],"category_scores_gemma":[0.0004978976,0.00005627977,0.00008963174,0.00010471098,0.00030477377,0.00003557694,0.00003301135,0.00013379584,1.1340268e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.124078535,0.0009049485,0.81801164,0.00019437735,0.0009992485,0.000028262843,0.0036148154,0.0018681346,0.020251801,0.00049418985,0.00023672477,0.029317318],"study_design_scores_gemma":[0.08926585,0.08894554,0.7498708,0.002507793,0.0013636582,0.00097344816,0.0076175802,0.038005207,0.010432773,0.0006779915,0.00996459,0.0003747764],"about_ca_topic_score_codex":0.000010633025,"about_ca_topic_score_gemma":0.0000028896382,"teacher_disagreement_score":0.08804059,"about_ca_system_score_codex":0.000027341564,"about_ca_system_score_gemma":0.000042208037,"threshold_uncertainty_score":0.22950223},"labels":[],"label_agreement":null},{"id":"W7111732316","doi":"","title":"The Role of Virtual Realty in the Changing Landscape of Surgical Training","year":2020,"lang":"en","type":"article","venue":"Research Explorer (The University of Manchester)","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Institute of Infection and Immunity","funders":"","keywords":"Virtual reality; Pandemic; Training (meteorology); Coronavirus disease 2019 (COVID-19); Set (abstract data type); Severe acute respiratory syndrome coronavirus 2 (SARS-CoV-2); Software","score_opus":0.12246744779451339,"score_gpt":0.3203534265272318,"score_spread":0.1978859787327184,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7111732316","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9901743,0.0001555406,0.000029120716,0.0060584466,0.000009006709,0.00021905046,0.0000021387598,0.00000817796,0.00334424],"genre_scores_gemma":[0.9997137,0.00015901211,0.000018263992,0.000036380177,0.000048571692,5.6334613e-7,0.0000037430445,0.000005222517,0.000014496624],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.99850166,0.00036265454,0.00016294622,0.00012483985,0.0006009505,0.0002469392],"domain_scores_gemma":[0.99790204,0.0016472824,0.00006599927,0.00019998742,0.00010981778,0.00007485238],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001840107,0.000059532766,0.00020135393,0.000098146724,0.00015560839,0.0000056806,0.00031843048,0.00004417461,0.00008886772],"category_scores_gemma":[0.00016878673,0.000033862394,0.000098393924,0.000600892,0.00036829236,0.00005238754,0.00012626544,0.00034945138,0.0000063860703],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0030901143,0.0001869984,0.028070917,0.000118523196,0.00012772066,0.00015857935,0.86480176,0.00037208595,0.0005554517,0.008820811,0.00016902282,0.09352803],"study_design_scores_gemma":[0.0036882923,0.0005260215,0.030706907,0.00017705152,0.000027469663,0.000008371392,0.89397174,0.010321931,0.00059035385,0.0002394647,0.059671078,0.00007133241],"about_ca_topic_score_codex":0.0000076113975,"about_ca_topic_score_gemma":0.0000023626733,"teacher_disagreement_score":0.0934567,"about_ca_system_score_codex":0.000015598125,"about_ca_system_score_gemma":0.000066012566,"threshold_uncertainty_score":0.15182118},"labels":[],"label_agreement":null},{"id":"W7115030035","doi":"","title":"Effect of artificial intelligence-augmented human instruction on surgical simulation performance: A randomized controlled trial","year":2025,"lang":"en","type":"dissertation","venue":"eScholarship@McGill (McGill)","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"McGill University; McGill University Health Centre","funders":"","keywords":"Randomized controlled trial; Surgical robot; MEDLINE; Clinical trial; Surgical procedures","score_opus":0.026623086161181683,"score_gpt":0.3284595198124231,"score_spread":0.3018364336512414,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7115030035","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9177376,0.00004094025,7.320737e-7,0.0000051895354,0.0020567607,0.0076472224,0.00006333402,0.00020194145,0.0722463],"genre_scores_gemma":[0.99442255,0.00006180485,0.000022165417,0.000033750523,0.00019366857,0.00063692447,0.0019721137,0.00008102805,0.0025760103],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9929334,0.0017418653,0.0026961083,0.00085364364,0.0013095546,0.00046541446],"domain_scores_gemma":[0.9927318,0.0047071693,0.0012886182,0.00047258628,0.00055330317,0.00024649163],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0039904728,0.00080480805,0.0039933594,0.0010470457,0.00066579814,0.000045924153,0.00019347364,0.0010548785,0.0007994799],"category_scores_gemma":[0.0039479933,0.00062616507,0.0017153375,0.00077776366,0.000108732296,0.00021536379,0.000033831235,0.0014960102,0.000049368806],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.67566115,0.00032156694,0.0000031653612,0.00042854447,0.0006066841,0.00002078532,0.0000054327706,0.0024245537,0.00032074456,0.0123703275,5.683788e-8,0.30783698],"study_design_scores_gemma":[0.9440518,0.003411698,0.00002294464,0.0017097741,0.0022086524,0.000005791929,0.000056793113,0.020112881,0.025655046,0.0013817266,0.000847992,0.00053488853],"about_ca_topic_score_codex":0.000033075565,"about_ca_topic_score_gemma":0.000021137072,"teacher_disagreement_score":0.3073021,"about_ca_system_score_codex":0.00041484175,"about_ca_system_score_gemma":0.000083326304,"threshold_uncertainty_score":0.99961895},"labels":[],"label_agreement":null},{"id":"W7115815339","doi":"","title":"UNDERSTANDING THE CHALLENGES IN PEDIATRIC ENDOSCOPY TRAINING: PATHWAYS TOWARDS COMPETENCE","year":2025,"lang":"en","type":"dissertation","venue":"MacSphere (McMaster University)","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"Canadian Institutes of Health Research; Canadian Association of Gastroenterology; Royal College of Physicians and Surgeons of Canada; McMaster University","keywords":"Competence (human resources); Psychological intervention; Qualitative research; Endoscopy; Pediatric gastroenterology; Judgement; MEDLINE","score_opus":0.16265774300046537,"score_gpt":0.2749109780651075,"score_spread":0.11225323506464213,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7115815339","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.009429125,0.000917523,0.00017852237,0.00039083953,0.00042257275,0.0003839135,0.000008082212,0.00009511443,0.9881743],"genre_scores_gemma":[0.8789158,0.0013093788,0.000104107545,0.00010730681,0.00014030765,0.0000020230964,0.000096405325,0.000026199003,0.11929848],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.9985157,0.00011762254,0.00024904168,0.00045171072,0.00032931354,0.00033660457],"domain_scores_gemma":[0.999186,0.00027765465,0.00014379567,0.00022136445,0.000059269096,0.00011193109],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00017397341,0.00028958928,0.000455596,0.00038552354,0.00014629711,0.00003225043,0.0002485478,0.00029757462,0.009688757],"category_scores_gemma":[0.00005361034,0.00024859034,0.00017823349,0.00082571385,0.0000367476,0.000088323795,0.000044595858,0.0006284676,0.000014154425],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0018650504,0.0002274076,0.005936574,0.001361764,0.00026986346,0.0011815595,0.025345199,0.00036856325,0.000020850528,0.10285044,0.0000700828,0.86050266],"study_design_scores_gemma":[0.023359459,0.0006261749,0.0857849,0.0034529546,0.0017282245,0.000025462532,0.5435202,0.0034633628,0.00009927625,0.004069546,0.33212334,0.0017470799],"about_ca_topic_score_codex":0.000023525527,"about_ca_topic_score_gemma":0.0007585443,"teacher_disagreement_score":0.8694867,"about_ca_system_score_codex":0.0003361328,"about_ca_system_score_gemma":0.0003956261,"threshold_uncertainty_score":0.99999666},"labels":[],"label_agreement":null},{"id":"W7116718593","doi":"10.1093/jhps/hnaf069.245","title":"EP117 Virtual or Augmented Reality in Hip Arthroscopy Training Demonstrates Adequate Face, Content, and Construct Validity: A Systematic Review with Expert Commentary","year":2025,"lang":"en","type":"article","venue":"Journal of Hip Preservation Surgery","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"Hip arthroscopy; Construct validity; Session (web analytics); Construct (python library); Arthroscopy; Augmented reality; Likert scale","score_opus":0.23298353052056575,"score_gpt":0.3711808886153509,"score_spread":0.13819735809478517,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7116718593","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9768798,0.0075050257,0.0016974702,0.012363954,0.00023853636,0.0010283261,0.000007670842,0.000029072487,0.00025014556],"genre_scores_gemma":[0.9906217,0.0019674278,0.0002467705,0.006950682,0.000037567585,0.000028433114,0.000021431993,0.000011590811,0.0001144333],"study_design_codex":"observational","study_design_gemma":"systematic_review","domain_scores_codex":[0.9971774,0.00053575495,0.0014817081,0.00017371125,0.00042342502,0.00020796555],"domain_scores_gemma":[0.99584264,0.0028138526,0.0007299375,0.00017328525,0.0002881382,0.00015216754],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0024731124,0.00018186007,0.0012232672,0.00030170105,0.000071077826,0.00004417813,0.0000668194,0.00007173356,0.00011201981],"category_scores_gemma":[0.0017365301,0.00011782046,0.00013059587,0.0004985988,0.00010805257,0.0004422625,0.00002315044,0.00029554384,6.708887e-7],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.012322965,0.0010679027,0.8443782,0.09896942,0.0029505496,0.0018954066,0.0050304295,0.00015613524,0.00072105275,0.00092034735,0.011401999,0.020185608],"study_design_scores_gemma":[0.027272267,0.0014478015,0.18577793,0.73718023,0.0024025186,0.001618117,0.032544956,0.006410484,0.0011129235,0.00043874473,0.0028292045,0.00096481014],"about_ca_topic_score_codex":0.00003732827,"about_ca_topic_score_gemma":0.000015020877,"teacher_disagreement_score":0.6586003,"about_ca_system_score_codex":0.000082483566,"about_ca_system_score_gemma":0.00025612355,"threshold_uncertainty_score":0.4804579},"labels":[],"label_agreement":null},{"id":"W7117417371","doi":"10.1177/15533506251413072","title":"The Vertical Needle Holder: A Proof-of-Concept Evaluation of a Novel Instrument for Precision Suturing in Confined Surgical Fields","year":2025,"lang":"en","type":"article","venue":"Surgical Innovation","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa","funders":"","keywords":"Visibility; Surgical instrument; Usability; Surgical procedures; Invasive surgery; Clinical Practice","score_opus":0.10670614396087205,"score_gpt":0.3846671585581165,"score_spread":0.2779610145972444,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7117417371","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9878987,0.00010483221,0.003802204,0.0014796108,0.00024788117,0.0011820021,0.0000035204653,0.000015927086,0.0052653146],"genre_scores_gemma":[0.99939466,0.0000031500329,0.00022243173,0.000053833624,0.00006398125,0.00009503179,0.000054200194,0.0000061895025,0.000106537846],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9981727,0.00007918022,0.0008567679,0.00020022187,0.00051273755,0.00017837634],"domain_scores_gemma":[0.9977278,0.0011871017,0.000112158064,0.00016853483,0.00077543396,0.0000289471],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002016672,0.000103607425,0.00029781283,0.00022364595,0.000059689093,0.000013541365,0.00006675716,0.00016025949,0.00007098308],"category_scores_gemma":[0.0011884684,0.00007195819,0.00008865005,0.0012123468,0.000102033526,0.000059500635,0.00003298379,0.00017313843,2.33832e-7],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.005545083,0.0013289441,0.008725201,0.00018337271,0.00013324594,0.000006071046,0.00045759653,0.0058096205,0.001194963,0.2578271,0.00007088327,0.71871793],"study_design_scores_gemma":[0.08445507,0.0010473729,0.042616237,0.001404418,0.00025600116,0.000019771824,0.0007113169,0.690392,0.13912036,0.007091293,0.032523777,0.00036236053],"about_ca_topic_score_codex":0.000014662047,"about_ca_topic_score_gemma":0.0000071540962,"teacher_disagreement_score":0.71835554,"about_ca_system_score_codex":0.00006478501,"about_ca_system_score_gemma":0.00020312093,"threshold_uncertainty_score":0.29343697},"labels":[],"label_agreement":null},{"id":"W7117566520","doi":"10.4103/jmas.jmas_157_25","title":"Does training on robotic virtual reality simulators improve the post-training robotic surgical skills of surgeons? A systematic review and meta-analysis","year":2025,"lang":"en","type":"article","venue":"Journal of Minimal Access Surgery","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Virtual reality; Surgical simulation; Training (meteorology); Surgical robot; Simulation training; Curriculum; Dreyfus model of skill acquisition","score_opus":0.08423070794888225,"score_gpt":0.36386520105185327,"score_spread":0.279634493102971,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7117566520","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9375181,0.02878725,0.00080364925,0.027246667,0.0012629998,0.0026684236,0.000057901914,0.00008822746,0.0015667737],"genre_scores_gemma":[0.9968518,0.00066710333,0.000039716295,0.0020530468,0.00006799259,0.000016183438,0.0000074359723,0.000021046335,0.00027568283],"study_design_codex":"meta_analysis","study_design_gemma":"meta_analysis","domain_scores_codex":[0.9945051,0.000919735,0.002918862,0.00035915087,0.00089876977,0.00039837614],"domain_scores_gemma":[0.98133034,0.015361719,0.0018755127,0.000440463,0.00070984924,0.00028209478],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.006370975,0.00037806033,0.005863324,0.0007995177,0.00014331004,0.000101878366,0.00028493194,0.000188117,0.00038599983],"category_scores_gemma":[0.005824399,0.00016803217,0.0030157028,0.0015179806,0.00020586509,0.00028520587,0.000092655464,0.0007003869,0.0000013305486],"study_design_candidate":"meta_analysis","study_design_consensus":"meta_analysis","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.004384008,0.0032427227,0.060681444,0.18307,0.65752816,0.003069915,0.005464714,0.07137313,0.00010516981,0.0033388375,0.00043017813,0.0073117344],"study_design_scores_gemma":[0.0027826424,0.0005139595,0.047976404,0.017011346,0.9225008,0.00032927666,0.0029451733,0.0047582365,0.0001331148,0.00017319186,0.00018179484,0.0006940467],"about_ca_topic_score_codex":0.000026429552,"about_ca_topic_score_gemma":0.000010939674,"teacher_disagreement_score":0.26497266,"about_ca_system_score_codex":0.000060056605,"about_ca_system_score_gemma":0.00036443764,"threshold_uncertainty_score":0.69727707},"labels":[],"label_agreement":null},{"id":"W7118070039","doi":"10.4103/jcrsm.jcrsm_100_25","title":"The unseen hand in the operating room: Harnessing artificial intelligence to redefine surgical excellence","year":2025,"lang":"en","type":"article","venue":"Journal of Current Research in Scientific Medicine","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Artificial Intelligence in Medicine (Canada)","funders":"","keywords":"Excellence; Process (computing); Health care; Patient care; Applications of artificial intelligence; Selection (genetic algorithm); Toolbox; Domain (mathematical analysis)","score_opus":0.35811050871751265,"score_gpt":0.5351405249725399,"score_spread":0.1770300162550273,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7118070039","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8779078,0.00816601,0.0022133184,0.10167335,0.0030773114,0.00082502235,9.147089e-7,0.0000071936583,0.006129061],"genre_scores_gemma":[0.9987803,0.0001990187,0.00006122552,0.00010851004,0.00044819244,0.000010043807,0.0000021653525,0.0000047852445,0.00038575177],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9949356,0.00087274465,0.0012072116,0.0002883708,0.0021661953,0.00052989885],"domain_scores_gemma":[0.994055,0.0044321762,0.00013933916,0.0003464793,0.000805099,0.00022195884],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0326629,0.000117721494,0.00035920384,0.001023579,0.00067880074,0.0003568162,0.0005654232,0.000063089574,0.00011710001],"category_scores_gemma":[0.0066356575,0.000054381395,0.000072863484,0.0041563474,0.00090402475,0.0001068878,0.000109641456,0.0019223558,0.000011400599],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0011177063,0.00043774568,0.008236254,0.00012128966,0.00002058846,0.00065158645,0.0055353562,0.0010895672,0.0011867594,0.014087749,0.0034871192,0.9640283],"study_design_scores_gemma":[0.0059289085,0.0018538983,0.024433319,0.023701608,0.00007971335,0.00042430797,0.034557857,0.04389926,0.0031325503,0.031742807,0.8298713,0.0003744611],"about_ca_topic_score_codex":0.00002053314,"about_ca_topic_score_gemma":0.000083085106,"teacher_disagreement_score":0.9636538,"about_ca_system_score_codex":0.00014825085,"about_ca_system_score_gemma":0.0005595356,"threshold_uncertainty_score":0.9960771},"labels":[],"label_agreement":null},{"id":"W7124836711","doi":"10.59275/j.melba.2025-f593","title":"SurgiSR4K: A High‑Resolution Endoscopic Video Dataset for Robotic-Assisted Minimally Invasive Procedures","year":2025,"lang":"en","type":"article","venue":"The Journal of Machine Learning for Biomedical Imaging","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Usability; CLARITY; Invasive surgery; Visualization; Monocular; Minimally invasive procedures","score_opus":0.02089766755471499,"score_gpt":0.3272262943528538,"score_spread":0.30632862679813877,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7124836711","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.3625271,0.0074018906,0.5027168,0.1202964,0.0024352742,0.0032664558,0.0003179702,0.00022044826,0.0008176962],"genre_scores_gemma":[0.9919661,0.00007213002,0.0051653804,0.0015902952,0.0002971662,0.000012308195,0.00063251954,0.000021833857,0.00024226641],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9983391,0.0001560429,0.00066634297,0.00015979634,0.00035832377,0.00032040026],"domain_scores_gemma":[0.9955199,0.0034934087,0.00041109463,0.0001362291,0.00026688995,0.00017248484],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0017074711,0.00016570087,0.00043663936,0.000305012,0.00030324282,0.000041848998,0.00020417862,0.00006372514,0.00006607809],"category_scores_gemma":[0.007856912,0.00010386597,0.00018361509,0.00032311017,0.00020077638,0.000108538225,0.000059904607,0.00047965575,0.000002118492],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.04740634,0.0037848474,0.12850608,0.009246968,0.005731442,0.0005969539,0.0036058088,0.032790743,0.063875385,0.0046376255,0.12054656,0.57927126],"study_design_scores_gemma":[0.06807833,0.002994192,0.08873012,0.0060356883,0.0037686082,0.0010213949,0.0013199217,0.38493302,0.0023955486,0.0027319018,0.43735358,0.0006376964],"about_ca_topic_score_codex":0.000035961883,"about_ca_topic_score_gemma":0.000012547818,"teacher_disagreement_score":0.629439,"about_ca_system_score_codex":0.00008046097,"about_ca_system_score_gemma":0.00044433176,"threshold_uncertainty_score":0.9406025},"labels":[],"label_agreement":null},{"id":"W7127797782","doi":"","title":"Des données aux goulots d'étranglement : améliorer les performances des ateliers grâce à la simulation à événements discrets et à la modélisation des opérateurs","year":2025,"lang":"en","type":"article","venue":"HAL (Le Centre pour la Communication Scientifique Directe)","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Polytechnique Montréal","funders":"","keywords":"Noise (video); Field (mathematics); Joint (building); Signal processing","score_opus":0.04664079964147295,"score_gpt":0.3119045459221278,"score_spread":0.26526374628065486,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7127797782","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8452302,0.0005579131,0.060915686,0.00091783487,0.000048264337,0.00033082993,0.000009132044,0.00017919132,0.09181092],"genre_scores_gemma":[0.9879965,0.0007516558,0.008224362,0.00013655204,0.000010312185,0.000038178543,0.00023209075,0.000024725168,0.002585591],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9964774,0.0020425979,0.0004315441,0.00037892244,0.00036696283,0.00030257695],"domain_scores_gemma":[0.99665433,0.0016119706,0.00015960283,0.00044455755,0.0009755552,0.00015399551],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0031393827,0.00022533475,0.00024310073,0.00022666369,0.0007320644,0.00025461765,0.00022788237,0.00012552417,0.00020585423],"category_scores_gemma":[0.0010807739,0.00020321578,0.00012424075,0.0006031383,0.00064341584,0.00039497204,0.00012115495,0.00022840386,0.000012240385],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00023897244,0.0009394148,0.2414491,0.0004476362,0.000228547,0.000009621977,0.025831684,0.015922762,0.0016517568,0.08060212,0.000058081147,0.6326203],"study_design_scores_gemma":[0.0060094856,0.0000065914414,0.6826959,0.004689195,0.00022009834,0.000009365004,0.002959537,0.2424136,0.015950104,0.0076958216,0.036815904,0.0005343519],"about_ca_topic_score_codex":0.00031420303,"about_ca_topic_score_gemma":0.0008342422,"teacher_disagreement_score":0.6320859,"about_ca_system_score_codex":0.00010372229,"about_ca_system_score_gemma":0.00012757443,"threshold_uncertainty_score":0.82868993},"labels":[],"label_agreement":null},{"id":"W7128145344","doi":"","title":"Defining Principles of Expert Performance During Medical Procedures: Optimizing Assessment Criteria of Procedural Skills","year":2025,"lang":"en","type":"dissertation","venue":"MacSphere (McMaster University)","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Psychomotor learning; Procedural knowledge; Thematic analysis; Procedural memory; Variety (cybernetics); Dreyfus model of skill acquisition; Generalization; Core competency","score_opus":0.016731157615760706,"score_gpt":0.28579132970119103,"score_spread":0.2690601720854303,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7128145344","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.49112287,0.00016185084,0.000051659666,0.0000407064,0.00017318781,0.00032309897,0.000008112709,0.000057712154,0.5080608],"genre_scores_gemma":[0.8339695,0.00020615185,0.0027349335,0.000057788253,0.000045676235,0.0000033307313,0.00021137556,0.00003070249,0.16274056],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9980858,0.000053336385,0.0005456011,0.00039758877,0.0006384983,0.0002792045],"domain_scores_gemma":[0.99885,0.00011684241,0.00039098685,0.00019892454,0.00027520105,0.00016804716],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00014019011,0.00029695407,0.0007030052,0.00033408785,0.00010441546,0.000013905304,0.00023849274,0.00036534978,0.023910552],"category_scores_gemma":[0.00016546638,0.0002933279,0.00020486253,0.00051028666,0.00006253575,0.00015002365,0.0000939268,0.00039609737,0.0000023813761],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.008978022,0.0022950282,0.08352045,0.04827131,0.0023788782,0.00073445635,0.016922496,0.0020150528,0.0039451057,0.0078939255,0.00011825158,0.822927],"study_design_scores_gemma":[0.052707333,0.0019443914,0.51983505,0.11604243,0.0024513556,0.00015177537,0.08385266,0.03054096,0.068053104,0.000027353179,0.1210013,0.0033922521],"about_ca_topic_score_codex":0.00002131596,"about_ca_topic_score_gemma":0.000063654945,"teacher_disagreement_score":0.8195348,"about_ca_system_score_codex":0.00014385345,"about_ca_system_score_gemma":0.0010076192,"threshold_uncertainty_score":0.9999519},"labels":[],"label_agreement":null},{"id":"W7131109665","doi":"10.3233/shti251434","title":"Intelligent Tutoring Systems for Adaptive Learning Pathways in Healthcare Training","year":2025,"lang":"en","type":"book-chapter","venue":"Studies in health technology and informatics","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Task (project management); Reinforcement learning; Scalability; Tracing; Recommender system; Knowledge base; Process (computing); Selection (genetic algorithm); Decision support system","score_opus":0.1833920297886333,"score_gpt":0.3873449956841247,"score_spread":0.20395296589549142,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7131109665","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0081356745,0.4313618,0.007830497,0.017778171,0.006296773,0.018078875,0.00016770969,0.0018903236,0.50846016],"genre_scores_gemma":[0.90622187,0.06845814,0.0036737313,0.0016953336,0.00015869975,0.00043108093,0.00008080056,0.00006116164,0.01921919],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9978189,0.000019645791,0.0014166438,0.00018842432,0.00013608133,0.0004202984],"domain_scores_gemma":[0.99862266,0.0005724628,0.0004323402,0.00014690538,0.0001553969,0.000070251575],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00090429763,0.00026549876,0.0011250641,0.0012223527,0.00020040965,0.000006897084,0.00006531317,0.0005430919,0.0000018398407],"category_scores_gemma":[0.0005695517,0.00024389797,0.00005680142,0.0002017842,0.00022520323,0.0000503733,0.00011613477,0.0013085474,0.0000015521433],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00012699356,0.00001060743,0.0014139689,0.00762153,0.00013123754,0.000015202469,0.01348867,0.0004563771,1.2726771e-8,0.6938302,0.000037154558,0.28286803],"study_design_scores_gemma":[0.006199183,0.0030584994,0.0002660335,0.04375178,0.000076284,0.000082634026,0.17221993,0.047794815,0.0000018302501,0.040043574,0.68572307,0.00078237144],"about_ca_topic_score_codex":0.00001658834,"about_ca_topic_score_gemma":0.000030764506,"teacher_disagreement_score":0.8980862,"about_ca_system_score_codex":0.00046040857,"about_ca_system_score_gemma":0.00029444977,"threshold_uncertainty_score":0.99458706},"labels":[],"label_agreement":null},{"id":"W7132915212","doi":"","title":"Robotically Assisted Cleft Palate Repair Using Novel 3 mm Instruments: Validation, Port Placement, and Haptic Virtual Fixtures","year":2025,"lang":"","type":"dissertation","venue":"TSpace","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Haptic technology; Workspace; Robot; Port (circuit theory); Reachability; Robotic arm","score_opus":0.053402950802830355,"score_gpt":0.3663705349915254,"score_spread":0.312967584188695,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7132915212","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.96577054,0.00022665133,0.008467032,0.0004812116,0.001960456,0.001477458,0.00002737125,0.0003302053,0.02125908],"genre_scores_gemma":[0.96998614,0.00014882232,0.0051016123,0.0006127114,0.00026199382,0.000021353399,0.0017490714,0.000084682615,0.02203359],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99558663,0.00017821419,0.0014015428,0.001162182,0.0009783418,0.0006930973],"domain_scores_gemma":[0.99705213,0.00058376364,0.0007376552,0.00053792814,0.0005720778,0.0005164499],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0007533493,0.00079749763,0.0011203107,0.00049223594,0.0005434882,0.00019134997,0.00015653165,0.000815557,0.0022493233],"category_scores_gemma":[0.0014124762,0.0008051648,0.00033437097,0.0007055261,0.00014600743,0.00020874431,0.000105322724,0.00091057137,0.000027098311],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.030564062,0.011510508,0.3781748,0.0149556575,0.029024059,0.0011053158,0.09119619,0.13741411,0.10501242,0.057161666,0.0010702754,0.14281093],"study_design_scores_gemma":[0.036231995,0.0014077763,0.32126522,0.011520236,0.007605297,0.00013505068,0.03919562,0.56894034,0.00086938456,0.00014355611,0.009778619,0.002906881],"about_ca_topic_score_codex":0.00017236515,"about_ca_topic_score_gemma":0.000040171293,"teacher_disagreement_score":0.43152624,"about_ca_system_score_codex":0.00028398828,"about_ca_system_score_gemma":0.0007620159,"threshold_uncertainty_score":0.9994399},"labels":[],"label_agreement":null},{"id":"W7132918468","doi":"","title":"Resident Learning and Surgical Risk: How Trainee Participation Affects Patient Safety","year":2023,"lang":"","type":"dissertation","venue":"TSpace","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Patient safety; Perioperative; Autonomy; Multivariate analysis; Retrospective cohort study; Cohort; Set (abstract data type); MEDLINE","score_opus":0.03133601555931325,"score_gpt":0.37029203973824876,"score_spread":0.3389560241789355,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7132918468","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98458993,0.0013607226,0.00006021388,0.0011981329,0.0010101395,0.001110057,0.000008220115,0.00031771543,0.010344892],"genre_scores_gemma":[0.9648391,0.002483339,0.000034691402,0.000029086186,0.00043947969,0.00007811224,0.001024173,0.0001321797,0.030939847],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9956871,0.0008809592,0.0006441128,0.00094110915,0.0010427339,0.00080398005],"domain_scores_gemma":[0.99520624,0.0028725858,0.00075000414,0.00026448185,0.0002259995,0.00068069325],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0011280787,0.0006317313,0.000998975,0.00033678036,0.0006527824,0.0001637871,0.00007387871,0.000642736,0.001505709],"category_scores_gemma":[0.0029654603,0.0005958024,0.0002929008,0.00071715645,0.00011399065,0.000110806526,0.000056347566,0.0014823488,0.0001718071],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.010965931,0.00047922987,0.09514344,0.0018041272,0.0012465058,0.002047816,0.27130955,0.010212235,0.00030701293,0.0008330829,0.000615873,0.6050352],"study_design_scores_gemma":[0.019462906,0.0030446346,0.63155246,0.0033166825,0.0020175383,0.00003595686,0.15696454,0.06041294,0.0008294631,0.00006061818,0.120573975,0.0017283005],"about_ca_topic_score_codex":0.00022592793,"about_ca_topic_score_gemma":0.00021579168,"teacher_disagreement_score":0.6033069,"about_ca_system_score_codex":0.00017180401,"about_ca_system_score_gemma":0.00015495814,"threshold_uncertainty_score":0.99964935},"labels":[],"label_agreement":null},{"id":"W7132922906","doi":"","title":"An evaluation of the adoption and diffusion of surgical innovations in an Ontario academic health sciences centre","year":2006,"lang":"","type":"dissertation","venue":"TSpace","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Outpatient surgery; Outpatient clinic; Sentinel lymph node; Node (physics); Craniotomy; Diffusion of innovations; Biomedical sciences","score_opus":0.09406004440814851,"score_gpt":0.4459975248523655,"score_spread":0.35193748044421697,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7132922906","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9956374,0.0005338294,0.000010461546,0.0006317771,0.0002479977,0.0010597975,0.0000055008345,0.000010558159,0.0018626472],"genre_scores_gemma":[0.9987324,0.00012366801,0.00007783811,0.000041805644,0.000071197166,0.000008008313,0.00060324057,0.00001425173,0.00032762106],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99599755,0.0007424306,0.001068603,0.00046911353,0.0014358705,0.0002864116],"domain_scores_gemma":[0.99772555,0.00020753194,0.0010442556,0.0002556575,0.00064160366,0.00012539684],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0034603484,0.00023812566,0.0005394335,0.00042155982,0.00025160957,0.000018012399,0.00015704881,0.00038275484,0.0004010162],"category_scores_gemma":[0.0001444114,0.00018319157,0.00006852227,0.0014013278,0.0002739122,0.00021999235,0.000022468585,0.0006925088,6.451084e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00044970546,0.00075007114,0.8637048,0.0002339987,0.000016362548,9.652313e-7,0.06375601,0.009518832,0.0018247243,0.0030896922,0.000005670013,0.056649156],"study_design_scores_gemma":[0.0044268332,0.00037637254,0.9111461,0.0012828277,0.00011609208,0.0000024067099,0.021109613,0.06079364,0.00025847164,0.00019893827,0.00013842402,0.00015027673],"about_ca_topic_score_codex":0.024788624,"about_ca_topic_score_gemma":0.08697536,"teacher_disagreement_score":0.062186733,"about_ca_system_score_codex":0.00036412835,"about_ca_system_score_gemma":0.001824859,"threshold_uncertainty_score":0.98170537},"labels":[],"label_agreement":null},{"id":"W7132937030","doi":"","title":"Exploring the Role of &apos;Slowing Down When You Should&apos; in Operative Surgical Judgment","year":2010,"lang":"en","type":"dissertation","venue":"TSpace","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Phenomenon; Perception; Function (biology); Control (management); Transition (genetics); Observational study; Phase (matter); Mode (computer interface)","score_opus":0.15646363711161737,"score_gpt":0.42298601957188847,"score_spread":0.2665223824602711,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7132937030","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9102883,0.00045234768,0.0000021550227,0.0004989263,0.00043065473,0.00046727806,0.0000023139376,0.00004036444,0.08781767],"genre_scores_gemma":[0.992009,0.00009156962,0.00012925148,0.000066412525,0.00023513233,0.0000898181,0.00023807686,0.000041397216,0.0070993574],"study_design_codex":"qualitative","study_design_gemma":"not_applicable","domain_scores_codex":[0.99836224,0.00008617925,0.00042980572,0.00032775608,0.00051568914,0.00027829842],"domain_scores_gemma":[0.9990086,0.00031531657,0.000133572,0.00029912236,0.00012208587,0.00012132335],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0004435084,0.00025981345,0.00054916675,0.00016168063,0.00008565225,0.000028957405,0.00013717775,0.00022999183,0.0010287125],"category_scores_gemma":[0.00015227986,0.00017693666,0.00018315863,0.00022221939,0.000043667784,0.000095099866,0.000029270037,0.0009992649,0.000025324352],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0054242965,0.0010599251,0.015939804,0.00052341155,0.00075111224,0.000561018,0.5535516,0.0012225579,0.02230359,0.007400632,0.00009767354,0.39116436],"study_design_scores_gemma":[0.020653246,0.00080124586,0.09498825,0.004449183,0.0008144118,0.000063528634,0.3709302,0.0053923237,0.10480366,0.00069283665,0.3946339,0.0017772453],"about_ca_topic_score_codex":0.00055359816,"about_ca_topic_score_gemma":0.0005882525,"teacher_disagreement_score":0.3945362,"about_ca_system_score_codex":0.0000656374,"about_ca_system_score_gemma":0.00011833838,"threshold_uncertainty_score":0.9998845},"labels":[],"label_agreement":null},{"id":"W7132943984","doi":"","title":"Adverse Event Detection in Laparoscopic Videos","year":2019,"lang":"","type":"dissertation","venue":"TSpace","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"Strong","keywords":"Event (particle physics); Adverse effect; Video recording; Laparoscopic surgery; Action (physics); Adverse weather; Resolution (logic)","score_opus":0.02485949526300377,"score_gpt":0.3669571930742046,"score_spread":0.3420976978112008,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7132943984","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9498755,0.00054728513,0.00021843534,0.00011679823,0.0040632086,0.0012021965,0.000001761056,0.00006793277,0.043906935],"genre_scores_gemma":[0.9505083,0.0001520893,0.00001872108,0.00017730144,0.00022785297,0.000045945344,0.00023366972,0.00006126803,0.048574876],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99741626,0.00016253252,0.00071539474,0.0006412046,0.00056195323,0.00050264027],"domain_scores_gemma":[0.99856657,0.00031065682,0.0003665404,0.00038915282,0.00013352679,0.00023355398],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0004252564,0.00042908135,0.00077496236,0.00042872017,0.000087605156,0.00002016684,0.00010465075,0.0006185202,0.004480167],"category_scores_gemma":[0.00038701497,0.00044099687,0.0002595947,0.00062286394,0.00003139313,0.00010069923,0.00002172362,0.0008852653,0.0019118454],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.01497245,0.0025229217,0.098159246,0.006143033,0.0009591073,0.00088819116,0.1528877,0.026686046,0.027209377,0.00094911567,0.0000740969,0.6685487],"study_design_scores_gemma":[0.07097396,0.002256265,0.5077775,0.012002966,0.001261606,0.000040599873,0.18102624,0.12547883,0.044095762,0.00012680083,0.05219734,0.0027621335],"about_ca_topic_score_codex":0.0005355066,"about_ca_topic_score_gemma":0.0005562798,"teacher_disagreement_score":0.66578656,"about_ca_system_score_codex":0.00036867568,"about_ca_system_score_gemma":0.00027858966,"threshold_uncertainty_score":0.9998042},"labels":[],"label_agreement":null},{"id":"W7132978179","doi":"","title":"Exploring a New Methodological Approach for Capturing the &apos;Slowing Down&apos; Moments of Operative Practice","year":2014,"lang":"en","type":"dissertation","venue":"TSpace","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Session (web analytics); Phenomenon; Field (mathematics); Expert system; Laparoscopic cholecystectomy","score_opus":0.570148649104938,"score_gpt":0.53448012231882,"score_spread":0.03566852678611798,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7132978179","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6313452,0.0013532676,0.08621397,0.0028941599,0.0014470357,0.004806153,0.000006638081,0.00026092285,0.27167267],"genre_scores_gemma":[0.9058811,0.00008783128,0.07196571,0.00048223237,0.00070420123,0.00031246545,0.00047890024,0.000077173994,0.020010367],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9981914,0.00029940892,0.00040824778,0.00040066685,0.00042153156,0.0002787257],"domain_scores_gemma":[0.9964928,0.0025204157,0.0003252508,0.00027603164,0.00023603166,0.00014949431],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001367001,0.00027221872,0.0006697281,0.00009856955,0.00014748794,0.000038057275,0.0001413669,0.00020221951,0.00009917034],"category_scores_gemma":[0.0037404692,0.00017428483,0.0002496396,0.00019910117,0.000029613006,0.00014570984,0.00002682617,0.0004970035,0.000006021258],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.024892226,0.0014353872,0.00048798436,0.004185707,0.0053357547,0.00007445464,0.5931816,0.024334742,0.014855551,0.017062953,0.0011484497,0.31300518],"study_design_scores_gemma":[0.03140796,0.0023249069,0.0076572285,0.003202084,0.0055432785,0.00008738417,0.6482167,0.030353509,0.045535088,0.0004914855,0.22296175,0.0022185743],"about_ca_topic_score_codex":0.0002232764,"about_ca_topic_score_gemma":0.000007292816,"teacher_disagreement_score":0.3107866,"about_ca_system_score_codex":0.00006171786,"about_ca_system_score_gemma":0.00012108254,"threshold_uncertainty_score":0.7107129},"labels":[],"label_agreement":null},{"id":"W7133027676","doi":"","title":"Hospital Learning Curves and Volume-Outcome Relationships in Robot-Assisted Surgery","year":2023,"lang":"","type":"dissertation","venue":"TSpace","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Learning curve; Volume (thermodynamics); Adverse effect; Learning effect; Patient safety","score_opus":0.10213505301414005,"score_gpt":0.37864660582466725,"score_spread":0.2765115528105272,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7133027676","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9851113,0.004742975,0.000041652253,0.0023229274,0.0015098492,0.0007509574,0.0000028410466,0.00030234142,0.00521516],"genre_scores_gemma":[0.93040866,0.0018984891,0.00005267711,0.0000922311,0.00018399338,0.000053030773,0.0015903608,0.00012999534,0.06559057],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9959361,0.0006314134,0.0012861333,0.0008160521,0.0006740383,0.00065628695],"domain_scores_gemma":[0.99399304,0.0045075486,0.00062371546,0.0002874452,0.00020969422,0.0003785793],"candidate_categories":["metaresearch","metaepi_narrow","research_integrity","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0021204383,0.00054909417,0.0012946089,0.0008016806,0.00040763943,0.00009213268,0.000092700495,0.000689739,0.001091144],"category_scores_gemma":[0.009524983,0.000589641,0.00030292725,0.0016172669,0.00010806797,0.00017377544,0.000048293306,0.0023908073,0.00045774868],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00017951084,0.00012510634,0.9689438,0.0013171498,0.000113070484,0.00022562612,0.0108675305,0.0006928982,0.000011680394,0.000050160485,0.00020050531,0.017272959],"study_design_scores_gemma":[0.0018184967,0.00009201607,0.95270056,0.005108414,0.00023956184,0.0000072240923,0.031526357,0.006182068,0.0000042037473,0.000017603757,0.0017360505,0.00056746363],"about_ca_topic_score_codex":0.0005476728,"about_ca_topic_score_gemma":0.0003937561,"teacher_disagreement_score":0.06037541,"about_ca_system_score_codex":0.00016023041,"about_ca_system_score_gemma":0.00024185507,"threshold_uncertainty_score":0.9999107},"labels":[],"label_agreement":null},{"id":"W7133028634","doi":"","title":"Sutura y anudado laparoscópico asistido por robot: estudiocomparativo de la curva de aprendizaje","year":2014,"lang":"en","type":"article","venue":"TSpace","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"HEC Montréal","funders":"","keywords":"Knot tying; Learning curve; Laparoscopic surgery; Tying; Scale (ratio)","score_opus":0.029886240906668457,"score_gpt":0.3817075693376685,"score_spread":0.351821328431,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7133028634","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.81834435,0.00013478559,0.0069779055,0.0016513112,0.00009318684,0.0001612666,8.583232e-7,0.00020886243,0.17242746],"genre_scores_gemma":[0.99231756,0.000009665242,0.0031731047,0.00090147374,0.00028028985,0.0000111152885,0.000010707454,0.000020929985,0.003275133],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9989861,0.00017017176,0.00015137567,0.00020418395,0.00018090474,0.00030722813],"domain_scores_gemma":[0.99894875,0.0005006896,0.00005745509,0.00021001436,0.000039649418,0.00024346675],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00049815996,0.00013932314,0.00028420263,0.00005211247,0.00008821747,0.000035393638,0.00007029903,0.000101886326,0.0005198405],"category_scores_gemma":[0.00034286812,0.00011756873,0.000084424544,0.00016492883,0.00008495086,0.000034799028,0.000026257128,0.00023270988,0.00011066919],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0011399685,0.0012894961,0.792444,0.0002703773,0.00044840563,0.00037282807,0.01959013,0.011080605,0.015612885,0.052166447,0.015136317,0.090448536],"study_design_scores_gemma":[0.0062992913,0.0002330887,0.5698955,0.00013366718,0.0001417578,0.00014047099,0.0010618154,0.021304436,0.003821419,0.0005320266,0.39607638,0.00036014293],"about_ca_topic_score_codex":0.00006312217,"about_ca_topic_score_gemma":0.0000066650764,"teacher_disagreement_score":0.38094005,"about_ca_system_score_codex":0.0000631108,"about_ca_system_score_gemma":0.000059466773,"threshold_uncertainty_score":0.5691889},"labels":[],"label_agreement":null},{"id":"W7141775135","doi":"","title":"SURGICAL TRAINING AND QUALIFICATION IN NORTH AMERICA: REVIEW AND COMPARISON","year":2017,"lang":"en","type":"article","venue":"DOAJ (DOAJ: Directory of Open Access Journals)","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Accreditation; Certification; Specialty; Training (meteorology); Curriculum; Core competency; Quality (philosophy)","score_opus":0.5090297205337667,"score_gpt":0.6189034150931974,"score_spread":0.10987369455943063,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7141775135","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.93231714,0.058770835,0.000032896372,0.0009818887,0.00007043735,0.0004272296,0.000007418867,0.000015730291,0.0073764184],"genre_scores_gemma":[0.9468332,0.0524769,0.000101618265,0.00042224448,0.000058758098,0.00001361027,0.000015454223,0.00001557451,0.00006264823],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99831474,0.00016141986,0.0007100057,0.00029568368,0.0003176669,0.00020051109],"domain_scores_gemma":[0.99824744,0.00036539443,0.00069418625,0.00031536588,0.00011185621,0.00026577045],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0010309573,0.0001643182,0.00097115926,0.00022501312,0.00024080521,0.00043478108,0.0004273439,0.00005783169,0.0017265136],"category_scores_gemma":[0.0006706405,0.00013615085,0.0000662692,0.0002785129,0.000210233,0.0007747831,0.00022791862,0.0003214054,0.0000035707137],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0001015784,0.00009080612,0.815056,0.00021122755,0.000043365148,0.00004093205,0.0003285401,0.000009672814,0.0001015107,0.000037187,0.00034124177,0.18363792],"study_design_scores_gemma":[0.00161328,0.000011323085,0.9609733,0.0011012356,0.000102604536,0.00002518244,0.00014002099,0.0003569468,0.000033876033,0.000118885495,0.035368185,0.00015515917],"about_ca_topic_score_codex":0.00023767274,"about_ca_topic_score_gemma":0.00007083415,"teacher_disagreement_score":0.18348277,"about_ca_system_score_codex":0.000025418762,"about_ca_system_score_gemma":0.0000481795,"threshold_uncertainty_score":0.99918604},"labels":[],"label_agreement":null},{"id":"W7151858531","doi":"10.2196/79418","title":"E-learning, Distance Education, and VR/AR in Orthopedic Training: European Cross-sectional Survey of Trainee Acceptance Guided by TAM and UTAUT Framework (Preprint)","year":2025,"lang":"en","type":"article","venue":"JMIR Medical Education","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Orthopedic surgery; MEDLINE; Unified theory of acceptance and use of technology; Data collection","score_opus":0.025705392882508313,"score_gpt":0.3886101157662003,"score_spread":0.36290472288369197,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7151858531","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98293704,0.00082354987,0.0010632243,0.0009987238,0.00040749027,0.00038700845,0.0000045961747,0.000046772315,0.013331597],"genre_scores_gemma":[0.9961006,0.00013104203,0.00033226807,0.0011429052,0.00012868497,0.000060302027,0.00015598138,0.00001674496,0.0019314789],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99809474,0.0002770109,0.0006225212,0.00042276716,0.00039578928,0.0001871561],"domain_scores_gemma":[0.9985663,0.00055772957,0.00015857861,0.0001809309,0.00024795724,0.0002884872],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0014986647,0.00014694931,0.00028224575,0.00016303855,0.00008524836,0.000038980957,0.00009650006,0.00017945029,0.00083239825],"category_scores_gemma":[0.007956514,0.00013991978,0.000036846646,0.0005859315,0.00027869135,0.00009686218,0.0000383792,0.0005393928,0.0000038074916],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00008308429,0.00043474435,0.82997406,0.000099570505,0.000015016941,9.89507e-7,0.0019949093,0.000008857304,0.000011154849,0.001637138,0.0006505085,0.16508996],"study_design_scores_gemma":[0.0012290092,0.000051260267,0.9738261,0.00043307221,0.0000073023543,0.000012599884,0.00090223656,0.0007052682,0.000004417487,0.00037334714,0.022348879,0.000106470936],"about_ca_topic_score_codex":0.000077407276,"about_ca_topic_score_gemma":0.000026499463,"teacher_disagreement_score":0.1649835,"about_ca_system_score_codex":0.000057675188,"about_ca_system_score_gemma":0.0013580775,"threshold_uncertainty_score":0.9525265},"labels":[],"label_agreement":null},{"id":"W7154545363","doi":"","title":"Advancing gynecologic surgery: vNOTES live surgery workshop debuts at Hospital Al-Sultan Abdullah","year":2025,"lang":"en","type":"article","venue":"UiTM Institutional Repositories (Universiti Teknologi MARA)","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Association of Academic Professionals in Obstetrics and Gynaecology","funders":"","keywords":"Milestone; Natural orifice transluminal endoscopic surgery; Event (particle physics); Obstetrics and gynaecology; University hospital","score_opus":0.015305832884901399,"score_gpt":0.25917106496907705,"score_spread":0.24386523208417565,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7154545363","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9572469,0.00081623555,0.00078937097,0.007732092,0.0036096529,0.00038549863,0.000019026153,0.0005374688,0.028863763],"genre_scores_gemma":[0.9934699,0.0001839512,0.0006140108,0.0012102317,0.00024255787,0.000014692184,0.00021697445,0.000015094681,0.0040326053],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99765927,0.00010525298,0.00046056823,0.00066768663,0.0004891042,0.0006181024],"domain_scores_gemma":[0.9941077,0.0046024374,0.00021969006,0.00035704765,0.00046992785,0.00024316112],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0003918909,0.0003369586,0.00067494484,0.0005134423,0.0010731294,0.00006332352,0.00016574202,0.0003641678,0.00040445995],"category_scores_gemma":[0.0037592123,0.00032950912,0.00040851667,0.0010736677,0.0006066935,0.00042922245,0.00028111224,0.00039861575,0.0000874586],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0021523095,0.00080570846,0.87423116,0.00021159582,0.0010833822,0.009566255,0.0007047634,0.0027759671,0.0007409863,0.043068904,0.029108329,0.03555061],"study_design_scores_gemma":[0.003950963,0.0003255375,0.5201566,0.0013021055,0.0005496934,0.0005360937,0.005433551,0.002236444,0.002144653,0.0016919839,0.46028408,0.0013882364],"about_ca_topic_score_codex":0.00005302444,"about_ca_topic_score_gemma":0.000046757825,"teacher_disagreement_score":0.43117577,"about_ca_system_score_codex":0.0012598672,"about_ca_system_score_gemma":0.00086006784,"threshold_uncertainty_score":0.9999157},"labels":[],"label_agreement":null},{"id":"W7161793245","doi":"10.82308/21043","title":"The development of a breast reconstruction training environment","year":2018,"lang":"en","type":"dissertation","venue":"","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Breast reconstruction; Checklist; Plastic surgery; Mastectomy; Delphi; Delphi method","score_opus":0.03598377322939826,"score_gpt":0.28655281040097436,"score_spread":0.2505690371715761,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7161793245","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.75223833,0.00006269114,0.00017523972,0.000050978855,0.00043639887,0.00025419344,0.0000017001784,0.000034039364,0.2467464],"genre_scores_gemma":[0.9786933,0.00001979653,0.006478606,0.000018843526,0.00012904759,0.00001726605,0.00023465225,0.000018230749,0.014390253],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.999114,0.000012789247,0.00038277043,0.00014220233,0.00023434676,0.00011391192],"domain_scores_gemma":[0.99956053,0.00006583387,0.00015816135,0.00010971561,0.000048757534,0.00005698065],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00021872458,0.00010603533,0.00018660452,0.000046031957,0.00013243927,0.000007793215,0.00003605633,0.00011263445,0.0015987728],"category_scores_gemma":[0.00002172121,0.00006568068,0.00007024094,0.00004854906,0.000043044278,0.00001585195,0.000004718961,0.00010871601,0.00004678317],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00022142025,0.000018060207,0.00016482105,0.000028494958,0.00009354651,5.1994357e-7,0.003222022,7.5496774e-7,0.00014719255,0.000133876,0.00000852106,0.9959608],"study_design_scores_gemma":[0.008003385,0.0003236245,0.5224886,0.0020220452,0.00048703726,0.00026366298,0.10060903,0.0013093603,0.010412632,0.00062283594,0.3525986,0.0008591826],"about_ca_topic_score_codex":0.0000016737441,"about_ca_topic_score_gemma":0.000036519486,"teacher_disagreement_score":0.9951016,"about_ca_system_score_codex":0.000043997825,"about_ca_system_score_gemma":0.00015450137,"threshold_uncertainty_score":0.9993139},"labels":[],"label_agreement":null},{"id":"W7161814592","doi":"10.82308/1293","title":"Artificial Intelligence Assessment of Expertise in Virtual Reality Spine Pedicle Screw Insertion","year":2024,"lang":"en","type":"dissertation","venue":"","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Virtual reality; Orthopedic surgery; Psychomotor learning; Neurosurgery; Data set; Learning curve; Spinal deformity","score_opus":0.09213802512691656,"score_gpt":0.4360445630852715,"score_spread":0.34390653795835496,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7161814592","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9377313,0.00020596564,0.0032088172,0.0003066652,0.0005527769,0.00040315063,0.000004475279,0.000087924076,0.057498924],"genre_scores_gemma":[0.9965055,0.000038178438,0.00016733225,0.000090005895,0.00013014475,0.000022081877,0.00072240643,0.000021101969,0.0023032408],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99835724,0.00004219013,0.0007378921,0.00030199825,0.0004169881,0.00014371799],"domain_scores_gemma":[0.9994885,0.00004838281,0.000106380954,0.0001596686,0.00010692085,0.000090164925],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00035002973,0.00015901991,0.00038318103,0.00024455437,0.000018421248,0.000014825795,0.00004733641,0.00021392024,0.0014770691],"category_scores_gemma":[0.00013652093,0.0001327706,0.000116545816,0.0003787831,0.000026434882,0.000049782866,0.000011561808,0.00034302444,0.000025297379],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000722882,0.0007040336,0.0014284601,0.0006395797,0.00007921094,0.000103654645,0.002532361,0.0007178833,0.0034316361,0.038474284,0.000055360455,0.95111066],"study_design_scores_gemma":[0.0016319099,0.001696017,0.45429122,0.005139508,0.0004099455,0.00001588268,0.018171443,0.47834098,0.032674912,0.0055206246,0.0012071164,0.0009004371],"about_ca_topic_score_codex":0.00025275248,"about_ca_topic_score_gemma":0.00078409456,"teacher_disagreement_score":0.9502102,"about_ca_system_score_codex":0.00011706639,"about_ca_system_score_gemma":0.00020110198,"threshold_uncertainty_score":0.9994357},"labels":[],"label_agreement":null},{"id":"W7161845333","doi":"10.82308/22484","title":"The fundamental competencies for transcatheter cardiac surgery: developing a paradigm for the acquisition of transcatheter skills in cardiac surgery residents","year":2021,"lang":"en","type":"dissertation","venue":"","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Multidisciplinary team; Cardiac surgery; Continuing education; Occupational training","score_opus":0.03666935356797127,"score_gpt":0.309859360220256,"score_spread":0.27319000665228477,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7161845333","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.970982,0.012622092,0.0015737442,0.002799548,0.004112312,0.005953104,0.00060314906,0.00008793044,0.0012661214],"genre_scores_gemma":[0.9915102,0.0013435562,0.00019232012,0.00026947222,0.00022796214,0.00091469765,0.004020635,0.00007310655,0.0014480636],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99748755,0.00020325954,0.0009769046,0.0004068672,0.00047135865,0.00045408675],"domain_scores_gemma":[0.9868824,0.012268191,0.00025365307,0.00030354832,0.00021870597,0.000073536714],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00176099,0.00034056476,0.001276224,0.00019734939,0.00027897095,0.00007416334,0.00011353497,0.000267313,0.00006401905],"category_scores_gemma":[0.00018645068,0.00020946465,0.003399866,0.0003012106,0.00007767432,0.00008271719,0.0000060745574,0.00019273678,0.0000015523661],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.020551825,0.0017056568,0.2628019,0.0117095215,0.023687202,0.000031327378,0.05616975,0.00017235648,0.003299463,0.013526349,0.006687767,0.5996569],"study_design_scores_gemma":[0.0032845784,0.0001705606,0.8880313,0.0042819967,0.0027664723,0.000007586409,0.020860856,0.00039212249,0.014412641,0.0012953667,0.06323949,0.0012570161],"about_ca_topic_score_codex":0.00010405299,"about_ca_topic_score_gemma":0.00027538004,"teacher_disagreement_score":0.6252294,"about_ca_system_score_codex":0.00011351013,"about_ca_system_score_gemma":0.0004180616,"threshold_uncertainty_score":0.85417205},"labels":[],"label_agreement":null},{"id":"W7161987468","doi":"10.82308/40818","title":"Effect of artificial intelligence-augmented human instruction on surgical simulation performance: A randomized controlled trial","year":2025,"lang":"en","type":"dissertation","venue":"","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"TUTOR; Randomized controlled trial; Dreyfus model of skill acquisition; Standardization; Educational measurement; Computer-Assisted Instruction; Knowledge of results","score_opus":0.027880930384919806,"score_gpt":0.37366886439920605,"score_spread":0.34578793401428626,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7161987468","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9156456,0.000023722776,0.000084166815,0.000012037712,0.0013959717,0.0074362853,0.0000022740044,0.00010436784,0.07529558],"genre_scores_gemma":[0.99143547,0.000024785984,0.000011974239,0.000015135664,0.000378255,0.0003709134,0.0016380872,0.000022758299,0.0061026025],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.99639755,0.0006277027,0.0017165644,0.0003745472,0.0006872513,0.00019637388],"domain_scores_gemma":[0.99498814,0.003832084,0.00062225404,0.00020578926,0.0002634168,0.00008830474],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0018736358,0.00038386584,0.002991825,0.0006309836,0.00012785353,0.00002529323,0.00006299794,0.00051448646,0.0015837],"category_scores_gemma":[0.0011962636,0.00024829883,0.0010877053,0.00036443287,0.000058739082,0.00004918402,0.000007344981,0.00045587073,0.000015853378],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.8388783,0.0002060039,0.00000763243,0.0003098559,0.0004330248,0.000004855449,0.00007824352,0.0042805923,0.000018234565,0.0019134047,0.0000011458986,0.15386873],"study_design_scores_gemma":[0.82274175,0.0024259535,0.000012974643,0.0006125777,0.0011099136,7.930097e-7,0.00006738971,0.16992304,0.0027946173,0.00008601613,0.00006958077,0.00015537548],"about_ca_topic_score_codex":0.000014791299,"about_ca_topic_score_gemma":0.000006071562,"teacher_disagreement_score":0.16564244,"about_ca_system_score_codex":0.00008094101,"about_ca_system_score_gemma":0.000114428825,"threshold_uncertainty_score":0.9999969},"labels":[],"label_agreement":null},{"id":"W7162004714","doi":"10.82308/22777","title":"Artificial neural network approach to competency-based training","year":2020,"lang":"en","type":"dissertation","venue":"","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Radiomics; Artificial neural network; Video recording; Initial training","score_opus":0.08634615454786042,"score_gpt":0.3221012644293426,"score_spread":0.23575510988148218,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7162004714","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.052043773,0.000055573975,0.0030717268,0.0013397442,0.001025592,0.0009416719,0.000005024911,0.00048655036,0.9410303],"genre_scores_gemma":[0.97547436,3.9636802e-7,0.012736704,0.005115995,0.0011559058,0.00003645048,0.0033143614,0.00005781355,0.0021080032],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9983994,0.000038603306,0.00042337034,0.00042731562,0.0003833997,0.00032793966],"domain_scores_gemma":[0.999172,0.00012287001,0.00008444454,0.000151609,0.000079889614,0.00038921746],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00012465703,0.0002564282,0.00055114774,0.00009071388,0.00009824942,0.000038510196,0.0000820869,0.00021465254,0.0007376422],"category_scores_gemma":[0.00011035255,0.00022104399,0.00021881872,0.00045384944,0.000012853811,0.000020248746,0.000006868582,0.0004291374,0.00011104118],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.009634075,0.00084080274,0.0017850765,0.0011473867,0.00059380324,0.00031584565,0.014667428,0.18299092,0.0005348207,0.09752759,0.004879004,0.6850832],"study_design_scores_gemma":[0.004146884,0.00079619,0.02053258,0.0005392669,0.0005986614,0.000011867738,0.008447909,0.8853359,0.00034792136,0.0008805179,0.07700059,0.0013616905],"about_ca_topic_score_codex":0.000007158487,"about_ca_topic_score_gemma":0.00002422567,"teacher_disagreement_score":0.93892235,"about_ca_system_score_codex":0.000025270312,"about_ca_system_score_gemma":0.00031388857,"threshold_uncertainty_score":0.9013912},"labels":[],"label_agreement":null},{"id":"W7162007708","doi":"10.82308/40058","title":"Utilizing AI and EEG to assess expertise and stress in virtual neurosurgical performance","year":2022,"lang":"en","type":"dissertation","venue":"","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Electroencephalography; EEG-fMRI; Behavioral analysis; Neuromarketing","score_opus":0.04850564045694791,"score_gpt":0.3553790894002273,"score_spread":0.3068734489432794,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7162007708","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97885,0.00016389372,0.000006420298,0.00013178602,0.0002326191,0.00026159667,0.000005509905,0.00004296846,0.020305227],"genre_scores_gemma":[0.99487096,0.00012617327,0.000022898043,0.0007723218,0.000035696125,0.000040313156,0.00024619247,0.000024208937,0.0038612457],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99887747,0.000040631963,0.00026869186,0.00035222748,0.00027839924,0.00018257565],"domain_scores_gemma":[0.99951804,0.00012553326,0.00003733124,0.00009984902,0.00003005075,0.00018922228],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00012646237,0.00017037419,0.00032745316,0.0001869265,0.00008010549,0.000039285907,0.000036995876,0.00011393952,0.001136385],"category_scores_gemma":[0.00008036455,0.00014966194,0.000030908555,0.00018631371,0.00001632068,0.000074552074,0.0000374133,0.0003919109,0.0000027673673],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.003882636,0.000414687,0.2878996,0.00060290156,0.00006130083,0.0006414584,0.009852095,0.0006592821,0.0009331216,0.0020313875,0.00010670778,0.6929148],"study_design_scores_gemma":[0.0049788225,0.00064094,0.9384365,0.0004598395,0.000047110494,0.00003170562,0.009835191,0.030828279,0.0004959816,0.000005155554,0.013807254,0.0004331915],"about_ca_topic_score_codex":0.000027085098,"about_ca_topic_score_gemma":0.000071529255,"teacher_disagreement_score":0.69248164,"about_ca_system_score_codex":0.000031575575,"about_ca_system_score_gemma":0.000040658022,"threshold_uncertainty_score":0.9997767},"labels":[],"label_agreement":null},{"id":"W7162040647","doi":"10.82308/27562","title":"Acquisition and evaluation of surgical skills using a laparoscopic physical simulator","year":2004,"lang":"en","type":"dissertation","venue":"","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Psychomotor learning; Summative assessment; Task (project management); Dreyfus model of skill acquisition; Learning curve; Task analysis; Laparoscopic surgery; Control (management); Motor skill","score_opus":0.03532612819286094,"score_gpt":0.3934592419104756,"score_spread":0.35813311371761464,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7162040647","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98810714,0.00019597294,0.000010806738,0.000016610167,0.00013466565,0.00048224427,0.0000044193685,0.000035641435,0.0110125],"genre_scores_gemma":[0.9986342,0.000014086834,0.000120007666,0.000027060258,0.00019088142,0.000007240269,0.0005789827,0.000024107627,0.00040339777],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9984527,0.000062675776,0.00031582246,0.0002717744,0.0007605877,0.00013642648],"domain_scores_gemma":[0.9990843,0.00013673643,0.00015683801,0.0001253294,0.0003849321,0.00011184421],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00028116914,0.00018016653,0.0005009892,0.00013394108,0.000043843655,0.000013117804,0.000023255656,0.00022800085,0.0006397459],"category_scores_gemma":[0.000058387777,0.00015085952,0.00012671383,0.00017032871,0.0000355883,0.000060748593,0.0000070261663,0.00016009381,0.0000064773553],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.015052423,0.01705439,0.054544535,0.012051441,0.0045113033,0.00050950336,0.033277836,0.21180965,0.039433803,0.03792385,0.00007591111,0.5737554],"study_design_scores_gemma":[0.079559155,0.0010175654,0.1794112,0.005079754,0.0061903144,0.00008630346,0.0022159033,0.6880982,0.030259298,0.0062069166,0.0006710293,0.0012043667],"about_ca_topic_score_codex":0.00002660171,"about_ca_topic_score_gemma":0.0000060747643,"teacher_disagreement_score":0.572551,"about_ca_system_score_codex":0.00010978998,"about_ca_system_score_gemma":0.00026824404,"threshold_uncertainty_score":0.7004769},"labels":[],"label_agreement":null},{"id":"W7162100876","doi":"10.82308/31043","title":"Development of a rhinoplasty step-specific (S2) simulator for competency assessment","year":2020,"lang":"en","type":"dissertation","venue":"","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Poison control; Match play; Nasal septum","score_opus":0.05118756217145105,"score_gpt":0.35344987761654717,"score_spread":0.30226231544509613,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7162100876","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6001044,0.00047156014,0.045251142,0.00043197648,0.0018578237,0.0051690093,0.000050560036,0.0004600994,0.34620345],"genre_scores_gemma":[0.87454516,0.000013067442,0.11732379,0.00019597265,0.00011854661,0.000066518776,0.0032214634,0.00005126666,0.004464194],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9982847,0.000014227374,0.0007261052,0.0003431583,0.00044412498,0.0001876715],"domain_scores_gemma":[0.99892116,0.00024134979,0.00024042936,0.00014779177,0.00026514643,0.00018413168],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00013042871,0.00024144059,0.0006352145,0.00010568617,0.00007133048,0.000013869201,0.00007074917,0.00019047396,0.0013963484],"category_scores_gemma":[0.000040646166,0.00019828057,0.00020643207,0.00015173634,0.00001205116,0.0000268639,0.00001079341,0.00020361097,0.000024059214],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.008063766,0.0023332501,0.006860577,0.008096445,0.0026969262,0.00006849851,0.012544171,0.00041124123,0.008951902,0.101845756,0.0027939987,0.84533346],"study_design_scores_gemma":[0.009213585,0.00032207827,0.045459546,0.0005514108,0.0001814184,0.0000013170496,0.0040376694,0.015823724,0.0030830877,0.000057605932,0.92081213,0.00045644282],"about_ca_topic_score_codex":0.0000012454194,"about_ca_topic_score_gemma":0.000018064698,"teacher_disagreement_score":0.9180181,"about_ca_system_score_codex":0.00008509839,"about_ca_system_score_gemma":0.00062831934,"threshold_uncertainty_score":0.9995165},"labels":[],"label_agreement":null},{"id":"W7162109350","doi":"10.82308/37768","title":"Validity of video-based intraoperative self-assessment by surgical trainees","year":2022,"lang":"en","type":"dissertation","venue":"","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Video recording; Blood capillary; Web site","score_opus":0.02655934668447989,"score_gpt":0.36038869161707304,"score_spread":0.33382934493259314,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7162109350","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7978086,0.00010251622,0.00008992835,0.00027233633,0.00034387156,0.0006474467,0.000086023276,0.00019305712,0.20045622],"genre_scores_gemma":[0.98699546,0.00002657793,0.0006336126,0.0001970477,0.00006526408,0.00007160743,0.00729048,0.00003407649,0.004685856],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9981041,0.00016878033,0.00052199437,0.00034189541,0.00067627325,0.00018696157],"domain_scores_gemma":[0.99876803,0.0005575646,0.00017440584,0.00018042118,0.00016570278,0.00015384561],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00037216194,0.00024869302,0.00064822205,0.00012523773,0.00008623623,0.000013871926,0.000079448306,0.00019705993,0.029363243],"category_scores_gemma":[0.0000403415,0.0002004979,0.00026490516,0.0002506723,0.000022890546,0.000033066968,0.000009550516,0.00048600294,0.000005477102],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.04284182,0.06901381,0.20465414,0.01776366,0.014038966,0.0059932815,0.061267767,0.008500685,0.020014793,0.10300037,0.09283603,0.36007467],"study_design_scores_gemma":[0.062334266,0.0061553326,0.08352341,0.00074350927,0.0024567193,0.00004574755,0.024761245,0.045029055,0.0357562,0.0002737869,0.7363481,0.0025726636],"about_ca_topic_score_codex":0.000042645042,"about_ca_topic_score_gemma":0.000017431978,"teacher_disagreement_score":0.643512,"about_ca_system_score_codex":0.00016309723,"about_ca_system_score_gemma":0.00049675984,"threshold_uncertainty_score":0.97152406},"labels":[],"label_agreement":null},{"id":"W7162139131","doi":"10.82308/47157","title":"The Montreal augmentation mammoplasty operation (MAMO) simulator: A novel method of training and assessing competence in plastic surgery","year":2020,"lang":"en","type":"dissertation","venue":"","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Competence (human resources); Delphi; Augmentation Mammoplasty; Observational study; Delphi method; Plastic surgery; Trainer; Mammoplasty","score_opus":0.06481742992327161,"score_gpt":0.36175437550246864,"score_spread":0.29693694557919703,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7162139131","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.96015,0.00024075217,0.030456694,0.00018822942,0.00069522025,0.00061209605,0.000009875591,0.00007753832,0.0075695785],"genre_scores_gemma":[0.99585164,0.000037453774,0.0032570038,0.000072222225,0.0000619865,0.000016112164,0.00051790674,0.00002701442,0.00015868759],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99832344,0.00010298175,0.00069490867,0.0003216245,0.00037070978,0.0001863611],"domain_scores_gemma":[0.99347407,0.005947264,0.00027827517,0.0000963367,0.00009938357,0.00010466246],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000553393,0.00021010256,0.00057056587,0.00016045095,0.00011927455,0.0000811493,0.000041504052,0.00016773885,0.000052627995],"category_scores_gemma":[0.0010315151,0.00015388613,0.00009437117,0.00026005073,0.000034686927,0.00015250084,0.000010812345,0.00030239482,0.0000014644761],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0035555516,0.00041907333,0.048972555,0.0014036967,0.0005159543,0.00009525762,0.021694718,0.030735182,0.016553912,0.0040407875,0.000030583753,0.87198275],"study_design_scores_gemma":[0.003589173,0.00008345526,0.4147122,0.0007518844,0.00017569409,0.000016811548,0.014688886,0.56473106,0.0006665983,0.000051635718,0.0002763595,0.00025624898],"about_ca_topic_score_codex":0.00014449458,"about_ca_topic_score_gemma":0.0007266212,"teacher_disagreement_score":0.87172645,"about_ca_system_score_codex":0.000050270177,"about_ca_system_score_gemma":0.00026386112,"threshold_uncertainty_score":0.6275294},"labels":[],"label_agreement":null},{"id":"W783544337","doi":"10.1007/s00464-015-4313-8","title":"Predictive value of background experiences and visual spatial ability testing on laparoscopic baseline performance among residents entering postgraduate surgical training","year":2015,"lang":"en","type":"article","venue":"Surgical Endoscopy","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":18,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Competence (human resources); Medicine; Task (project management); Test (biology); Medical physics; Laparoscopic surgery; Laparoscopy; Physical therapy; Physical medicine and rehabilitation; Surgery; Psychology","score_opus":0.07376070439577699,"score_gpt":0.3463739604497104,"score_spread":0.27261325605393344,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W783544337","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9939864,0.00009113668,0.000069560956,0.00005295985,0.00026127082,0.0003238705,0.000006297791,0.00010387705,0.0051046163],"genre_scores_gemma":[0.9992585,0.000018083605,0.00029174433,0.000038467828,0.00027218822,0.000032826592,0.000022062668,0.000024288507,0.000041806234],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.997346,0.00025549813,0.0006671984,0.0005319106,0.00076156756,0.0004378428],"domain_scores_gemma":[0.99769366,0.0012356513,0.0001789168,0.00017020629,0.00018819564,0.00053335924],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001086547,0.000274917,0.0006552858,0.00012245131,0.00011940075,0.000037034606,0.00008617839,0.00013191644,0.000110155255],"category_scores_gemma":[0.00073100376,0.00022089122,0.00009598953,0.0003223156,0.00045559567,0.00020401545,0.00008729656,0.00035136644,0.0000068563822],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00893396,0.0004915054,0.96392703,0.00016774583,0.00008818594,0.0004758915,0.005575748,0.0009692555,0.00015717106,0.00011589659,0.000004259156,0.019093348],"study_design_scores_gemma":[0.062452283,0.0060194237,0.657383,0.0015530019,0.000109375105,0.00023008867,0.007753299,0.25678566,0.0065310635,0.00006579842,0.0005359503,0.0005810193],"about_ca_topic_score_codex":0.00025806745,"about_ca_topic_score_gemma":0.000007911312,"teacher_disagreement_score":0.30654398,"about_ca_system_score_codex":0.000078584846,"about_ca_system_score_gemma":0.000117637064,"threshold_uncertainty_score":0.9007682},"labels":[],"label_agreement":null},{"id":"W79970736","doi":"","title":"Evaluating Human Performance for Image-Guided Surgical Tasks","year":2014,"lang":"en","type":"article","venue":"Scholarship@Western (Western University)","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Computer vision; Computer science; Artificial intelligence","score_opus":0.25160511572751854,"score_gpt":0.4270673022347435,"score_spread":0.17546218650722495,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W79970736","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9945389,0.000012825321,0.0007251119,0.00018748149,0.00013527063,0.00049044256,0.000006555765,0.00022859599,0.0036748121],"genre_scores_gemma":[0.99294376,0.0000048214615,0.00034247065,0.00032726288,0.0002758022,0.0000030027418,0.00007964957,0.00004543759,0.005977818],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9979849,0.00019834074,0.00034176692,0.0005268228,0.00045720043,0.000490977],"domain_scores_gemma":[0.99843884,0.00032300988,0.00016659772,0.000416543,0.00029335535,0.00036168232],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0010334032,0.00026712328,0.0004336184,0.00029529099,0.00042084957,0.00011910213,0.00026669828,0.00019412304,0.0001334859],"category_scores_gemma":[0.0001580535,0.0002702182,0.00022825123,0.0002929036,0.000119600285,0.0006620069,0.00012273798,0.00042975546,0.0001322089],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00040062604,0.00010984157,0.99001384,0.00014823965,0.00006579517,0.00010376475,0.00013050574,0.00009544061,0.0012949115,0.0002636166,7.1775986e-7,0.007372729],"study_design_scores_gemma":[0.015477612,0.0008955702,0.95949996,0.00033225957,0.00024342872,0.00012745973,0.000091166585,0.00019925876,0.0025783943,0.00008251228,0.02000613,0.00046627485],"about_ca_topic_score_codex":0.0000010880171,"about_ca_topic_score_gemma":0.000022412583,"teacher_disagreement_score":0.030513877,"about_ca_system_score_codex":0.00013826473,"about_ca_system_score_gemma":0.000063289444,"threshold_uncertainty_score":0.999975},"labels":[],"label_agreement":null},{"id":"W863601333","doi":"10.1007/s00464-015-4239-1","title":"Intra-operative disruptions, surgeon’s mental workload, and technical performance in a full-scale simulated procedure","year":2015,"lang":"en","type":"article","venue":"Surgical Endoscopy","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":91,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University","funders":"","keywords":"Workload; Medicine; Distraction; Perioperative; Physical therapy; Surgery; Psychology; Computer science","score_opus":0.02346375650410014,"score_gpt":0.32202702969412333,"score_spread":0.2985632731900232,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W863601333","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98849577,0.00047078403,0.0000068214354,0.0010101283,0.000091027185,0.00046924184,0.0000059600707,0.00013349197,0.00931677],"genre_scores_gemma":[0.99896425,0.00016484947,0.00025969098,0.00017889777,0.00008442711,0.0000281958,0.000051492872,0.000020837528,0.0002473762],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9984137,0.000081099286,0.00040083774,0.00037712435,0.00035322973,0.00037400905],"domain_scores_gemma":[0.9990697,0.00019363138,0.00004821659,0.00014780139,0.000078233206,0.0004624476],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0003850036,0.00020971031,0.00042106322,0.00012540272,0.00007584162,0.000032807915,0.000056842327,0.00017790984,0.0003316243],"category_scores_gemma":[0.00014277901,0.00016259655,0.00006562673,0.0004907983,0.00017397852,0.00015522541,0.00005700099,0.00044043284,0.000051803207],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.013067688,0.001305148,0.9628799,0.000115450515,0.000082682884,0.0007802221,0.0022959013,0.0018114377,0.0005771682,0.00060735975,0.00024458274,0.01623244],"study_design_scores_gemma":[0.23861112,0.003841039,0.5111704,0.0024484836,0.00020476863,0.0029161212,0.0034068476,0.11370714,0.002222675,0.00036443424,0.119119525,0.0019874712],"about_ca_topic_score_codex":0.000020898626,"about_ca_topic_score_gemma":0.000044425455,"teacher_disagreement_score":0.45170954,"about_ca_system_score_codex":0.00012706585,"about_ca_system_score_gemma":0.00011657344,"threshold_uncertainty_score":0.6630495},"labels":[],"label_agreement":null},{"id":"W881994680","doi":"10.1016/j.jsurg.2015.06.005","title":"A Randomized Controlled Trial to Assess the Effects of Competition on the Development of Laparoscopic Surgical Skills","year":2015,"lang":"en","type":"article","venue":"Journal of surgical education","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":21,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"National Center for Research Resources; National Institute for Health and Care Research; National Center for Advancing Translational Sciences; National Aeronautics and Space Administration","keywords":"Randomized controlled trial; Medicine; Physical therapy; Rating scale; Laparoscopic surgery; Laparoscopy; Physical medicine and rehabilitation; Surgery; Psychology","score_opus":0.04186764813511756,"score_gpt":0.36470343850451065,"score_spread":0.3228357903693931,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W881994680","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9886756,0.00014467174,0.000090780704,0.0028966323,0.0011531322,0.0017529799,2.445885e-7,0.000004581517,0.0052813715],"genre_scores_gemma":[0.99887,0.000025398804,0.00023548427,0.0001790735,0.00041425438,0.00006665321,0.0000029842925,0.0000069262837,0.00019920588],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9970639,0.0007957365,0.0011830443,0.000085083324,0.0007602891,0.00011195417],"domain_scores_gemma":[0.98994905,0.008335974,0.0007419124,0.00012650748,0.00064838125,0.00019816525],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.004254352,0.00011295707,0.001125742,0.00013087504,0.000047959096,0.000015461002,0.000102768696,0.000067918285,0.0001282706],"category_scores_gemma":[0.0035687932,0.000047882037,0.00036356898,0.00023674376,0.00009262831,0.000041632265,0.000013962749,0.00022511066,0.0000058788182],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.9830874,0.0020275586,0.0001908444,0.000047553134,0.00028374468,0.000010490268,0.0019047274,0.00010196194,0.000061215236,0.007264824,0.00016164356,0.004858009],"study_design_scores_gemma":[0.985485,0.0007181998,0.00073772826,0.0005879318,0.00020913669,0.000036320762,0.00048345592,0.00007103829,0.0014603359,0.00025194135,0.009899027,0.00005989255],"about_ca_topic_score_codex":0.00000228397,"about_ca_topic_score_gemma":4.7501183e-7,"teacher_disagreement_score":0.010194413,"about_ca_system_score_codex":0.00007315027,"about_ca_system_score_gemma":0.0008630278,"threshold_uncertainty_score":0.42724365},"labels":[],"label_agreement":null},{"id":"W92185206","doi":"10.1007/s12630-012-9759-8","title":"Evaluation of Canadian family practice anesthesia training programs: can the Resident Logbook help?","year":2012,"lang":"en","type":"article","venue":"Canadian Journal of Anesthesia/Journal canadien d anesthésie","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":10,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"St Mary's Hospital Centre; Queen's University","funders":"","keywords":"Logbook; Medicine; Curriculum; Anesthesiology; Medical education; Training (meteorology); Family medicine; Psychology; Anesthesia; Geography; Pedagogy","score_opus":0.07897684871435351,"score_gpt":0.2980775326463534,"score_spread":0.21910068393199988,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W92185206","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9620538,0.004748361,0.0000047993985,0.023130048,0.00029184757,0.0006032205,0.0000027344365,0.000011178125,0.0091540525],"genre_scores_gemma":[0.99661803,0.00008120371,0.0003643338,0.0014645712,0.0011828174,0.000009513688,0.000011113849,0.00007370687,0.00019472784],"study_design_codex":"case_report","study_design_gemma":"case_report","domain_scores_codex":[0.99388593,0.00095466885,0.001375398,0.00022908548,0.0020318925,0.0015230115],"domain_scores_gemma":[0.98868966,0.00035064365,0.0012080955,0.00039096453,0.003699179,0.0056614513],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.013203943,0.00040631968,0.00079280103,0.00199774,0.00071773503,0.00021178652,0.000523136,0.00029322773,0.0003342467],"category_scores_gemma":[0.0017593212,0.0003060465,0.00042104354,0.0013732183,0.0003869873,0.00069014856,0.0000055047167,0.0012294742,0.000013604684],"study_design_candidate":"case_report","study_design_consensus":"case_report","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00095347664,0.00034480027,0.057778984,0.00014348804,0.002014984,0.54391706,0.08750876,0.0036440324,0.000098803604,0.004668073,0.008535552,0.290392],"study_design_scores_gemma":[0.0022340645,0.0007243738,0.042512566,0.00040437252,0.0012998709,0.78871644,0.022719434,0.00013400993,0.000025751262,0.00015836174,0.140756,0.00031476992],"about_ca_topic_score_codex":0.18611063,"about_ca_topic_score_gemma":0.25224847,"teacher_disagreement_score":0.29007724,"about_ca_system_score_codex":0.0022536993,"about_ca_system_score_gemma":0.024527181,"threshold_uncertainty_score":0.99993914},"labels":[],"label_agreement":null},{"id":"W92579446","doi":"10.1007/4-431-27173-2_6","title":"Remote Percutaneous Renal Access Using a Telesurgical Robotic System","year":2005,"lang":"en","type":"book-chapter","venue":"","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"St. Thomas Hospital","funders":"","keywords":"Percutaneous; Medicine; Robot; Robotics; Telerobotics; Artificial intelligence; Computer science; Medical physics; Surgery; Mobile robot","score_opus":0.0838963190409046,"score_gpt":0.3297964639095917,"score_spread":0.2459001448686871,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W92579446","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00075027795,0.00025438415,0.002497376,0.00014764094,0.00020680156,0.00040721474,0.0000036851054,0.00036641685,0.9953662],"genre_scores_gemma":[0.4257794,0.000039873554,0.0036806439,0.00057499245,0.0014728234,4.9145973e-7,0.000058043723,0.0001273163,0.5682664],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99797034,0.000020081186,0.0005951894,0.00050471106,0.0005903782,0.0003192705],"domain_scores_gemma":[0.99878997,0.00019304064,0.00016535523,0.00036063063,0.00013693544,0.00035408908],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00015783771,0.0003945241,0.00087341,0.00020695046,0.000097803764,0.00007480338,0.00013595849,0.00055030227,0.0073902677],"category_scores_gemma":[0.00002939856,0.00030643627,0.00036537682,0.00004904646,0.00007789519,0.000058165348,0.000083865074,0.0005953003,0.0003089551],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0028739471,0.0002010897,0.00012074062,0.0021365883,0.0023318317,0.067190446,0.0003002568,0.053194717,0.00021436781,0.28822276,0.00060950045,0.58260375],"study_design_scores_gemma":[0.004248546,0.00021501434,0.000069138485,0.0054153954,0.0014148244,0.037884984,0.000054396536,0.41516647,0.0000137243005,0.00038629863,0.5338584,0.0012727869],"about_ca_topic_score_codex":0.000030888055,"about_ca_topic_score_gemma":0.000008304085,"teacher_disagreement_score":0.58133096,"about_ca_system_score_codex":0.00035714032,"about_ca_system_score_gemma":0.0001423277,"threshold_uncertainty_score":0.9999388},"labels":[],"label_agreement":null},{"id":"W94475750","doi":"10.1017/cbo9780511635489.032","title":"Objective Structured Assessment of Technical Skills (OSATS) in obstetrics","year":2009,"lang":"en","type":"book-chapter","venue":"Cambridge University Press eBooks","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University Hospital Foundation","funders":"","keywords":"Obstetrics; Medicine; Medical physics","score_opus":0.021312602217210982,"score_gpt":0.262030204960468,"score_spread":0.24071760274325704,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W94475750","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.002135812,0.000058825266,0.000091430295,0.000008148482,0.00010150787,0.00055221096,0.000073748924,0.00007050561,0.99690783],"genre_scores_gemma":[0.39738706,0.000043390333,0.0003960623,0.000059893297,0.000038282644,2.689229e-7,0.00006182861,0.000022797254,0.6019904],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9986577,0.000034090284,0.0003036692,0.00039303035,0.00040840413,0.00020309225],"domain_scores_gemma":[0.9986889,0.000370101,0.00023376991,0.00035675964,0.00018816187,0.00016230876],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.000102389466,0.00025993062,0.00067557045,0.0004217829,0.000039492486,0.000007668415,0.00016021315,0.00050444494,0.000015523356],"category_scores_gemma":[0.00008375409,0.00028562348,0.00024221098,0.000034136443,0.0001581501,0.000033692504,0.00010659243,0.0007351465,0.0000011649661],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0003337288,0.00013211285,0.0004184455,0.0001546866,0.00023166063,0.001729639,0.00007838066,0.00007260277,0.00019207949,0.94602764,0.0003694311,0.050259613],"study_design_scores_gemma":[0.014499362,0.0006107902,0.070705555,0.0014368421,0.00083730667,0.00006562399,0.00012214985,0.00051661243,0.00048005037,0.00008408605,0.90967077,0.00097087375],"about_ca_topic_score_codex":0.000025593961,"about_ca_topic_score_gemma":0.0000024347805,"teacher_disagreement_score":0.94594353,"about_ca_system_score_codex":0.0005307779,"about_ca_system_score_gemma":0.00021446189,"threshold_uncertainty_score":0.9999596},"labels":[],"label_agreement":null},{"id":"W965903723","doi":"10.1155/2014/892476","title":"Validation of the National Aeronautics and Space Administration Task Load Index as a Tool to Evaluate-The Learning Curve for Endoscopy Training","year":2014,"lang":"en","type":"article","venue":"Canadian Journal of Gastroenterology and Hepatology","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":36,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Workload; Medicine; Endoscopy; Colonoscopy; Task (project management); Physical therapy; Quartile; Medical physics; Surgery; Internal medicine; Computer science","score_opus":0.036319222848782834,"score_gpt":0.3114268554912048,"score_spread":0.275107632642422,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W965903723","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98700273,0.000025008425,0.0026760933,0.009857179,0.00012718517,0.0001497068,0.000003626966,0.0000017187203,0.00015677369],"genre_scores_gemma":[0.9975125,0.0000034198351,0.0002584442,0.0021127241,0.00007779038,0.000004143438,0.0000032809903,0.0000052743503,0.000022420538],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99914634,0.00018960932,0.0002776703,0.00009115552,0.00012276148,0.00017243369],"domain_scores_gemma":[0.99907243,0.00026181797,0.00015902633,0.000041861244,0.00029237542,0.00017249504],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00091086485,0.00007125075,0.00022099851,0.00009406476,0.0001460104,0.000010753915,0.00005167032,0.00007502232,0.000031232084],"category_scores_gemma":[0.0012997467,0.000048682126,0.00004804017,0.00005140226,0.00017153543,0.000035209192,0.000007824208,0.00020926939,4.5595377e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0013628048,0.000011367293,0.99136376,0.000016476397,0.0000845233,0.000005418773,0.0013383155,0.00047639612,0.0002566943,0.0028450796,0.000077678276,0.002161461],"study_design_scores_gemma":[0.013612903,0.009503574,0.9136081,0.00016668711,0.0003764386,0.0035643391,0.001078861,0.01988542,0.0006637928,0.0044377567,0.032951944,0.0001501822],"about_ca_topic_score_codex":0.00006285847,"about_ca_topic_score_gemma":0.0024188166,"teacher_disagreement_score":0.07775568,"about_ca_system_score_codex":0.00004516846,"about_ca_system_score_gemma":0.0005609403,"threshold_uncertainty_score":0.19851996},"labels":[],"label_agreement":null},{"id":"W968513448","doi":"10.1007/s00701-015-2494-5","title":"International differences in the management of intracranial aneurysms: implications for the education of the next generation of neurosurgeons","year":2015,"lang":"en","type":"article","venue":"Acta Neurochirurgica","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":9,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Public Health Ontario; University of Toronto; St. Michael's Hospital","funders":"","keywords":"Medicine; Aneurysm; Neurosurgery; Subarachnoid hemorrhage; Curriculum; Interventional radiology; Clipping (morphology); Medical education; Surgery; Psychology","score_opus":0.1473769920913341,"score_gpt":0.33628567490116307,"score_spread":0.18890868280982898,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W968513448","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9812837,0.000038817714,0.000115367555,0.011286376,0.000414567,0.0006705453,0.000013158663,0.0000058687297,0.006171589],"genre_scores_gemma":[0.9991745,0.000070230286,0.000104781204,0.0004207746,0.000089269466,0.00006119789,0.0000149966445,0.000005727107,0.00005857582],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9991793,0.00007160542,0.00033157752,0.000115988165,0.00022613606,0.000075399155],"domain_scores_gemma":[0.9989775,0.00039457998,0.0001975336,0.00027682475,0.00012852025,0.000025063751],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00023368068,0.00006822761,0.00012500046,0.000048876303,0.00004820128,0.000011777802,0.00026881797,0.000025396004,0.000019362373],"category_scores_gemma":[0.00013404043,0.000034144035,0.00008591417,0.00025356584,0.00008241577,0.000046173092,0.000037337548,0.000085028434,2.7829668e-7],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0025724396,0.007022266,0.27446753,0.00055739604,0.00065236544,0.000009178011,0.010996375,0.0022390878,0.06645276,0.26202798,0.004112694,0.36888996],"study_design_scores_gemma":[0.0017088412,0.000133369,0.9738247,0.00004973135,0.00012877269,0.000028134362,0.0009571554,0.0071440716,0.00047274504,0.00059231144,0.014903248,0.00005692121],"about_ca_topic_score_codex":0.000017657227,"about_ca_topic_score_gemma":0.0000046227287,"teacher_disagreement_score":0.69935715,"about_ca_system_score_codex":0.00000862216,"about_ca_system_score_gemma":0.00005990615,"threshold_uncertainty_score":0.13923533},"labels":[],"label_agreement":null},{"id":"W971963990","doi":"10.1503/cjs.010614","title":"Evaluating the reliability of surgical assessment methods in an orthopedic residency program","year":2015,"lang":"en","type":"article","venue":"Canadian Journal of Surgery","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"Memorial University of Newfoundland","funders":"","keywords":"Inter-rater reliability; Medicine; Cronbach's alpha; Orthopedic surgery; Reliability (semiconductor); Medical education; Intra-rater reliability; Physical therapy; Family medicine; Medical physics; Confidence interval; Surgery; Psychometrics; Psychology; Clinical psychology; Rating scale; Internal medicine","score_opus":0.35694956085088625,"score_gpt":0.5348872314008267,"score_spread":0.17793767054994047,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W971963990","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9952191,0.0003812027,0.00005397423,0.0017994475,0.00031123392,0.00017133515,0.0000010793672,0.0000055809523,0.0020570534],"genre_scores_gemma":[0.98847413,0.000011119596,0.011217504,0.00009431447,0.00015637209,0.000004011319,0.0000030315962,0.00000975201,0.000029783534],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99747026,0.000935505,0.0008341673,0.00011068542,0.00040941586,0.00023994093],"domain_scores_gemma":[0.99633145,0.0016678243,0.00029532955,0.00019851806,0.0006140641,0.0008927927],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.013869915,0.00008406885,0.00042280657,0.00028551478,0.00004294937,0.000020958973,0.000080865255,0.00007279153,0.0002248517],"category_scores_gemma":[0.0029219615,0.000053708067,0.00016124269,0.00046341238,0.00012825143,0.00013494142,0.000006934576,0.00040265644,5.579087e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000088634224,0.00006095563,0.7895745,0.000016365582,0.000013369091,0.00043002333,0.00030626915,0.0006221444,0.0000058843666,0.00006581181,0.00007892075,0.20873715],"study_design_scores_gemma":[0.0020496058,0.00069716625,0.97422504,0.00032638072,0.00007078224,0.00032712513,0.0010748995,0.005834241,0.000019959596,0.0008832935,0.014377881,0.00011360927],"about_ca_topic_score_codex":0.0012765762,"about_ca_topic_score_gemma":0.0014136303,"teacher_disagreement_score":0.20862354,"about_ca_system_score_codex":0.00019594745,"about_ca_system_score_gemma":0.006543645,"threshold_uncertainty_score":0.99908835},"labels":[],"label_agreement":null}]}