{"id":"W4386072775","doi":"10.1007/s00464-023-10311-7","title":"New generation evaluations: video-based surgical assessments","year":2023,"lang":"en","type":"review","venue":"Surgical Endoscopy","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":7,"is_retracted":false,"has_abstract":false,"ca_institutions":"McMaster University; St. Joseph’s Healthcare Hamilton","funders":"","keywords":"Upload; Medicine; Resource (disambiguation); Quality (philosophy); The Internet; Grading (engineering); Process (computing); Multimedia; Strengths and weaknesses; Computer science; World Wide Web; Engineering","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.005817185,0.001381659,0.003712164,0.005357878,0.0002613954,0.002417638,0.002158365,0.001927528,0.007739401],"category_scores_gemma":[0.01731563,0.0004526773,0.002080971,0.004295513,0.0007730419,0.002378851,0.001442705,0.00208981,0.001278315],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.001943472,"about_ca_system_score_gemma":0.003411937,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.006378407,"about_ca_topic_score_gemma":0.01238852,"domain_scores_codex":[0.9971626,0.001049489,0.0004434243,0.0003689612,0.0008627866,0.0001126752],"domain_scores_gemma":[0.9887327,0.008211434,0.001121859,0.0001478558,0.001580493,0.0002056616],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"not_applicable","study_design_scores_codex":[0.0001912709,0.00004534758,0.0003776473,0.06355537,0.0005606962,0.00004595319,0.00004836201,0.0002021268,0.0001604724,0.001150561,0.01447239,0.9191898],"study_design_scores_gemma":[0.0005714888,0.0004468149,0.01209198,0.3327554,0.006083105,0.001922503,0.0004631711,0.0006997965,0.0005157993,0.004413966,0.6398642,0.0001716908],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"review","genre_gemma":"review","genre_scores_codex":[0.00007408464,0.9990824,0.000110639,0.0001456149,0.0001205889,0.00001478776,0.00005229983,0.000005175053,0.0003943391],"genre_scores_gemma":[0.001666085,0.9969409,0.0005018243,0.0003903339,0.0001429456,0.00003097528,0.0001028061,0.000004038195,0.0002201049],"genre_candidate":"review","genre_consensus":"review","teacher_disagreement_score":0.007739401,"threshold_uncertainty_score":0.03076458,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.2576376882106292,"score_gpt":0.5105531471863018,"score_spread":0.2529154589756726,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}