{"id":"W3179324327","doi":"10.1007/s00464-021-08578-9","title":"SAGES consensus recommendations on an annotation framework for surgical video","year":2021,"lang":"en","type":"article","venue":"Surgical Endoscopy","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":108,"is_retracted":false,"has_abstract":false,"ca_institutions":"University Health Network","funders":"Society of American Gastrointestinal and Endoscopic Surgeons","keywords":"Annotation; Standardization; Delphi method; Computer science; Process (computing); Delphi; Medicine; Knowledge management; Data science; Artificial intelligence","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0003377079,0.0001922332,0.0003970174,0.00008582944,0.0001949308,0.00005429121,0.00005434324,0.0002153854,0.002820605],"category_scores_gemma":[0.0008805197,0.0001680845,0.0002197197,0.0003648773,0.00008254344,0.00005717352,0.00001908699,0.0003522262,0.00008635794],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00005417418,"about_ca_system_score_gemma":0.0001228866,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.000005142028,"about_ca_topic_score_gemma":0.000004521952,"domain_scores_codex":[0.9982407,0.0001984662,0.0004175746,0.0004774311,0.0003119966,0.0003538214],"domain_scores_gemma":[0.9953232,0.003667022,0.00008324078,0.0003103783,0.0002390932,0.0003771012],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","study_design_scores_codex":[0.01791683,0.004074076,0.01192067,0.0002133842,0.0004958857,0.005523207,0.0009739315,0.001202328,0.0002495604,0.6679056,0.002929186,0.2865953],"study_design_scores_gemma":[0.04941569,0.0009469808,0.003107254,0.0003400369,0.000117843,0.0003054708,0.0005293192,0.003910833,0.004703299,0.01205398,0.924168,0.0004013288],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.934003,0.0003035965,0.001589423,0.01775616,0.0009486878,0.0006751947,0.0001060909,0.0003920782,0.04422579],"genre_scores_gemma":[0.9831322,0.00007355895,0.0133374,0.001173639,0.0005709868,0.00006397087,0.0006958013,0.00003678679,0.0009156224],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.9212388,"threshold_uncertainty_score":0.9980909,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.06193624367789346,"score_gpt":0.400865471592972,"score_spread":0.3389292279150786,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}