{"id":"W2079789058","doi":"10.1016/j.amjsurg.2010.01.031","title":"Development of an objective evaluation tool to assess technical skill in laparoscopic colorectal surgery: a Delphi methodology","year":2010,"lang":"en","type":"article","venue":"The American Journal of Surgery","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":93,"is_retracted":false,"has_abstract":false,"ca_institutions":"St. Michael's Hospital; Mount Sinai Hospital; The Wilson Centre","funders":"","keywords":"Delphi method; Delphi; Medicine; Cronbach's alpha; Competence (human resources); Medical physics; Colorectal surgery; General surgery; Surgery; Computer science; Psychology; Artificial intelligence; Psychometrics; Abdominal surgery","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.01040773,0.0001111228,0.0008509831,0.0004467314,0.00004133497,0.000008222443,0.00009557419,0.00004937176,0.0001064916],"category_scores_gemma":[0.004416309,0.00007438668,0.0001502847,0.0007545134,0.0001846171,0.00008596769,0.00002643391,0.0004191896,0.000002379651],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00009064138,"about_ca_system_score_gemma":0.0009927242,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00002224491,"about_ca_topic_score_gemma":0.00004848315,"domain_scores_codex":[0.9975903,0.0006778181,0.0008703502,0.000133557,0.0005192463,0.0002086989],"domain_scores_gemma":[0.9932097,0.005426057,0.0006532091,0.0001501189,0.000414385,0.0001465384],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"observational","study_design_scores_codex":[0.003765817,0.0004657102,0.252355,0.0000131921,0.0001537076,0.0000753725,0.003003052,0.0002744199,0.05114738,0.00005649567,0.00002545923,0.6886644],"study_design_scores_gemma":[0.0006258357,0.0001548853,0.9879751,0.00009317353,0.00005843165,0.0002372251,0.001292695,0.0002093421,0.008972879,0.0001016765,0.0001800164,0.00009874692],"study_design_candidate":"observational","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.998459,0.00001164281,0.000527469,0.0004163663,0.0002979486,0.0001691658,8.910513e-7,0.000009880298,0.0001075769],"genre_scores_gemma":[0.9818911,0.000004209832,0.01761336,0.0003593526,0.000101709,0.00001246938,0.000003270886,0.00001277612,0.000001761884],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.7356201,"threshold_uncertainty_score":0.5287054,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.181439067539237,"score_gpt":0.4240229680866326,"score_spread":0.2425839005473956,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}