{"id":"W2248870587","doi":"10.1016/j.amjsurg.2015.08.032","title":"Validation of a novel intraoperative assessment tool: The Surgical Procedure Feedback Rubric","year":2015,"lang":"en","type":"article","venue":"The American Journal of Surgery","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":16,"is_retracted":false,"has_abstract":false,"ca_institutions":"Western University; Kingston General Hospital; Queen's University","funders":"Association for Surgical Education","keywords":"Rubric; Discriminative model; Variance (accounting); Construct validity; Observational study; Exploratory factor analysis; Construct (python library); Formative assessment; Psychology; Computer science; Medical physics; Medical education; Medicine; Artificial intelligence; Machine learning; Mathematics education; Psychometrics; Clinical psychology; Structural equation modeling","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.01231891,0.0006869304,0.0005047914,0.002301243,0.0004264576,0.00115167,0.0009677832,0.0007822131,0.004400461],"category_scores_gemma":[0.05559718,0.0002803817,0.0007510669,0.0004240175,0.0005459858,0.00124378,0.001840719,0.0006744965,0.001932268],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0004491649,"about_ca_system_score_gemma":0.001798446,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0009375174,"about_ca_topic_score_gemma":0.001856171,"domain_scores_codex":[0.9905854,0.003176524,0.00116461,0.0007597731,0.004108186,0.0002056439],"domain_scores_gemma":[0.9533772,0.02218447,0.002792987,0.002628438,0.01795095,0.001066024],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"bench_or_experimental","study_design_scores_codex":[0.001423576,0.001629282,0.0973186,0.001622004,0.0001847222,0.0002563926,0.002827657,0.003991864,0.06981316,0.002065005,0.01499008,0.8038777],"study_design_scores_gemma":[0.001017195,0.008300871,0.5872533,0.002054558,0.0007785225,0.004409907,0.004664382,0.1393425,0.1564468,0.003418724,0.0915279,0.0007854191],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.5817645,0.0009221368,0.3844155,0.0009577391,0.001409024,0.005914638,0.00273486,0.007085479,0.01479615],"genre_scores_gemma":[0.6362594,0.0004410945,0.3507577,0.0004897516,0.0001899121,0.003959347,0.001958653,0.0005907397,0.005353348],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.01231891,"threshold_uncertainty_score":0.06514943,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.0897675888133443,"score_gpt":0.3505367441726542,"score_spread":0.2607691553593099,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}