{"id":"W2525440616","doi":"10.1016/j.jsurg.2016.05.013","title":"The MacTRAUMA TTL Assessment Tool: Developing a Novel Tool for Assessing Performance of Trauma Trainees: Initial Reliability Testing","year":2016,"lang":"en","type":"article","venue":"Journal of surgical education","topic":"Simulation-Based Education in Healthcare","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":false,"ca_institutions":"Hamilton Health Sciences; McMaster University","funders":"","keywords":"Inter-rater reliability; Formative assessment; Intraclass correlation; Competence (human resources); Objective structured clinical examination; Reliability (semiconductor); Psychology; Medical education; Medical physics; Medicine; Applied psychology; Clinical psychology; Psychometrics; Rating scale; Social psychology","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.01413477,0.000713354,0.0007645531,0.002159345,0.0005938352,0.001243742,0.001200686,0.000987369,0.001995658],"category_scores_gemma":[0.04930106,0.0005149806,0.001045457,0.0009669524,0.0005637229,0.002126879,0.001773788,0.0009276947,0.001042117],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0008301412,"about_ca_system_score_gemma":0.001984063,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00217391,"about_ca_topic_score_gemma":0.004444536,"domain_scores_codex":[0.9902183,0.00298467,0.001705466,0.0007147114,0.004060624,0.000316202],"domain_scores_gemma":[0.967284,0.01443042,0.003729379,0.001547197,0.01234723,0.0006619042],"domain_codex":null,"domain_gemma":"methods","domain_candidate":"methods","domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.002687555,0.001706415,0.5476241,0.0008053033,0.0003768309,0.0002803927,0.004478591,0.002307597,0.01770448,0.0008563768,0.01011286,0.4110595],"study_design_scores_gemma":[0.0004588995,0.006676873,0.917409,0.0004842445,0.0004492109,0.001822139,0.00195801,0.03144917,0.02043337,0.0009322697,0.01770137,0.0002254723],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9206704,0.0008339321,0.06591931,0.0007847804,0.0003830615,0.00344079,0.001601767,0.001043641,0.005322443],"genre_scores_gemma":[0.87982,0.0004170771,0.1107272,0.0003971885,0.0001637474,0.004312017,0.00127013,0.0002644596,0.002628199],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.9858652,"threshold_uncertainty_score":0.07475275,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.0954734885048559,"score_gpt":0.436623477955613,"score_spread":0.341149989450757,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}