{"id":"W1904453604","doi":"10.1111/j.1754-9485.2012.02440.x","title":"Assessment and improvement of radiation oncology trainee contouring ability utilizing consensus‐based penalty metrics","year":2012,"lang":"en","type":"article","venue":"Journal of Medical Imaging and Radiation Oncology","topic":"Advanced Radiotherapy Techniques","field":"Physics and Astronomy","cited_by":5,"is_retracted":false,"has_abstract":true,"ca_institutions":"London Health Sciences Centre; Western University","funders":"","keywords":"Contouring; Medicine; Metric (unit); Medical physics; Quality assurance; Radiation oncology; Radiation therapy; Computer science; Radiology; Operations management; Pathology","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.05968612,0.0005882967,0.0004403088,0.002742615,0.0007738486,0.001519697,0.001258627,0.0006107559,0.002894958],"category_scores_gemma":[0.1230577,0.0002628345,0.0007626478,0.001007079,0.0008854146,0.001481571,0.003173589,0.0008161219,0.00049553],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.002216609,"about_ca_system_score_gemma":0.003142273,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.001282369,"about_ca_topic_score_gemma":0.001564917,"domain_scores_codex":[0.9596481,0.02521867,0.003607669,0.001413672,0.009326203,0.0007857177],"domain_scores_gemma":[0.878038,0.05797696,0.01813296,0.00638844,0.03742559,0.002038041],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"observational","study_design_scores_codex":[0.001594388,0.0009746655,0.2565959,0.001799507,0.0003953467,0.0001454226,0.02529053,0.02089266,0.01240513,0.003873629,0.004584759,0.6714481],"study_design_scores_gemma":[0.0005881108,0.01048149,0.6283178,0.001802899,0.0005432425,0.001237912,0.03210627,0.2183938,0.06597864,0.01451713,0.02530098,0.0007315978],"study_design_candidate":"observational","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.8509297,0.0002714035,0.1322737,0.001110766,0.00005798222,0.001929413,0.0002528063,0.0004170396,0.01275712],"genre_scores_gemma":[0.9185253,0.0001053316,0.07916787,0.00008310308,0.00001250865,0.001266013,0.0001601696,0.00004178725,0.0006379298],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.05968612,"threshold_uncertainty_score":0.3156542,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.01851198651638259,"score_gpt":0.3905314149142908,"score_spread":0.3720194283979082,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}