{"id":"W1904453604","doi":"10.1111/j.1754-9485.2012.02440.x","title":"Assessment and improvement of radiation oncology trainee contouring ability utilizing consensus‐based penalty metrics","year":2012,"lang":"en","type":"article","venue":"Journal of Medical Imaging and Radiation Oncology","topic":"Advanced Radiotherapy Techniques","field":"Physics and Astronomy","cited_by":5,"is_retracted":false,"has_abstract":true,"ca_institutions":"London Health Sciences Centre; Western University","funders":"","keywords":"Contouring; Medicine; Metric (unit); Medical physics; Quality assurance; Radiation oncology; Radiation therapy; Computer science; Radiology; Operations management; Pathology","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002710106,0.0001141282,0.0004338347,0.000207798,0.00007186401,0.00001152278,0.00008460289,0.00009276545,0.0001109591],"category_scores_gemma":[0.0001853759,0.00009422054,0.00007042352,0.0001098386,0.0002012216,0.0001491421,0.00002328139,0.0003958529,5.845971e-8],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0003143779,"about_ca_system_score_gemma":0.0005071921,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00004562483,"about_ca_topic_score_gemma":7.642131e-7,"domain_scores_codex":[0.9984167,0.0002224088,0.0006781529,0.0001145476,0.0003517404,0.0002164884],"domain_scores_gemma":[0.9976988,0.0009844342,0.0008465966,0.00007754767,0.0001277041,0.0002649252],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"observational","study_design_scores_codex":[0.00003348338,0.0003078007,0.1946975,0.00002673648,0.00007143061,0.000003897368,0.0003322622,0.00001954807,0.005490421,0.001142865,0.0003062719,0.7975678],"study_design_scores_gemma":[0.02894509,0.004099242,0.6016318,0.0003170271,0.0006950676,0.0004184999,0.006894081,0.1491254,0.0293876,0.004155551,0.1733681,0.000962552],"study_design_candidate":"design_other","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.6470911,0.004060142,0.3399421,0.007109333,0.0006650291,0.0002639273,0.00001029136,0.00001883098,0.0008392454],"genre_scores_gemma":[0.9801787,0.0003978989,0.01850753,0.0003385242,0.0005561525,0.000005846517,0.000003649549,0.000009374222,0.000002336825],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.7966052,"threshold_uncertainty_score":0.3842202,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.01851198651638259,"score_gpt":0.3905314149142908,"score_spread":0.3720194283979082,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}