{"id":"W2991309032","doi":"10.1016/j.prro.2019.11.007","title":"Patterns of Failure Observed in the 2-Step Institution Credentialing Process for NRG Oncology/Radiation Therapy Oncology Group 1005 (NCT01349322) and Lessons Learned","year":2019,"lang":"en","type":"article","venue":"Practical Radiation Oncology","topic":"Breast Cancer Treatment Studies","field":"Biochemistry, Genetics and Molecular Biology","cited_by":11,"is_retracted":false,"has_abstract":false,"ca_institutions":"McGill University Health Centre","funders":"National Cancer Institute","keywords":"Credentialing; Medicine; Contouring; Benchmark (surveying); Quality assurance; Medical physics; Radiation oncology; Radiation therapy; Consistency (knowledge bases); Lung cancer; Radiology; Oncology; Computer science; Medical education; Artificial intelligence; Pathology","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0008062497,0.0001858554,0.0003746347,0.00008636822,0.000115768,0.00001911221,0.0001452469,0.0004481904,0.00002913971],"category_scores_gemma":[0.0006139069,0.0001511976,0.00008044954,0.0001314244,0.000105821,0.00004227202,0.00004911105,0.0002167793,0.000005079088],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0002251547,"about_ca_system_score_gemma":0.0005150458,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0001332262,"about_ca_topic_score_gemma":0.001032561,"domain_scores_codex":[0.998172,0.0005272744,0.0004151415,0.0004495877,0.0001505348,0.0002854501],"domain_scores_gemma":[0.9984393,0.0007253811,0.0004282841,0.0002190679,0.0001346236,0.0000533373],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"not_applicable","study_design_scores_codex":[0.008070565,0.003925512,0.2243427,0.000264057,0.0008071933,0.00002251377,0.005420799,0.0007779641,0.07011253,0.01663235,0.001384559,0.6682392],"study_design_scores_gemma":[0.020144,0.008391859,0.3144706,0.00004013858,0.0002818708,0.0001446982,0.00663762,0.001681802,0.01086398,0.001137258,0.6356394,0.0005667422],"study_design_candidate":"design_other","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9658458,0.0007698469,0.003499716,0.02748291,0.0004233536,0.001315527,0.00004999946,0.00001477464,0.0005980446],"genre_scores_gemma":[0.9950562,0.002080819,0.0008311183,0.0009668347,0.0002881105,0.0004490034,0.0002909296,0.00001780562,0.0000192253],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.6676725,"threshold_uncertainty_score":0.6165658,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.072390902252629,"score_gpt":0.4091325192633728,"score_spread":0.3367416170107438,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}