{"id":"W2991309032","doi":"10.1016/j.prro.2019.11.007","title":"Patterns of Failure Observed in the 2-Step Institution Credentialing Process for NRG Oncology/Radiation Therapy Oncology Group 1005 (NCT01349322) and Lessons Learned","year":2019,"lang":"en","type":"article","venue":"Practical Radiation Oncology","topic":"Breast Cancer Treatment Studies","field":"Biochemistry, Genetics and Molecular Biology","cited_by":11,"is_retracted":false,"has_abstract":false,"ca_institutions":"McGill University Health Centre","funders":"National Cancer Institute","keywords":"Credentialing; Medicine; Contouring; Benchmark (surveying); Quality assurance; Medical physics; Radiation oncology; Radiation therapy; Consistency (knowledge bases); Lung cancer; Radiology; Oncology; Computer science; Medical education; Artificial intelligence; Pathology","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.01587453,0.0002773987,0.0005385905,0.001485278,0.001547683,0.002454982,0.002177397,0.001576598,0.009879417],"category_scores_gemma":[0.06826212,0.0002981449,0.0009393113,0.00181399,0.0009496451,0.002296455,0.002141929,0.002903253,0.001870755],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.003769238,"about_ca_system_score_gemma":0.008026032,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.01890815,"about_ca_topic_score_gemma":0.0255446,"domain_scores_codex":[0.9835672,0.003745442,0.002340699,0.001662352,0.004269107,0.004415226],"domain_scores_gemma":[0.9242278,0.02657565,0.02209539,0.004868815,0.01290971,0.009322559],"domain_codex":null,"domain_gemma":"methods","domain_candidate":"methods","domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.001207214,0.0009907085,0.908436,0.0001442326,0.00009255389,0.000328779,0.00138721,0.000848132,0.0007443069,0.0006931269,0.005564759,0.07956292],"study_design_scores_gemma":[0.00004321751,0.0009040131,0.9879269,0.0002134905,0.00002648865,0.0004168373,0.002902514,0.001765425,0.0007445601,0.0006383326,0.00437142,0.00004674653],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9750319,0.00115194,0.00333223,0.006371636,0.0001542507,0.0006039929,0.001553072,0.0002359713,0.01156501],"genre_scores_gemma":[0.9947865,0.000199086,0.001408065,0.0007847041,0.00002849347,0.0001864207,0.0005764383,0.00004616525,0.001984185],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.9841255,"threshold_uncertainty_score":0.08395356,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.072390902252629,"score_gpt":0.4091325192633728,"score_spread":0.3367416170107438,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}