{"id":"W3108244608","doi":"10.1002/mp.14845","title":"OpenKBP: The open‐access knowledge‐based planning grand challenge and dataset","year":2021,"lang":"en","type":"article","venue":"Medical Physics","topic":"Advanced Radiotherapy Techniques","field":"Physics and Astronomy","cited_by":114,"is_retracted":false,"has_abstract":true,"ca_institutions":"Princess Margaret Cancer Centre; University of Toronto","funders":"School of Natural Sciences, Mathematics, and Engineering, California State University, Bakersfield; Tata Memorial Centre; University of Texas MD Anderson Cancer Center; University of Science and Technology of China; Peking University; Medizinische Universität Wien; University of North Carolina at Chapel Hill; Universidade de Macau; Cleveland Clinic; Hunan University; Virginia Commonwealth University; American Association of Physicists in Medicine; Universidad Nacional de Colombia; Aalto-Yliopisto; KU Leuven; Xidian University; Anhui University; Sichuan University; Universität Wien; Government of Canada; Yonsei University; Johns Hopkins University; Memorial Sloan-Kettering Cancer Center; University of Texas Southwestern Medical Center; Rensselaer Polytechnic Institute; Henry Ford Health System; Shanghai Jiao Tong University; Université Catholique de Louvain; Massachusetts General Hospital","keywords":"Benchmark (surveying); Benchmarking; Competition (biology); Best practice","routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0002076388,0.0001451703,0.0002184266,0.000009561257,0.0002067565,0.0002414982,0.0008871318,0.00003790268,0.000585421],"category_scores_gemma":[0.0000177377,0.0001019836,0.00003433221,0.0001543471,0.0001674563,0.0003663895,0.0006757244,0.0003069438,0.000003786949],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00001086861,"about_ca_system_score_gemma":0.0001789407,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0000385096,"about_ca_topic_score_gemma":0.000005122788,"domain_scores_codex":[0.9990596,0.00007952205,0.0001518374,0.0002917993,0.0002119878,0.0002052392],"domain_scores_gemma":[0.9991512,0.0002183434,0.0000596789,0.0003993273,0.00003920474,0.0001321911],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"not_applicable","study_design_scores_codex":[0.00006979935,0.001471496,0.01674324,0.0001089113,0.0003083241,0.00009446125,0.001083549,0.00005760741,0.0002362275,0.05368891,0.1852768,0.7408607],"study_design_scores_gemma":[0.002481288,0.0000771483,0.0006150844,0.0002878864,0.0000551944,0.000004004693,0.00009551752,0.003086963,0.01957976,0.06160038,0.9115754,0.0005414234],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.003419046,0.003038328,0.959694,0.0052846,0.0002785486,0.0006461802,0.0007138773,0.00009881616,0.02682666],"genre_scores_gemma":[0.9912324,0.0001263261,0.002412203,0.002443864,0.001526151,0.0001805424,0.001738632,0.00006615725,0.0002737274],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.9878134,"threshold_uncertainty_score":0.640995,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.06455541038045064,"score_gpt":0.4144438637076553,"score_spread":0.3498884533272046,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}