{"id":"W3108244608","doi":"10.1002/mp.14845","title":"OpenKBP: The open‐access knowledge‐based planning grand challenge and dataset","year":2021,"lang":"en","type":"article","venue":"Medical Physics","topic":"Advanced Radiotherapy Techniques","field":"Physics and Astronomy","cited_by":114,"is_retracted":false,"has_abstract":true,"ca_institutions":"Princess Margaret Cancer Centre; University of Toronto","funders":"School of Natural Sciences, Mathematics, and Engineering, California State University, Bakersfield; Tata Memorial Centre; University of Texas MD Anderson Cancer Center; University of Science and Technology of China; Peking University; Medizinische Universität Wien; University of North Carolina at Chapel Hill; Universidade de Macau; Cleveland Clinic; Hunan University; Virginia Commonwealth University; American Association of Physicists in Medicine; Universidad Nacional de Colombia; Aalto-Yliopisto; KU Leuven; Xidian University; Anhui University; Sichuan University; Universität Wien; Government of Canada; Yonsei University; Johns Hopkins University; Memorial Sloan-Kettering Cancer Center; University of Texas Southwestern Medical Center; Rensselaer Polytechnic Institute; Henry Ford Health System; Shanghai Jiao Tong University; Université Catholique de Louvain; Massachusetts General Hospital","keywords":"Benchmark (surveying); Benchmarking; Competition (biology); Best practice","routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["open_science"],"consensus_categories":[],"category_scores_codex":[0.008091812,0.002965096,0.00144719,0.00252618,0.001616995,0.003425877,0.007763635,0.00520584,0.02319398],"category_scores_gemma":[0.02734493,0.0009314292,0.002520804,0.00314789,0.001283805,0.002732938,0.007027377,0.004230684,0.01348216],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.003547803,"about_ca_system_score_gemma":0.005207137,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.01797267,"about_ca_topic_score_gemma":0.03115452,"domain_scores_codex":[0.9924406,0.003085623,0.0004649738,0.001623531,0.001867187,0.0005181176],"domain_scores_gemma":[0.9827265,0.008842441,0.0007500987,0.003430112,0.00269582,0.001554991],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","study_design_scores_codex":[0.0007691963,0.0008004508,0.00303838,0.002502249,0.0001869789,0.000353329,0.0003132303,0.03214895,0.001288997,0.003680689,0.8989204,0.05599709],"study_design_scores_gemma":[0.002192329,0.0005753678,0.01056131,0.000993017,0.0001688068,0.0008407175,0.0009050054,0.1278537,0.007421872,0.02170644,0.8264413,0.0003402058],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","genre_codex":"dataset","genre_gemma":"dataset","genre_scores_codex":[0.03538688,0.003781949,0.05773999,0.01031057,0.002059454,0.003773863,0.8169547,0.0329304,0.03706213],"genre_scores_gemma":[0.04587897,0.0005273966,0.08184433,0.001332545,0.0002054295,0.003564675,0.8588701,0.001848625,0.005927839],"genre_candidate":"dataset","genre_consensus":"dataset","teacher_disagreement_score":0.9922364,"threshold_uncertainty_score":0.0775916,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.06455541038045064,"score_gpt":0.4144438637076553,"score_spread":0.3498884533272046,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}