{"id":"W4205633932","doi":"10.1016/j.oraloncology.2022.105716","title":"Inter-rater concordance and operating definitions of radiologic nodal feature assessment in human papillomavirus-positive oropharyngeal carcinoma","year":2022,"lang":"en","type":"article","venue":"Oral Oncology","topic":"Head and Neck Cancer Studies","field":"Medicine","cited_by":17,"is_retracted":false,"has_abstract":false,"ca_institutions":"University Health Network; Princess Margaret Cancer Centre; University of Toronto","funders":"Princess Margaret Cancer Foundation","keywords":"Medicine; Kappa; Concordance; Inter-rater reliability; Cohen's kappa; Radiology; Lymph node; Cohort; Nuclear medicine; Internal medicine; Statistics; Mathematics","routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0002006205,0.0001141615,0.0005999648,0.00007677182,0.0001886123,0.000003911751,0.0000550294,0.00005858286,0.000188774],"category_scores_gemma":[0.00001802351,0.00009579014,0.00003852083,0.0001244391,0.0001729865,0.00003713211,0.0001767739,0.0004567916,8.622943e-7],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0004950894,"about_ca_system_score_gemma":0.000201082,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0004226856,"about_ca_topic_score_gemma":0.0004669135,"domain_scores_codex":[0.9990105,0.0002401963,0.0002318757,0.0002290422,0.00008684093,0.000201526],"domain_scores_gemma":[0.9996384,0.00009240038,0.00007664766,0.00009450293,0.0000473407,0.00005066003],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.0005408282,0.0007158522,0.8627941,0.00009620646,0.0001372732,0.001610682,0.003380199,0.0000177354,0.1130772,0.006167279,0.003293989,0.008168695],"study_design_scores_gemma":[0.006040299,0.01502172,0.967248,0.00005374079,0.0001455705,0.0004243418,0.003856755,0.0001451992,0.001860207,0.0001987779,0.004786252,0.0002191482],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9833331,0.0005944993,0.000009133075,0.003291426,0.0001293685,0.000280327,0.00006512541,0.00001248336,0.01228455],"genre_scores_gemma":[0.9966583,0.00007845718,0.001136523,0.001689348,0.00004849059,0.0001445888,0.00004779566,0.000009536183,0.0001869642],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.111217,"threshold_uncertainty_score":0.3906209,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.05147193183848359,"score_gpt":0.3609124862322209,"score_spread":0.3094405543937374,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}