{"id":"W2904090637","doi":"10.1093/jncics/pky050","title":"Reliability of Oncology Value Framework Outputs: Concordance Between Independent Research Groups","year":2018,"lang":"en","type":"article","venue":"JNCI Cancer Spectrum","topic":"Economic and Financial Impacts of Cancer","field":"Economics, Econometrics and Finance","cited_by":8,"is_retracted":false,"has_abstract":true,"ca_institutions":"Canadian Centre for Applied Research in Cancer Control; Queen's University; University of Toronto","funders":"Canadian Cancer Society Research Institute; Canadian Centre for Applied Research in Cancer Control","keywords":"Concordance; Inter-rater reliability; Medicine; Intraclass correlation; Confidence interval; Reliability (semiconductor); Value (mathematics); Internal medicine; Concordance correlation coefficient; Statistics; Scale (ratio); Medical physics; Oncology; Rating scale; Mathematics; Clinical psychology; Psychometrics","routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.002661824,0.0002643059,0.001057713,0.0003440616,0.0002340861,0.00005713688,0.0007946531,0.0004700279,0.001658782],"category_scores_gemma":[0.0007343335,0.000301137,0.0001994391,0.0006306931,0.0009509845,0.0004070408,0.0002629393,0.0009056831,0.0007966509],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00172888,"about_ca_system_score_gemma":0.0004538573,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.007453999,"about_ca_topic_score_gemma":0.0007965177,"domain_scores_codex":[0.9966594,0.0000804383,0.001284569,0.0008819787,0.0001509035,0.0009426955],"domain_scores_gemma":[0.9974368,0.0003739304,0.0007590864,0.000958557,0.000221666,0.0002499352],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","study_design_scores_codex":[0.0001692859,0.0001279112,0.4398484,0.00005942276,0.00008413003,0.000003551409,0.001265159,0.00002362009,0.00002424317,0.5489019,0.004376299,0.005116024],"study_design_scores_gemma":[0.0006379561,0.0008883681,0.3986412,0.00007023042,0.000009924825,0.000001465595,0.00009788142,0.00008046988,0.001598659,0.4327072,0.1649377,0.0003289717],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.889511,0.003357793,0.008634897,0.004391776,0.002944069,0.0005487579,0.0005064343,0.00006139389,0.09004392],"genre_scores_gemma":[0.9929039,0.001020754,0.001167636,0.0005126484,0.003326126,0.00008315757,0.000005656071,0.00005265433,0.0009274731],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.1605614,"threshold_uncertainty_score":0.9999813,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.07396688542706191,"score_gpt":0.3560800471534347,"score_spread":0.2821131617263727,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}