{"id":"W2904090637","doi":"10.1093/jncics/pky050","title":"Reliability of Oncology Value Framework Outputs: Concordance Between Independent Research Groups","year":2018,"lang":"en","type":"article","venue":"JNCI Cancer Spectrum","topic":"Economic and Financial Impacts of Cancer","field":"Economics, Econometrics and Finance","cited_by":8,"is_retracted":false,"has_abstract":true,"ca_institutions":"Canadian Centre for Applied Research in Cancer Control; Queen's University; University of Toronto","funders":"Canadian Cancer Society Research Institute; Canadian Centre for Applied Research in Cancer Control","keywords":"Concordance; Inter-rater reliability; Medicine; Intraclass correlation; Confidence interval; Reliability (semiconductor); Value (mathematics); Internal medicine; Concordance correlation coefficient; Statistics; Scale (ratio); Medical physics; Oncology; Rating scale; Mathematics; Clinical psychology; Psychometrics","routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.3985286,0.001024883,0.002477416,0.01451658,0.001661509,0.007884502,0.002422318,0.00138609,0.001524219],"category_scores_gemma":[0.6477976,0.001080763,0.003641716,0.01260915,0.004345337,0.003729567,0.00974799,0.002049354,0.000453779],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.003569893,"about_ca_system_score_gemma":0.006109824,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.004383839,"about_ca_topic_score_gemma":0.006095611,"domain_scores_codex":[0.4982242,0.3320512,0.06709259,0.02702973,0.07187574,0.003726457],"domain_scores_gemma":[0.179125,0.580346,0.08397838,0.0659641,0.08768636,0.002900104],"domain_codex":null,"domain_gemma":"evaluation","domain_candidate":"evaluation","domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.001258287,0.0001791508,0.7639242,0.006428229,0.00747232,0.0002904094,0.02648092,0.005142404,0.001085831,0.01560221,0.008045657,0.1640903],"study_design_scores_gemma":[0.0004083914,0.0009666246,0.8109625,0.009391699,0.00342168,0.0009136295,0.01264182,0.01760282,0.005258297,0.07466473,0.06308001,0.0006877794],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.6505747,0.02895792,0.2422189,0.005529581,0.001586176,0.005555963,0.01200525,0.0006352756,0.05293633],"genre_scores_gemma":[0.9452565,0.001608968,0.04323322,0.000566911,0.0002453787,0.003361814,0.004884245,0.0001592502,0.0006836341],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.6014714,"threshold_uncertainty_score":0.7417214,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.07396688542706191,"score_gpt":0.3560800471534347,"score_spread":0.2821131617263727,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}