{"id":"W3097148855","doi":"10.1016/j.annepidem.2020.08.053","title":"A Novel Method for Assessing the Effect of Case-Mix and Model Calibration on the Receiver Operating Characteristic (ROC) Plot, With a Case Study in Chronic Obstructive Pulmonary Disease","year":2020,"lang":"en","type":"article","venue":"Annals of Epidemiology","topic":"Phonocardiography and Auscultation Techniques","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"ca_institutions":"University of British Columbia","funders":"Canadian Institutes of Health Research","keywords":"Medicine; Receiver operating characteristic; Calibration; Pulmonary disease; Plot (graphics); Statistics; Internal medicine","routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.06748629,0.001764356,0.002008648,0.005250863,0.000872577,0.002619254,0.002353318,0.003001875,0.002623813],"category_scores_gemma":[0.2314562,0.0009085395,0.002840397,0.002630451,0.001237888,0.0025242,0.002372308,0.002622074,0.0006231789],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0007066274,"about_ca_system_score_gemma":0.001128787,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.001444961,"about_ca_topic_score_gemma":0.001669774,"domain_scores_codex":[0.9390718,0.0421414,0.003484766,0.005821982,0.009027407,0.0004526075],"domain_scores_gemma":[0.6009016,0.3475641,0.01507372,0.02353699,0.01196508,0.0009585283],"domain_codex":null,"domain_gemma":"methods","domain_candidate":"methods","domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.004970278,0.001221686,0.2858677,0.00125783,0.00795821,0.001168258,0.001578387,0.05286178,0.0175231,0.008854502,0.007948127,0.6087901],"study_design_scores_gemma":[0.0007008177,0.003389972,0.1402207,0.0003412983,0.002346927,0.006939724,0.0004250727,0.8144571,0.01048004,0.01193361,0.00832211,0.0004425606],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"methods","genre_scores_codex":[0.06304859,0.0008750475,0.9313044,0.0003044214,0.000200827,0.0004095465,0.0007273095,0.0019246,0.001205275],"genre_scores_gemma":[0.4540362,0.0002680531,0.5421144,0.0002664375,0.0002337023,0.0008207529,0.0008115545,0.000508484,0.0009403704],"genre_candidate":"methods","genre_consensus":"methods","teacher_disagreement_score":0.9325137,"threshold_uncertainty_score":0.3569059,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.1508167409080751,"score_gpt":0.4359451353148854,"score_spread":0.2851283944068103,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}