{"id":"W4393857975","doi":"10.1016/j.jclinepi.2024.111344","title":"GRADE concept paper 8: judging the certainty of discrimination performance estimates of prognostic models in a body of validation studies","year":2024,"lang":"en","type":"article","venue":"Journal of Clinical Epidemiology","topic":"Sepsis Diagnosis and Treatment","field":"Medicine","cited_by":16,"is_retracted":false,"has_abstract":false,"ca_institutions":"McMaster University; Impact; Ted Rogers Centre for Heart Research","funders":"","keywords":"Predictive modelling; Medicine; Meta-analysis; Systematic review; Clinical Practice; Prognostic model; Computer science; MEDLINE; Oncology; Internal medicine; Overall survival; Machine learning; Biology; Physical therapy","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.2705428,0.003833742,0.006133056,0.01499159,0.002880355,0.01464529,0.008560593,0.01065785,0.01067779],"category_scores_gemma":[0.6945131,0.001872547,0.008185614,0.006973444,0.006971608,0.00985388,0.01029204,0.0107836,0.002444006],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.003930177,"about_ca_system_score_gemma":0.006760735,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.003664906,"about_ca_topic_score_gemma":0.002822283,"domain_scores_codex":[0.7797229,0.1328388,0.02245779,0.01410606,0.04840129,0.002473162],"domain_scores_gemma":[0.2770458,0.5928839,0.03226881,0.03609703,0.05560008,0.006104319],"domain_codex":null,"domain_gemma":"methods","domain_candidate":"methods","domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","study_design_scores_codex":[0.008431682,0.0004916727,0.1294357,0.0236789,0.02809291,0.0007222042,0.001831883,0.03781855,0.002567395,0.08266518,0.1652648,0.5189992],"study_design_scores_gemma":[0.005252952,0.005937761,0.07464019,0.02307251,0.01722432,0.00237875,0.001211221,0.1304622,0.01006492,0.54188,0.1863856,0.001489638],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"methods","genre_scores_codex":[0.06519671,0.06519305,0.7323732,0.06083032,0.01832379,0.004451658,0.01732921,0.002841492,0.03346063],"genre_scores_gemma":[0.6235261,0.009298351,0.3103442,0.01735285,0.01359087,0.004987723,0.01344443,0.001664959,0.005790507],"genre_candidate":"methods","genre_consensus":"methods","teacher_disagreement_score":0.7294572,"threshold_uncertainty_score":0.8995506,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.5340898900833674,"score_gpt":0.5617877192448818,"score_spread":0.02769782916151442,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}