{"id":"W2106659324","doi":"10.1111/ajt.13391","title":"Problems With the Development and Validation of a Prognostic Model","year":2015,"lang":"en","type":"letter","venue":"American Journal of Transplantation","topic":"Machine Learning in Healthcare","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"ca_institutions":"McMaster University; Population Health Research Institute","funders":"","keywords":"Medicine; Scopus; Overfitting; MEDLINE; Statistics; Artificial intelligence; Computer science; Mathematics","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.189624,0.001671762,0.002594486,0.003319691,0.001749642,0.006126461,0.007481176,0.008621745,0.006992903],"category_scores_gemma":[0.656846,0.0009460105,0.002301361,0.003170596,0.005082517,0.005871414,0.003200879,0.01709709,0.005002595],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.002576528,"about_ca_system_score_gemma":0.009171512,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.004360945,"about_ca_topic_score_gemma":0.003610686,"domain_scores_codex":[0.8692669,0.08059562,0.020579,0.006449451,0.02201174,0.00109722],"domain_scores_gemma":[0.3228864,0.5168007,0.02072149,0.01749965,0.1180267,0.004065069],"domain_codex":null,"domain_gemma":"methods","domain_candidate":"methods","domain_consensus":null,"study_design_codex":"not_applicable","study_design_gemma":"theoretical_or_conceptual","study_design_scores_codex":[0.000243887,0.0000613613,0.004256282,0.002363498,0.0004218413,0.0005818002,0.0006160599,0.001384818,0.00009884082,0.01109498,0.8117666,0.1671102],"study_design_scores_gemma":[0.0003595269,0.000364685,0.006367427,0.01675197,0.0009534619,0.002970829,0.0009295332,0.0257404,0.001101064,0.09252559,0.851532,0.0004034875],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"genre_codex":"commentary","genre_gemma":"commentary","genre_scores_codex":[0.001834035,0.0188413,0.03607437,0.7176403,0.2207352,0.000197664,0.001416226,0.0006368672,0.002624015],"genre_scores_gemma":[0.08560169,0.02347736,0.07820226,0.3921998,0.4112722,0.001225416,0.001875083,0.001074348,0.005071756],"genre_candidate":"commentary","genre_consensus":"commentary","teacher_disagreement_score":0.810376,"threshold_uncertainty_score":0.9993379,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.02411864829723237,"score_gpt":0.2620685926070873,"score_spread":0.2379499443098549,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}