{"id":"W6889104054","doi":"10.25384/sage.23566742","title":"sj-pdf-1-mdm-10.1177_0272989X231178317 – Supplemental material for Value-of-Information Analysis for External Validation of Risk Prediction Models","year":2023,"lang":"en","type":"article","venue":"Sage Journals Data","topic":"Health Systems, Economic Evaluations, Quality of Life","field":"Economics, Econometrics and Finance","cited_by":0,"is_retracted":false,"has_abstract":true,"ca_institutions":"Vancouver Coastal Health Research Institute; University of British Columbia","funders":"","keywords":"Predictive modelling; Risk assessment; Model validation; Risk management; Reliability (semiconductor); Decision model","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.01067853,0.00126455,0.001220846,0.004859326,0.0010517,0.005331186,0.002801321,0.003278404,0.8662963],"category_scores_gemma":[0.08760828,0.001405343,0.001459697,0.005163607,0.0007563745,0.003886682,0.003067895,0.002681804,0.6975587],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.001873898,"about_ca_system_score_gemma":0.003033214,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.005245085,"about_ca_topic_score_gemma":0.006720181,"domain_scores_codex":[0.9924898,0.001386789,0.0006298497,0.0007380767,0.004299985,0.0004554093],"domain_scores_gemma":[0.9135795,0.0573225,0.002611035,0.007611176,0.01708393,0.00179191],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","study_design_scores_codex":[0.0001846255,0.000136492,0.001007126,0.0002814776,0.00004834573,0.00003214374,0.00003638689,0.0005330498,0.000297651,0.002681272,0.9618779,0.0328835],"study_design_scores_gemma":[0.0007391354,0.0002105955,0.01213897,0.001092678,0.00009285244,0.0002097405,0.000246747,0.006441522,0.003330818,0.02741312,0.947916,0.0001678454],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","genre_codex":"dataset","genre_gemma":"other","genre_scores_codex":[0.001894043,0.000249299,0.02771415,0.002901921,0.001249424,0.0008440342,0.8064353,0.02811948,0.1305924],"genre_scores_gemma":[0.02602909,0.000574146,0.04918744,0.002836498,0.000976414,0.002594792,0.6766317,0.04904592,0.192124],"genre_candidate":"other","genre_consensus":null,"teacher_disagreement_score":0.8662963,"threshold_uncertainty_score":0.190712,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.333743059280965,"score_gpt":0.435839808567322,"score_spread":0.102096749286357,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}