{"id":"W1627302939","doi":"10.1093/oxfordhb/9780199857944.013.010","title":"Data-Driven Model Evaluation","year":2014,"lang":"en","type":"book-chapter","venue":"Oxford University Press eBooks","topic":"Statistical Methods and Inference","field":"Mathematics","cited_by":4,"is_retracted":false,"has_abstract":true,"ca_institutions":"McMaster University","funders":"","keywords":"Nonparametric statistics; Series (stratigraphy); Function (biology); Nested set model; Parametric statistics; Parametric model; Computer science; Sample (material); Algorithm; Mathematics; Statistics; Data mining","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0004924996,0.0002767244,0.0004133735,0.0000820982,0.0001174813,0.00003143219,0.0008403157,0.0003226701,0.0001509766],"category_scores_gemma":[0.0002441229,0.0002918866,0.00008298454,0.000003695903,0.0001306986,0.00005087841,0.0006788135,0.0003490909,0.000002538096],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001106713,"about_ca_system_score_gemma":0.000137472,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.000008014414,"about_ca_topic_score_gemma":0.00001367655,"domain_scores_codex":[0.9984886,0.00009341767,0.0002167755,0.0005109842,0.0004930052,0.000197205],"domain_scores_gemma":[0.9976389,0.0004959147,0.0002680083,0.001230454,0.0002479429,0.0001187191],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","study_design_scores_codex":[0.00002415545,0.000005646436,1.404707e-7,0.00007765619,0.00006850897,0.000006069818,0.00003845654,0.00004672057,0.000002502205,0.9592813,0.006660244,0.03378855],"study_design_scores_gemma":[0.0002260279,0.00002243739,3.15746e-7,0.00008493419,0.0004082083,0.000001061345,0.000003123108,0.221063,0.000003143322,0.270868,0.5071111,0.000208609],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"genre_codex":"other","genre_gemma":"other","genre_scores_codex":[0.000004789945,0.000005933723,0.3441009,0.000006055524,0.00006216537,0.000287151,0.000678352,0.00005824947,0.6547964],"genre_scores_gemma":[0.0001190976,0.00003387588,0.1831669,0.00003029786,0.00007549733,8.481264e-7,0.000137931,0.00004160813,0.816394],"genre_candidate":"other","genre_consensus":"other","teacher_disagreement_score":0.6884133,"threshold_uncertainty_score":0.9999533,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.275953032011104,"score_gpt":0.3537974986639438,"score_spread":0.07784446665283984,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}