{"id":"W2039951642","doi":"10.1111/2041-210x.12238","title":"Validation and calibration of probabilistic predictions in ecology","year":2014,"lang":"en","type":"article","venue":"Methods in Ecology and Evolution","topic":"Species Distribution and Climate Change","field":"Environmental Science","cited_by":13,"is_retracted":false,"has_abstract":true,"ca_institutions":"York University; McGill University","funders":"Fisheries and Oceans Canada; Natural Sciences and Engineering Research Council of Canada","keywords":"Probabilistic logic; Metric (unit); Calibration; Predictive modelling; Predictive power; Population viability analysis; Population; Statistical model; Computer science; Statistics; Goodness of fit; Ecology; Reliability (semiconductor); Econometrics; Machine learning; Artificial intelligence; Mathematics; Biology; Engineering; Power (physics)","routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0009571799,0.00004932943,0.0001078683,0.00005874936,0.00004723219,0.000003305485,0.00002906437,0.0001152069,0.0007470217],"category_scores_gemma":[0.000428506,0.00005015334,0.000008314488,0.0001559816,0.0002128319,0.0001029014,0.00004762353,0.00006892992,0.000004175516],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0002240142,"about_ca_system_score_gemma":0.000005057055,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0001328404,"about_ca_topic_score_gemma":0.002780271,"domain_scores_codex":[0.9990661,0.0004481317,0.0001829496,0.000155298,0.00003525023,0.0001122922],"domain_scores_gemma":[0.9996511,0.0002031272,0.00005739255,0.00006025848,0.000005211275,0.00002290026],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.00001339868,0.00005982201,0.9878439,0.00001082212,0.000001068403,1.054179e-7,0.0001365038,0.0006334047,0.002817063,0.007001266,0.00004858205,0.001434069],"study_design_scores_gemma":[0.0002819055,0.00009286169,0.9608705,0.000002693603,0.000005519124,0.00000401844,0.0001613221,0.0269165,0.0002774948,0.01121983,0.0001255285,0.00004182496],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9774569,0.00001495846,0.02022105,0.0002585701,0.0001218451,0.000148916,0.000004327225,0.00000951685,0.00176394],"genre_scores_gemma":[0.9952419,0.00003172736,0.004601921,0.0000336446,0.000006921178,0.00003663948,0.00001486871,0.000002139649,0.00003018792],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.0269734,"threshold_uncertainty_score":0.8179364,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.0266500800654496,"score_gpt":0.313788431909609,"score_spread":0.2871383518441594,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}