{"id":"W2965488766","doi":"10.1175/waf-d-19-0011.1","title":"On the Evaluation of Probabilistic Thunderstorm Forecasts and the Automated Generation of Thunderstorm Threat Areas during Environment Canada Pan Am Science Showcase","year":2019,"lang":"en","type":"article","venue":"Weather and Forecasting","topic":"Meteorological Phenomena and Simulations","field":"Earth and Planetary Sciences","cited_by":2,"is_retracted":false,"has_abstract":true,"ca_institutions":"Environment and Climate Change Canada","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Thunderstorm; Nowcasting; Probabilistic logic; Computer science; Meteorology; Categorical variable; Forecast skill; Consensus forecast; Environmental science; Machine learning; Statistics; Geography; Artificial intelligence; Mathematics","routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":true,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002904536,0.000693499,0.0003401228,0.0004438933,0.0005348723,0.0008548651,0.0008014094,0.0005114029,0.001054554],"category_scores_gemma":[0.008201249,0.0002287661,0.0002391541,0.0003574189,0.0004804406,0.0005392452,0.0005506974,0.0003476698,0.000234811],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.001938562,"about_ca_system_score_gemma":0.002123438,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.1554961,"about_ca_topic_score_gemma":0.1391571,"domain_scores_codex":[0.9986522,0.0004045061,0.00005378267,0.000235754,0.0005218091,0.0001320289],"domain_scores_gemma":[0.9958376,0.001910447,0.0003146633,0.0004098511,0.001230551,0.0002968941],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.003440276,0.00104323,0.09516072,0.000236814,0.0003053866,0.0004666331,0.00206406,0.5568076,0.1110374,0.001576174,0.00336684,0.2244949],"study_design_scores_gemma":[0.0001166497,0.0006462304,0.08304697,0.0000112212,0.00003614953,0.00003231797,0.0003225312,0.8803011,0.03412677,0.0001761756,0.001140633,0.00004328546],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9809915,0.00003297273,0.01607068,0.0000541111,0.00001712535,0.0001483326,0.000176365,0.0007637834,0.00174517],"genre_scores_gemma":[0.9901699,0.00001253698,0.009301767,0.000008632588,0.000004112237,0.00002070345,0.0002161562,0.00002406131,0.000241973],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.8445039,"threshold_uncertainty_score":0.3091819,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.07056924466559425,"score_gpt":0.2243477691203778,"score_spread":0.1537785244547835,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}