{"id":"W3125320272","doi":"10.1071/wf20134","title":"Guidelines for effective evaluation and comparison of wildland fire occurrence prediction models","year":2021,"lang":"en","type":"article","venue":"International Journal of Wildland Fire","topic":"Fire effects on ecosystems","field":"Environmental Science","cited_by":30,"is_retracted":false,"has_abstract":true,"ca_institutions":"Western University","funders":"","keywords":"Computer science; Fire regime; Scale (ratio); Set (abstract data type); Data science; Data mining; Geography; Cartography; Ecology","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":true,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.2844249,0.004012966,0.003707808,0.01319893,0.003883344,0.01226135,0.01101653,0.005952517,0.005638993],"category_scores_gemma":[0.6177034,0.002253745,0.004399225,0.01023396,0.00321228,0.00904618,0.008869867,0.007183722,0.002084704],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.006308718,"about_ca_system_score_gemma":0.01728833,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.02025769,"about_ca_topic_score_gemma":0.02567167,"domain_scores_codex":[0.7048652,0.183266,0.05282822,0.005574833,0.05104525,0.002420528],"domain_scores_gemma":[0.3775655,0.3291753,0.03048536,0.05385864,0.2048903,0.004024882],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","study_design_scores_codex":[0.001781519,0.003857729,0.03527743,0.01122569,0.00201013,0.001813398,0.008557449,0.1111348,0.008972339,0.07765236,0.1440332,0.593684],"study_design_scores_gemma":[0.002598184,0.003837856,0.04327435,0.03881551,0.001866548,0.001216826,0.01425516,0.4119471,0.03648483,0.1614741,0.2828494,0.001380038],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"methods","genre_scores_codex":[0.04901951,0.006428567,0.8485358,0.01338321,0.002052481,0.02672405,0.01406473,0.006776526,0.03301505],"genre_scores_gemma":[0.06002819,0.001122054,0.9200351,0.0007707201,0.0001472061,0.01184401,0.004229635,0.0008286117,0.0009943505],"genre_candidate":"methods","genre_consensus":"methods","teacher_disagreement_score":0.2844249,"threshold_uncertainty_score":0.8824315,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.04204315870382898,"score_gpt":0.3451346790722558,"score_spread":0.3030915203684268,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}