{"id":"W4401399426","doi":"10.5194/tc-18-3471-2024","title":"The AutoICE Challenge","year":2024,"lang":"en","type":"article","venue":"˜The œcryosphere","topic":"Advanced Neural Network Applications","field":"Computer Science","cited_by":18,"is_retracted":false,"has_abstract":true,"ca_institutions":"Environment and Climate Change Canada; University of Waterloo","funders":"Natural Environment Research Council; Sight Research UK; European Space Agency","keywords":"Computer science","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.01029207,0.002275576,0.001567373,0.001390239,0.002274863,0.006899965,0.002907643,0.004132047,0.03997193],"category_scores_gemma":[0.01785847,0.000427393,0.001736636,0.001168556,0.001054297,0.004964647,0.006818867,0.004194907,0.02883947],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00142661,"about_ca_system_score_gemma":0.003422499,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.004526474,"about_ca_topic_score_gemma":0.01043295,"domain_scores_codex":[0.992161,0.002776814,0.0003320343,0.00153295,0.002122209,0.001075021],"domain_scores_gemma":[0.9828635,0.004957253,0.0003221185,0.002125742,0.005420955,0.004310547],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"not_applicable","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.0003506443,0.0002382627,0.0009709467,0.0006040976,0.00005702817,0.0002557285,0.0002910421,0.002582587,0.001518316,0.002759957,0.9282559,0.06211552],"study_design_scores_gemma":[0.0001415795,0.0002853742,0.002939472,0.0002639753,0.00002812379,0.000488279,0.0008135345,0.01187659,0.002131531,0.00769609,0.9732603,0.00007490358],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"genre_codex":"other","genre_gemma":"empirical","genre_scores_codex":[0.1361057,0.03261507,0.1156665,0.1243067,0.0902132,0.002514927,0.1400373,0.04988977,0.3086509],"genre_scores_gemma":[0.2387608,0.006677669,0.07781137,0.01844978,0.01243365,0.002600017,0.3301794,0.009993006,0.3030944],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.03997193,"threshold_uncertainty_score":0.1337194,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.01508526702245036,"score_gpt":0.2596781636611139,"score_spread":0.2445928966386635,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}