{"id":"W3100900998","doi":"10.17863/cam.45849","title":"The Photometric LSST Astronomical Time-series Classification Challenge PLAsTiCC: Selection of a Performance Metric for Classification Probabilities Balancing Diverse Science Goals","year":2019,"lang":"en","type":"article","venue":"UCL Discovery (University College London)","topic":"Time Series Analysis and Forecasting","field":"Computer Science","cited_by":9,"is_retracted":false,"has_abstract":true,"ca_institutions":"Canadian Institute for Theoretical Astrophysics; University of Toronto","funders":"Natural Sciences and Engineering Research Council of Canada; Office of Science; Centre National de la Recherche Scientifique; Science and Technology Facilities Council; National Research Foundation; University of Toronto; Bundesministerium für Bildung und Forschung; Max-Planck-Gesellschaft; U.S. Department of Energy; European Commission; Alexander von Humboldt-Stiftung; National Energy Research Scientific Computing Center; Gordon and Betty Moore Foundation; Institut National de Physique Nucléaire et de Physique des Particules; Vetenskapsrådet; National Science Foundation","keywords":"Physics; Metric (unit); Series (stratigraphy); Selection (genetic algorithm); Astrophysics; Machine learning; Computer science","routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.02998983,0.001899927,0.003072285,0.004138851,0.002272835,0.006374283,0.003425879,0.006325477,0.002189643],"category_scores_gemma":[0.1173114,0.000472801,0.002023859,0.003500024,0.003022208,0.005739423,0.006348146,0.005577283,0.001129759],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.003856807,"about_ca_system_score_gemma":0.003321937,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00360786,"about_ca_topic_score_gemma":0.002895703,"domain_scores_codex":[0.9780206,0.009511047,0.001566435,0.003953558,0.005738694,0.001209489],"domain_scores_gemma":[0.9082717,0.06495269,0.006054827,0.009680509,0.007938421,0.003101833],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.001664565,0.001644711,0.06747573,0.001624496,0.0007002571,0.0004272829,0.0008951771,0.4765056,0.009400529,0.07378693,0.04923859,0.3166361],"study_design_scores_gemma":[0.00008668692,0.0005434,0.01109182,0.0001070908,0.00005279363,0.0002771847,0.0003018017,0.8927081,0.005658215,0.08297013,0.006094443,0.0001084047],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.2514766,0.002221063,0.7140161,0.00970206,0.0006184104,0.00151011,0.006071064,0.002312142,0.01207236],"genre_scores_gemma":[0.7283355,0.0005145883,0.2530162,0.001415579,0.0008957025,0.001758197,0.009981012,0.0005231063,0.003560036],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.02998983,"threshold_uncertainty_score":0.1586033,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.01294708988808321,"score_gpt":0.1961053812032505,"score_spread":0.1831582913151673,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}